00000800:00000200:3.1F:1780334196.696256:0:3656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000058d74f21] -> 12345-192.168.203.122@tcp (2) 00000800:00000200:1.1F:1780334196.698104:0:3648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000058d74f21] -> 12345-192.168.203.122@tcp (2) 00000800:00000200:1.1:1780334196.698112:0:3648:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.122@tcp 00000000b0158aa7 deleted 00000800:00000010:1.1:1780334196.698114:0:3648:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b0158aa7. 00000800:00000200:1.1:1780334196.698118:0:3648:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1780334196.698125:0:3648:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.122@tcp ip 192.168.203.122:1023 00000800:00000200:1.1:1780334196.698129:0:3648:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d02f16fe type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1780334196.698260:0:3647:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1780334196.701196:0:3646:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000058d74f21] -> 12345-192.168.203.122@tcp (4) 00000800:00000200:3.1:1780334196.701199:0:3646:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.122@tcp 0000000073661d6a deleted 00000800:00000010:3.1:1780334196.701201:0:3646:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000073661d6a. 00000800:00000200:3.1:1780334196.701205:0:3646:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1F:1780334196.706965:0:3647:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1:1780334196.903884:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cea6f77e. 00010000:00000010:0.1:1780334196.903897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f5e8fd27. 00010000:00000010:1.1:1780334197.217253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f40e5601. 00010000:00000010:1.1:1780334197.217261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d7f322f. 00010000:00000010:0.1:1780334197.239924:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004ea7b335. 00010000:00000010:0.1:1780334197.239935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002143e5d0. 00010000:00000010:2.1F:1780334197.267091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009c62a233. 00080000:00000010:0.1:1780334197.315968:0:6514:0:(osd_handler.c:1611:osd_oxc_free()) kvfree 'oxe': 68 at 00000000995eb41d. 00010000:00000010:1.1:1780334197.343942:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f40e5601. 00010000:00000010:1.1:1780334197.343953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d7f322f. 00010000:00000010:1.1:1780334197.343957:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c8c4c28e. 00010000:00000010:1.1:1780334197.343959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000050f14e24. 00010000:00010000:3.0:1780334509.907036:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334509.907045:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094b14 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.907051:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094b14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.907084:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b06 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b066c expref: 22 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.907093:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9b701a4df900) 00010000:00010000:3.0:1780334509.907095:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334509.907099:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b06 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b066c expref: 22 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.907108:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f5200, rc 0) 00000100:00100000:3.0:1780334509.934954:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604219776 00000100:00100000:3.0:1780334509.934963:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604219776 00000100:00100000:3.0:1780334509.935025:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 566 00000100:00100000:3.0:1780334509.935035:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+21:18554:x1866815604219776:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334509.935055:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334509.935074:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094b1b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0673 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935139:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094b22 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935154:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094b22 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935165:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094b22 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935192:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094b29 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935200:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094b29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935206:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094b29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935241:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094b22 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935248:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094b22 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935255:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094b22 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935261:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334509.935265:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094b22 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935273:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094b22 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935284:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9b701a4df900) 00010000:00010000:3.0:1780334509.935287:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334509.935291:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094b22 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935297:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094b22 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935315:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094b29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935338:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094b29 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935345:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094b29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935350:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334509.935353:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094b29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935358:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094b29 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935366:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x3953761c (ffff9b701a4df000) 00010000:00010000:3.0:1780334509.935368:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334509.935371:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094b29 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935376:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094b29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935407:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094b1b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0673 expref: 22 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935417:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9b701a4df900) 00010000:00010000:3.0:1780334509.935419:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334509.935429:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094b1b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0673 expref: 22 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.935438:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830a00, rc 0) 00000100:00100000:3.0:1780334509.935508:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+21:18554:x1866815604219776:12345-192.168.203.22@tcp:101:cp.0 Request processed in 473us (831us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334509.935515:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 566 00000100:00100000:3.0:1780334509.941671:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604220160 00000100:00100000:3.0:1780334509.941679:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604220160 00000100:00100000:3.0:1780334509.941731:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 568 00000100:00100000:3.0:1780334509.941740:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+21:18554:x1866815604220160:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334509.941757:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334509.941781:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b45 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0681 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.941891:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b4c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.941905:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b4c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.941915:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b4c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.941930:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094b53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.941937:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094b53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.941944:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094b53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780334509.942232:0:9763:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xc:0x0], index 1: 0 00010000:00010000:3.0:1780334509.942348:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4600/0xdf9e767e70094b5a lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.942357:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4600/0xdf9e767e70094b5a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.942363:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4600/0xdf9e767e70094b5a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.942393:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b4c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.942400:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b4c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.942406:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b4c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.942411:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f5e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334509.942415:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b4c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.942421:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b4c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.942430:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9b701a4df900) 00010000:00010000:3.0:1780334509.942433:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334509.942438:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b4c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.942464:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b4c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334509.942475:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f5d638ee reply state 000000009978f6ab transno 4294967663 ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094b53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.942484:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094b53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.942490:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x3953761c (ffff9b701a4df200) 00010000:00010000:3.0:1780334509.942492:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334509.942494:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780334509.942521:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b45 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0681 expref: 24 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.944061:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4600/0xdf9e767e70094b5a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0681 expref: 23 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.944074:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff9b6f01bf6900) 00010000:00010000:3.0:1780334509.944076:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334509.944079:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f4600, rc 0) 00000100:00100000:3.0:1780334509.944180:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+24:18554:x1866815604220160:12345-192.168.203.22@tcp:101:cp.0 Request processed in 2440us (2618us total) trans 4294967663 rc 0/0 00000100:00100000:3.0:1780334509.944189:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 568 00000100:00100000:3.0:1780334509.951946:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604220288 00000100:00100000:3.0:1780334509.951956:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604220288 00000100:00100000:3.0:1780334509.952000:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 144 00000100:00100000:3.0:1780334509.952009:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+6:2406:x1866815604220288:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334509.952036:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334509.952057:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099a4b8ac/0xdf9e767e70094b68 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0688 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334509.952082:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780334509.952100:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334509.952102:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334509.952110:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099a4b8ac/0xdf9e767e70094b68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0688 expref: 7 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.952131:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000099a4b8ac/0xdf9e767e70094b68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0688 expref: 7 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.952145:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f4400, rc 0) 00000100:00100000:3.0:1780334509.952198:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+7:2406:x1866815604220288:12345-192.168.203.22@tcp:101:cp.0 Request processed in 189us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334509.952205:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 144 00000100:00100000:3.0:1780334509.959873:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604220544 00000100:00100000:3.0:1780334509.959883:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604220544 00010000:00010000:3.0:1780334509.959921:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000099a4b8ac/0xdf9e767e70094b68 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0688 expref: 9 pid: 8421 timeout: 613 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334509.959955:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 188 00000100:00100000:3.0:1780334509.959963:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604220544:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334509.959976:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334509.959994:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000099a4b8ac/0xdf9e767e70094b68 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0688 expref: 9 pid: 8421 timeout: 613 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.960017:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000099a4b8ac/0xdf9e767e70094b68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0688 expref: 9 pid: 8421 timeout: 613 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.960042:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334509.960043:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334509.960050:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008a770e37/0xdf9e767e70094b6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b068f expref: 9 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.960060:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a770e37/0xdf9e767e70094b6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b068f expref: 9 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334509.960096:0:6522:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008a770e37/0xdf9e767e70094b6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b068f expref: 9 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334509.960110:0:6522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6522:1866815624126976:192.168.203.22@tcp:105: 00000100:00100000:3.0:1780334509.960179:0:6522:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01eda000 going to sleep for 11 seconds 00000100:00100000:3.0:1780334509.974161:0:6522:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6522:1866815624126976:192.168.203.22@tcp:105: 00010000:00010000:3.0:1780334509.974190:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334509.974239:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+7:2407:x1866815604220544:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 14276us (14792us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334509.974249:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 188 00000100:00100000:3.0:1780334510.027903:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604220928 00000100:00100000:3.0:1780334510.027911:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604220928 00000100:00100000:3.0:1780334510.027973:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 569 00000100:00100000:3.0:1780334510.027983:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+56:18557:x1866815604220928:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334510.028016:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334510.028034:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03659600/0xdf9e767e70094b76 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0696 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028101:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4400/0xdf9e767e70094b7d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028115:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4400/0xdf9e767e70094b7d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028126:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4400/0xdf9e767e70094b7d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028136:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b84 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028142:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028149:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028204:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b8b lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028211:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028217:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334510.028250:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xc:0x0]: returning size 1516 00000004:00200000:3.0:1780334510.028259:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334510.028278:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028288:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b8b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028297:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4400/0xdf9e767e70094b7d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028304:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4400/0xdf9e767e70094b7d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028310:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4400/0xdf9e767e70094b7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028316:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f4400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334510.028327:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4400/0xdf9e767e70094b7d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028334:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4400/0xdf9e767e70094b7d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028344:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9b701a4df900) 00010000:00010000:3.0:1780334510.028347:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334510.028351:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4400/0xdf9e767e70094b7d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028357:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4400/0xdf9e767e70094b7d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028368:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b84 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028384:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b84 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028389:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028394:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f5200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334510.028397:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028403:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b84 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028411:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x3953761c (ffff9b701a4df200) 00010000:00010000:3.0:1780334510.028414:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334510.028417:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b84 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028422:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b84 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x3953761c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028447:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03659600/0xdf9e767e70094b76 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0696 expref: 58 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028471:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5e00/0xdf9e767e70094b8b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0696 expref: 57 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.028479:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff9b6f01bf6900) 00010000:00010000:3.0:1780334510.028481:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334510.028488:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f5e00, rc 0) 00000100:00100000:3.0:1780334510.028671:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+57:18557:x1866815604220928:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 690us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334510.028679:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 569 00000100:00100000:3.0:1780334510.041249:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604221184 00000100:00100000:3.0:1780334510.041259:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604221184 00000100:00100000:3.0:1780334510.041313:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 570 00000100:00100000:3.0:1780334510.041338:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+57:18557:x1866815604221184:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334510.041358:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334510.041375:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b06a4 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.041440:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4400/0xdf9e767e70094ba0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.041463:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4400/0xdf9e767e70094ba0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.041474:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4400/0xdf9e767e70094ba0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334510.041512:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:3.0:1780334510.041516:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334510.041544:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4400/0xdf9e767e70094ba0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.041567:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094b99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b06a4 expref: 59 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.041583:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4400/0xdf9e767e70094ba0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b06a4 expref: 58 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334510.041599:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9b701a4df900) 00010000:00010000:3.0:1780334510.041602:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334510.041606:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f4400, rc 0) 00000100:00100000:3.0:1780334510.041663:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+58:18557:x1866815604221184:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 340us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334510.041670:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 570 00000100:00100000:3.0:1780334510.056010:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604221568 00000100:00100000:3.0:1780334510.056019:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604221568 00000100:00100000:3.0:1780334510.056079:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 571 00000100:00100000:3.0:1780334510.056089:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+58:18557:x1866815604221568:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:3.0:1780334510.056241:0:9763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].12, 136 off9824 00000100:00100000:3.0:1780334510.056315:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+58:18557:x1866815604221568:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 227us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334510.056332:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 571 00000040:00080000:3.0:1780334511.032308:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334511.032316:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334511.032339:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 13 count 2 00000040:00080000:3.0:1780334511.032345:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334511.032537:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624127744:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334511.032649:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01edab40 going to sleep for 11 seconds 00000100:00100000:3.0:1780334511.039567:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624127744:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00080000:3.0:1780334511.046516:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334511.057166:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604222464 00000100:00100000:3.0:1780334511.057176:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604222464 00010000:00010000:3.0:1780334511.057213:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a770e37/0xdf9e767e70094b6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b068f expref: 10 pid: 8419 timeout: 614 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334511.057273:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 189 00000100:00100000:3.0:1780334511.057283:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604222464:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334511.057298:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780334511.057314:0:6524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xc:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1780334511.057330:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a770e37/0xdf9e767e70094b6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b068f expref: 10 pid: 8419 timeout: 614 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334511.057344:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a770e37/0xdf9e767e70094b6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b068f expref: 10 pid: 8419 timeout: 614 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334511.057372:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a770e37/0xdf9e767e70094b6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b068f expref: 10 pid: 8419 timeout: 614 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334511.057386:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334511.057388:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334511.057393:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000034bfa143/0xdf9e767e70094bc3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334511.057404:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034bfa143/0xdf9e767e70094bc3 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334511.057450:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334511.057507:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2409:x1866815604222464:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 225us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334511.057514:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 189 00000100:00100000:3.0:1780334511.061918:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 574 00000100:00100000:3.0:1780334511.061931:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+26:18568:x1866815604222720:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334511.062026:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+26:18568:x1866815604222720:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 98us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334511.062033:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 574 00000100:00100000:3.0:1780334511.087241:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604223360 00000100:00100000:3.0:1780334511.087251:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604223360 00000100:00100000:3.0:1780334511.088041:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 576 00000100:00100000:3.0:1780334511.088052:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+26:18568:x1866815604223360:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334511.088072:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334511.088091:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094bd1 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b06c0 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334511.088125:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03659600/0xdf9e767e70094bd8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334511.088138:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03659600/0xdf9e767e70094bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334511.088149:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03659600/0xdf9e767e70094bd8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334511.088253:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094bd1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b06c0 expref: 28 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334511.088270:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03659600/0xdf9e767e70094bd8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b06c0 expref: 27 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334511.088290:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff9b6f01bf6900) 00010000:00010000:3.0:1780334511.088293:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334511.088297:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f03659600, rc 0) 00000100:00100000:3.0:1780334511.088364:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+27:18568:x1866815604223360:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 313us (1992us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334511.088372:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 576 00000100:00100000:3.0:1780334511.114410:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604224256 00000100:00100000:3.0:1780334511.114419:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604224256 00000100:00100000:3.0:1780334511.114473:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 120 00000100:00100000:3.0:1780334511.114490:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+27:18568:x1866815604224256:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334511.114784:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+28:18568:x1866815604224256:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 295us (565us total) trans 4294967667 rc 0/0 00000100:00100000:3.0:1780334511.114792:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 120 00000100:00100000:3.0:1780334513.132489:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604225152 00000100:00100000:3.0:1780334513.132493:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604225152 00000100:00100000:3.0:1780334513.132522:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 424 00000100:00100000:3.0:1780334513.132533:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604225152:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334513.132599:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604225152:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 68us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334513.132606:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 424 00000100:00100000:3.0:1780334513.138788:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604225280 00000100:00100000:3.0:1780334513.138793:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604225280 00000100:00100000:3.0:1780334513.138844:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604225792 00000100:00100000:3.0:1780334513.138847:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604225792 00000100:00100000:3.0:1780334513.138870:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 476 00000100:00100000:3.0:1780334513.138884:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604225280:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334513.138911:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604225280:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 29us (6591us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334513.138918:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 476 00000100:00100000:3.0:1780334513.138931:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 477 00000100:00100000:3.0:1780334513.138937:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604225792:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334513.138959:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604225792:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (6598us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334513.138965:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 477 00000100:00100000:3.0:1780334513.268790:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624128128 00000100:00100000:3.0:1780334513.268797:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624128128 00000100:00100000:3.0:1780334513.268876:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1780334513.268885:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624128128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334513.268917:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444458496 avail 1298219008 00000100:00100000:3.0:1780334513.268969:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624128128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334513.268976:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1780334513.782754:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624128768:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.782827:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334513.782866:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624129280:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.782891:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334513.782916:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1780334513.782922:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624128384:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.782947:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334513.782977:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624128896:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.782999:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334513.783015:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624129408:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.783033:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334513.783056:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624128512:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.783075:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334513.783090:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624129024:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.783112:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334513.783128:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624129536:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.783146:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334513.783161:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1780334513.783167:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624128640:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.783186:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334513.783195:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624129152:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.783213:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334513.783229:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624129664:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.783247:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334513.783275:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624128768 00000100:00100000:3.0:1780334513.783282:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624128768 00000100:00100000:3.0:1780334513.783323:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1780334513.783332:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624128768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.783381:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624128768:12345-0@lo:400:kworker.0 Request processed in 51us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334513.783388:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1780334513.783409:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624128384 00000100:00100000:3.0:1780334513.783418:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624128384 00000100:00100000:3.0:1780334513.783456:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1780334513.783461:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624128384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.783491:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624128384:12345-0@lo:400:kworker.0 Request processed in 29us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334513.783497:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1780334513.783520:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624128896 00000100:00100000:3.0:1780334513.783523:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624128896 00000100:00100000:3.0:1780334513.783550:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624129408 00000100:00100000:3.0:1780334513.783553:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624129408 00000100:00100000:3.0:1780334513.783564:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624128512 00000100:00100000:3.0:1780334513.783567:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624128512 00000100:00100000:3.0:1780334513.783576:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624129024 00000100:00100000:3.0:1780334513.783578:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624129024 00000100:00100000:3.0:1780334513.783595:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624129536 00000100:00100000:3.0:1780334513.783598:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624129536 00000100:00100000:3.0:1780334513.783608:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624128640 00000100:00100000:3.0:1780334513.783610:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624128640 00000100:00100000:3.0:1780334513.783623:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1780334513.783629:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624128896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.783657:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624128896:12345-0@lo:400:kworker.0 Request processed in 28us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334513.783663:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1780334513.783674:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1780334513.783679:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624129408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.783704:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624129408:12345-0@lo:400:kworker.0 Request processed in 25us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334513.783710:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1780334513.783722:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1780334513.783734:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624128512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.783766:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624128512:12345-0@lo:400:kworker.0 Request processed in 33us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334513.783772:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1780334513.783784:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1780334513.783789:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624129024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.783835:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624129024:12345-0@lo:400:kworker.0 Request processed in 45us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334513.783841:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1780334513.783853:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1780334513.783858:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624129536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.783884:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624129536:12345-0@lo:400:kworker.0 Request processed in 26us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334513.783889:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1780334513.783900:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1780334513.783905:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624128640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.783929:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624128640:12345-0@lo:400:kworker.0 Request processed in 24us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334513.783935:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1780334513.783965:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624129280 00000100:00100000:3.0:1780334513.783968:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624129280 00000100:00100000:3.0:1780334513.783998:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624129152 00000100:00100000:3.0:1780334513.784002:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624129152 00000100:00100000:3.0:1780334513.784026:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624129664 00000100:00100000:3.0:1780334513.784029:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624129664 00000100:00100000:3.0:1780334513.784042:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1780334513.784048:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624129280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.784082:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624129280:12345-0@lo:400:kworker.0 Request processed in 34us (1190us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334513.784089:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1780334513.784100:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1780334513.784105:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624129152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.784133:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624129152:12345-0@lo:400:kworker.0 Request processed in 28us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334513.784139:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1780334513.784149:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1780334513.784155:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624129664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.784181:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624129664:12345-0@lo:400:kworker.0 Request processed in 25us (933us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334513.784186:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00080000:3.0:1780334513.784208:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334513.784211:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334513.784214:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334513.784216:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334513.784242:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624128640:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.784253:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624129152:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.784261:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624129664:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.784270:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624128512:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.784278:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624129024:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.784286:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624129536:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.784329:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624128384:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.784338:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624128896:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.784345:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624129408:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.784354:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624128768:0@lo:400:kworker.0 00000100:00100000:3.0:1780334513.784362:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624129280:0@lo:400:kworker.0 00000100:00100000:3.0:1780334515.316282:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624130048:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334515.316487:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334515.316541:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334515.316549:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624130176:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334515.316575:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334515.316606:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624130048 00000100:00100000:3.0:1780334515.316609:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624130048 00000100:00100000:3.0:1780334515.316640:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624130176 00000100:00100000:3.0:1780334515.316642:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624130176 00000100:00100000:3.0:1780334515.316655:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1780334515.316662:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624130048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334515.316681:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 57344 granted 66129600 pending 86016 free 3921416192 avail 3689893888 00000100:00100000:3.0:1780334515.316718:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624130048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334515.316726:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1780334515.316744:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:3.0:1780334515.316749:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624130176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334515.316757:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 57344 granted 66129600 pending 86016 free 3921416192 avail 3689893888 00000100:00100000:3.0:1780334515.316783:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624130176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 34us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334515.316794:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00080000:3.0:1780334515.316833:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334515.316853:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624130176:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334515.316915:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624130048:0@lo:13:osp-pre-0-1.0 00000001:00080000:3.0:1780334515.317954:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967328 is committed 00000001:00080000:3.0:1780334515.318028:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967327 is committed 00010000:00010000:3.0:1780334515.318527:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527c00/0xdf9e767e70094a7a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334515.318539:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527c00/0xdf9e767e70094a7a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334515.318547:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527c00/0xdf9e767e70094a7a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334515.318554:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001527c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334515.318559:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527c00/0xdf9e767e70094a7a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334515.318568:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527c00/0xdf9e767e70094a7a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334515.318592:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff9b701a4df700) 00010000:00010000:3.0:1780334515.318597:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334515.318603:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527c00/0xdf9e767e70094a7a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334515.318614:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527c00/0xdf9e767e70094a7a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334515.318642:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094a81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334515.318654:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094a81 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334515.318670:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094a81 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334515.318687:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001527600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334515.318691:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094a81 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334515.318698:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094a81 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334515.318707:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9b701a4df900) 00010000:00010000:3.0:1780334515.318709:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334515.318724:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094a81 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334515.318729:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094a81 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334517.172273:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334517.616678:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604226176 00000100:00100000:3.0:1780334517.616687:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604226176 00000100:00100000:3.0:1780334517.616758:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 581 00000100:00100000:3.0:1780334517.616768:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+22:18067:x1866815604226176:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1780334517.616875:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+22:18067:x1866815604226176:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 109us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334517.616894:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 581 00000100:00100000:3.0:1780334518.268251:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604226816 00000100:00100000:3.0:1780334518.268256:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604226816 00000100:00100000:3.0:1780334518.268299:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604226944 00000100:00100000:3.0:1780334518.268302:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604226944 00000100:00100000:3.0:1780334518.268326:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 485 00000100:00100000:3.0:1780334518.268335:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+56:2407:x1866815604226816:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334518.268374:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+56:2407:x1866815604226816:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 41us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334518.268382:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 485 00000100:00100000:3.0:1780334518.268453:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 486 00000100:00100000:3.0:1780334518.268462:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604226944:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334518.268489:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604226944:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 30us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334518.268495:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 486 00000100:00100000:3.0:1780334518.269091:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604227456 00000100:00100000:3.0:1780334518.269095:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604227456 00000100:00100000:3.0:1780334518.269167:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 487 00000100:00100000:3.0:1780334518.269174:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604227456:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334518.269207:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604227456:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 34us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334518.269218:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 487 00000100:00100000:3.0:1780334518.275748:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334518.275793:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334518.275879:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00080000:3.0:1780334518.275962:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334518.388043:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780334518.393350:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624130304:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334518.900373:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624130432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334518.900488:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334518.900592:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624130432 00000100:00100000:3.0:1780334518.900602:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624130432 00000100:00100000:3.0:1780334518.900665:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:3.0:1780334518.900674:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624130432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334518.900712:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 49716928 pending 0 free 3921420288 avail 3689897984 00000100:00100000:3.0:1780334518.900762:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624130432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334518.900770:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00080000:3.0:1780334518.900796:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334518.900869:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624130432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334518.903068:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624130560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334518.903116:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334518.903173:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624131072:0@lo:400:kworker.0 00000100:00100000:3.0:1780334518.903199:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334518.903230:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624131584:0@lo:400:kworker.0 00000100:00100000:3.0:1780334518.903255:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334518.903286:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1780334518.903293:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624130688:0@lo:400:kworker.0 00000100:00100000:3.0:1780334518.903321:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334518.903345:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624131200:0@lo:400:kworker.0 00000100:00100000:3.0:1780334518.903380:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334518.903408:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624131712:0@lo:400:kworker.0 00000100:00100000:3.0:1780334518.904451:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334518.904504:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624130560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334518.904517:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624131072:0@lo:400:kworker.0 00000100:00100000:3.0:1780334518.904544:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624130688:0@lo:400:kworker.0 00000100:00100000:3.0:1780334518.904554:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624131200:0@lo:400:kworker.0 00000100:00080000:3.0:1780334518.906070:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334518.906077:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334518.906124:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624131712:0@lo:400:kworker.0 00000100:00100000:3.0:1780334518.906138:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624131584:0@lo:400:kworker.0 00000040:00080000:3.0:1780334520.310196:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334520.310204:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334520.310224:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 13 count 2 00000040:00080000:3.0:1780334520.310233:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334520.436101:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624132096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334520.436181:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334520.436263:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624132096 00000100:00100000:3.0:1780334520.436271:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624132096 00000100:00100000:3.0:1780334520.436328:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1780334520.436339:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624132096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334520.436367:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 57344 granted 66043584 pending 0 free 3921416192 avail 3689893888 00000100:00100000:3.0:1780334520.436428:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624132096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334520.436451:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00080000:3.0:1780334520.436476:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334520.437933:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624132352:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1780334521.268064:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1780334523.391796:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334523.391806:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334523.392021:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334523.392091:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334523.392126:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334523.392163:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334523.392252:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604228352 00000100:00100000:3.0:1780334523.392260:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604228352 00000100:00100000:3.0:1780334523.392310:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604228864 00000100:00100000:3.0:1780334523.392314:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604228864 00000100:00100000:3.0:1780334523.392335:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 257 00000100:00100000:3.0:1780334523.392345:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+8:2406:x1866815604228352:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334523.392466:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+8:2406:x1866815604228352:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 122us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334523.392473:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 257 00000100:00100000:3.0:1780334523.392488:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 258 00000100:00100000:3.0:1780334523.392494:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+7:2406:x1866815604228864:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334523.392516:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+7:2406:x1866815604228864:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334523.392522:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 258 00000100:00080000:3.0:1780334523.392543:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334523.393027:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604228096 00000100:00100000:3.0:1780334523.393044:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604228096 00000100:00100000:3.0:1780334523.393131:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604228608 00000100:00100000:3.0:1780334523.393136:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604228608 00000100:00100000:3.0:1780334523.401743:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 498 00000100:00100000:3.0:1780334523.401757:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604228608:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334523.402093:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604228608:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 338us (9964us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334523.402102:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 498 00000100:00100000:3.0:1780334523.508260:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334523.508281:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624132480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334523.508346:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334523.508787:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624132480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334523.594404:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604229632 00000100:00100000:3.0:1780334523.594410:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604229632 00000100:00100000:3.0:1780334523.594482:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 586 00000100:00100000:3.0:1780334523.594495:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+56:19487:x1866815604229632:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334523.594510:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334523.594529:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094c2c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b06d5 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594584:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094c33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594601:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094c33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594613:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094c33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594653:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094c3a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594661:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094c3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594681:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094c3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594722:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094c33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594729:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094c33 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594736:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094c33 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594743:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f5200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334523.594747:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094c33 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594754:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094c33 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594765:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334523.594768:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334523.594772:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094c33 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594777:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094c33 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594796:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094c3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594802:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094c3a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594807:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094c3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594851:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334523.594855:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094c3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594861:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094c3a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594868:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff9b6f01bf6400) 00010000:00010000:3.0:1780334523.594871:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334523.594873:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094c3a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594879:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094c3a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594910:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094c2c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b06d5 expref: 57 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594921:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334523.594924:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334523.594936:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094c2c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b06d5 expref: 57 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.594946:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f4800, rc 0) 00000100:00100000:3.0:1780334523.594970:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+56:19487:x1866815604229632:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 479us (652us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334523.594976:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 586 00000100:00100000:3.0:1780334523.606419:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604230016 00000100:00100000:3.0:1780334523.606428:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604230016 00010000:00010000:3.0:1780334523.606463:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094ace lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0657 expref: 23 pid: 6540 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334523.606502:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 191 00000100:00100000:3.0:1780334523.606510:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026afec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+23:2406:x1866815604230016:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334523.606524:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334523.606530:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094ace lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0657 expref: 23 pid: 6540 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.606543:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094ace lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0657 expref: 23 pid: 6540 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.606564:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094ace lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0657 expref: 23 pid: 6540 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.606580:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334523.606585:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3e00/0xdf9e767e70094c41 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.606611:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3e00/0xdf9e767e70094c41 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.606618:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3e00/0xdf9e767e70094c41 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.606651:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334523.606713:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026afec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+22:2406:x1866815604230016:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 202us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334523.606722:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 191 00000100:00100000:3.0:1780334523.632243:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624132736 00000100:00100000:3.0:1780334523.632249:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624132736 00000100:00100000:3.0:1780334523.632287:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1780334523.632295:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6539:x1866815624132736:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1780334523.632415:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6539:x1866815624132736:12345-0@lo:1000:mdt00_001.0 Request processed in 120us (317us total) trans 0 rc 1/1 00000100:00100000:3.0:1780334523.632423:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1780334523.659074:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604230656 00000100:00100000:3.0:1780334523.659084:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604230656 00000100:00100000:3.0:1780334523.659143:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 591 00000100:00100000:3.0:1780334523.659154:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+58:19488:x1866815604230656:12345-192.168.203.22@tcp:101:mkdir.0 00010000:00010000:3.0:1780334523.659174:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334523.659194:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094c64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b06e3 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659261:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094c6b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659292:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094c6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659302:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094c6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659314:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094c72 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659322:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094c72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659329:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094c72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659405:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094c79 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659413:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094c79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659419:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094c79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334523.659458:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 4096 00000004:00200000:3.0:1780334523.659462:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334523.659479:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094c79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659490:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094c6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659506:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094c6b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659511:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094c6b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659517:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334523.659521:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094c6b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659528:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094c6b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659539:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334523.659542:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334523.659546:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094c6b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659551:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094c6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659564:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094c72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659570:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094c72 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659575:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094c72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659580:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334523.659590:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094c72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659596:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094c72 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659603:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff9b6f02d69400) 00010000:00010000:3.0:1780334523.659606:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334523.659609:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094c72 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659614:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094c72 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659638:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094c64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b06e3 expref: 60 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659649:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094c79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b06e3 expref: 59 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.659656:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9b6f02d69900) 00010000:00010000:3.0:1780334523.659658:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334523.659660:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f4800, rc 0) 00000100:00100000:3.0:1780334523.659727:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+59:19488:x1866815604230656:12345-192.168.203.22@tcp:101:mkdir.0 Request processed in 576us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334523.659734:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 591 00000100:00100000:3.0:1780334523.724551:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604231424 00000100:00100000:3.0:1780334523.724562:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604231424 00000100:00100000:3.0:1780334523.724628:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 596 00000100:00100000:3.0:1780334523.724638:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+23:19490:x1866815604231424:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334523.724670:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334523.724953:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094cd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b06ff expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725018:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094cdb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725032:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094cdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725042:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094cdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725052:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094ce2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725059:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725065:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725133:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094ce9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725142:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725148:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334523.725180:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 4096 00000004:00200000:3.0:1780334523.725190:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334523.725211:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725224:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094cdb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725230:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094cdb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725238:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094cdb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725244:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f4800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334523.725248:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094cdb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725256:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094cdb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725267:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334523.725270:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334523.725275:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094cdb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725280:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094cdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725304:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725311:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094ce2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725327:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725332:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334523.725335:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725341:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094ce2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725349:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff9b6f02d69400) 00010000:00010000:3.0:1780334523.725359:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334523.725362:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094ce2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725367:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094ce2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725394:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094cd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b06ff expref: 25 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725406:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831e00/0xdf9e767e70094ce9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b06ff expref: 24 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.725413:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9b6f02d69900) 00010000:00010000:3.0:1780334523.725416:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780334523.725418:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831e00, rc 0) 00000100:00100000:3.0:1780334523.725483:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+24:19490:x1866815604231424:12345-192.168.203.22@tcp:101:rm.0 Request processed in 847us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334523.725498:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 596 00000100:00100000:3.0:1780334523.763454:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334523.800257:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334523.808362:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604232448 00000100:00100000:3.0:1780334523.808373:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604232448 00000100:00100000:3.0:1780334523.808434:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 152 00000100:00100000:3.0:1780334523.808445:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+7:19491:x1866815604232448:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334523.808463:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334523.808480:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e70094d6e lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0730 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.808512:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000976d4de8/0xdf9e767e70094d67 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0729 expref: 8 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.808520:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334523.808522:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334523.808526:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e70094d6e lrc: 4/0,0 mode: --/PW res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0730 expref: 8 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.808557:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000976d4de8/0xdf9e767e70094d67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0729 expref: 8 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.808570:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000976d4de8/0xdf9e767e70094d67 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0729 expref: 8 pid: 8421 timeout: 627 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334523.808584:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624132864:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334523.808707:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f02fc6540 going to sleep for 11 seconds 00010000:00010000:3.0:1780334523.816560:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000976d4de8/0xdf9e767e70094d67 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0729 expref: 9 pid: 8421 timeout: 627 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334523.816597:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624132864:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334523.816627:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e70094d6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0730 expref: 8 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334523.816644:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830600, rc 0) 00000100:00100000:3.0:1780334523.816707:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+8:19491:x1866815604232448:12345-192.168.203.22@tcp:101:cp.0 Request processed in 8263us (8448us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334523.816717:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 152 00000100:00100000:3.0:1780334523.822438:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604232832 00000100:00100000:3.0:1780334523.822448:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604232832 00000100:00100000:3.0:1780334523.822507:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 123 00000100:00100000:3.0:1780334523.822517:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+27:19491:x1866815604232832:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:3.0:1780334523.822850:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+28:19491:x1866815604232832:12345-192.168.203.22@tcp:35:cp.0 Request processed in 333us (524us total) trans 4294967675 rc 0/0 00000100:00100000:3.0:1780334523.822859:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 123 00000100:00100000:3.0:1780334523.918930:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604233600 00000100:00100000:3.0:1780334523.918941:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604233600 00000100:00100000:3.0:1780334523.919004:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 604 00000100:00100000:3.0:1780334523.919015:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+63:19494:x1866815604233600:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:3.0:1780334523.919176:0:6540:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].13, 136 off9960 00000100:00100000:3.0:1780334523.919264:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+63:19494:x1866815604233600:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 251us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334523.919284:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 604 00000100:00100000:3.0:1780334524.023388:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624134912 00000100:00100000:3.0:1780334524.023393:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624134912 00000100:00100000:3.0:1780334524.023501:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1780334524.023509:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624134912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780334524.023533:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 49716928 pending 0 free 3921420288 avail 3689897984 00000100:00100000:3.0:1780334524.023570:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624134912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334524.023576:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1780334524.023588:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624135040 00000100:00100000:3.0:1780334524.023591:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624135040 00000100:00100000:3.0:1780334524.023606:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1780334524.023611:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624135040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334524.023621:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 49716928 pending 0 free 3921420288 avail 3689897984 00000100:00100000:3.0:1780334524.023659:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624135040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334524.023664:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000040:00080000:3.0:1780334524.098780:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1780334524.421048:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624135168:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334524.424319:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334524.434916:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604233984 00000100:00100000:3.0:1780334524.434927:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604233984 00000100:00100000:3.0:1780334524.434985:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 606 00000100:00100000:3.0:1780334524.435005:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+28:19504:x1866815604233984:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334524.435025:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334524.435051:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094dad lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0753 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.435152:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094db4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.435166:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094db4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.435179:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094db4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334524.435191:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xd:0x0]: returning size 158 00010000:00010000:3.0:1780334524.435294:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094dad lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0753 expref: 31 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.435310:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094db4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0753 expref: 30 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.435319:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xd:0x0].0x0 (ffff9b7021a27800) 00010000:00010000:3.0:1780334524.435321:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334524.435325:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f5200, rc 0) 00000100:00100000:3.0:1780334524.435398:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+30:19504:x1866815604233984:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 396us (586us total) trans 4294967676 rc 0/0 00000100:00100000:3.0:1780334524.435405:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 606 00000100:00100000:3.0:1780334524.446113:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334524.446147:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334524.446171:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604234112 00000100:00100000:3.0:1780334524.446179:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604234112 00000100:00100000:3.0:1780334524.446220:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 155 00000100:00100000:3.0:1780334524.446238:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+7:2406:x1866815604234112:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334524.446278:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b37c3058/0xdf9e767e70094dc2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.446298:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e70094d6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0730 expref: 7 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.446307:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334524.446309:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334524.446312:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b37c3058/0xdf9e767e70094dc2 lrc: 4/1,0 mode: --/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.446355:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e70094d6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0730 expref: 7 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.446371:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e70094d6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0730 expref: 7 pid: 16895 timeout: 628 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334524.446386:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03699500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624135296:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334524.446458:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002b859c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334524.446475:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604234240 00000100:00100000:3.0:1780334524.446479:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604234240 00000100:00100000:3.0:1780334524.446515:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 25 00000100:00100000:3.0:1780334524.446523:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0369b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+30:2406:x1866815604234240:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334524.446533:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334524.446555:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094db4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0753 expref: 30 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.446575:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xd:0x0].0x0 (ffff9b7021a27800) 00010000:00010000:3.0:1780334524.446581:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334524.446606:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0369b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+29:2406:x1866815604234240:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 83us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334524.446614:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 25 00000100:00100000:3.0:1780334524.459271:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03699500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624135296:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334524.459366:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b37c3058/0xdf9e767e70094dc2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334524.469722:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00010000:00010000:3.0:1780334524.475639:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b37c3058/0xdf9e767e70094dc2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.475659:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b37c3058/0xdf9e767e70094dc2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.475689:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b37c3058/0xdf9e767e70094dc2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.475698:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b37c3058/0xdf9e767e70094dc2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.475706:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b37c3058/0xdf9e767e70094dc2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.475726:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f4800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334524.475730:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b37c3058/0xdf9e767e70094dc2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.475738:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b37c3058/0xdf9e767e70094dc2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.475758:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b37c3058/0xdf9e767e70094dc2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.475767:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b37c3058/0xdf9e767e70094dc2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334524.476691:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604234112:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 30447us (30578us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334524.476703:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 155 00000100:00100000:3.0:1780334524.481526:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334524.509171:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604235264 00000100:00100000:3.0:1780334524.509180:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604235264 00002000:00100000:3.0:1780334524.509226:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xc:0x0] (0->4095) req@ffff9b7012bd8380 x1866815604235264/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:745/0 lens 488/0 e 0 to 0 dl 1780334535 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334524.509237:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7012bd8380 with x1866815604235264 ext(0->4095) 00002000:00010000:3.0:1780334524.509243:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b7012bd8380 00000100:00100000:3.0:1780334524.509274:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 51 00000100:00100000:3.0:1780334524.509292:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604235264:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1780334524.513446:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604235264:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 4144us (4534us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334524.513459:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 51 00002000:00100000:3.0:1780334524.513474:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xc:0x0] (0->4095) req@ffff9b7012bd8380 x1866815604235264/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:745/0 lens 488/4536 e 0 to 0 dl 1780334535 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334524.513484:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7012bd8380 with x1866815604235264 ext(0->4095) 00002000:00010000:3.0:1780334524.513490:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b7012bd8380 00000100:00100000:3.0:1780334524.530148:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604235392 00000100:00100000:3.0:1780334524.530158:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604235392 00000100:00100000:3.0:1780334524.530252:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 609 00000100:00100000:3.0:1780334524.530263:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+29:19504:x1866815604235392:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334524.530284:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334524.530304:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094dd0 lrc: 2/0,0 mode: --/PR res: [0x200000403:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0761 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.530339:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527000/0xdf9e767e70094dd7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.530365:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527000/0xdf9e767e70094dd7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.530377:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527000/0xdf9e767e70094dd7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.530496:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094dd0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0761 expref: 31 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.530527:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527000/0xdf9e767e70094dd7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0761 expref: 30 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.530536:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xd:0x0].0x0 (ffff9b7021a27800) 00010000:00010000:3.0:1780334524.530539:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334524.530542:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7001527000, rc 0) 00000100:00100000:3.0:1780334524.530593:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+30:19504:x1866815604235392:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 332us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334524.530600:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 609 00000100:00100000:3.0:1780334524.548847:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604235520 00000100:00100000:3.0:1780334524.548858:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604235520 00000100:00100000:3.0:1780334524.548908:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 610 00000100:00100000:3.0:1780334524.548918:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+30:19504:x1866815604235520:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334524.548960:0:9763:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334524.549298:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+30:19504:x1866815604235520:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 380us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334524.549306:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 610 00000100:00100000:3.0:1780334524.552103:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604235648 00000100:00100000:3.0:1780334524.552112:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604235648 00000100:00100000:3.0:1780334524.552160:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 157 00000100:00100000:3.0:1780334524.552169:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604235648:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334524.552209:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ca8c290a/0xdf9e767e70094dde lrc: 3/1,0 mode: --/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.552226:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334524.552235:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334524.552240:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca8c290a/0xdf9e767e70094dde lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.552254:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca8c290a/0xdf9e767e70094dde lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.552276:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ca8c290a/0xdf9e767e70094dde lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.552284:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ca8c290a/0xdf9e767e70094dde lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.552292:0:16895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ca8c290a/0xdf9e767e70094dde lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.552299:0:16895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001526200 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334524.552302:0:16895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca8c290a/0xdf9e767e70094dde lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.552310:0:16895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca8c290a/0xdf9e767e70094dde lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.552324:0:16895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ca8c290a/0xdf9e767e70094dde lrc: 2/0,0 mode: --/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.552332:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca8c290a/0xdf9e767e70094dde lrc: 0/0,0 mode: --/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334524.552431:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604235648:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 261us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334524.552438:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 157 00000100:00100000:3.0:1780334524.556144:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604235904 00000100:00100000:3.0:1780334524.556154:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604235904 00000100:00100000:3.0:1780334524.556204:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 611 00000100:00100000:3.0:1780334524.556213:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+30:19504:x1866815604235904:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1780334524.556282:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094de5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.556308:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527000/0xdf9e767e70094dd7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0761 expref: 30 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.556318:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094de5 lrc: 4/0,1 mode: --/PW res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.556360:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527000/0xdf9e767e70094dd7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0761 expref: 30 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.556382:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527000/0xdf9e767e70094dd7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0761 expref: 30 pid: 15367 timeout: 628 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334524.556397:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624135424:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334524.557621:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002b859c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334524.568055:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624135424:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334524.568098:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094de5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334524.570338:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604236032 00000100:00100000:3.0:1780334524.570355:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604236032 00010000:00010000:3.0:1780334524.570403:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527000/0xdf9e767e70094dd7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0761 expref: 31 pid: 15367 timeout: 628 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334524.570455:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 194 00000100:00100000:3.0:1780334524.570466:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+31:2407:x1866815604236032:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334524.570479:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334524.570486:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527000/0xdf9e767e70094dd7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0761 expref: 31 pid: 15367 timeout: 628 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.570499:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527000/0xdf9e767e70094dd7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0761 expref: 31 pid: 15367 timeout: 628 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.570520:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527000/0xdf9e767e70094dd7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0761 expref: 31 pid: 15367 timeout: 628 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.570535:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xd:0x0].0x0 (ffff9b7021a27800) 00010000:00010000:3.0:1780334524.570540:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094de5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.570559:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094de5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.570566:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094de5 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334524.570613:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334524.570671:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+30:2407:x1866815604236032:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 198us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334524.570678:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 194 00000040:00080000:3.0:1780334524.572040:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334524.572044:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334524.574020:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1780334524.574033:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334524.575178:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604236288 00000100:00100000:3.0:1780334524.575187:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604236288 00000100:00100000:3.0:1780334524.575231:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 124 00000100:00100000:3.0:1780334524.575240:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+30:19504:x1866815604236288:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334524.577089:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+31:19504:x1866815604236288:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 1840us (1966us total) trans 4294967678 rc 0/0 00000100:00100000:3.0:1780334524.577101:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 124 00000100:00100000:3.0:1780334525.006669:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604236416 00000100:00100000:3.0:1780334525.006679:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604236416 00000100:00100000:3.0:1780334525.006755:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 158 00000100:00100000:3.0:1780334525.006767:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604236416:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:3.0:1780334525.006785:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334525.006850:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000effa66e1/0xdf9e767e70094dec lrc: 2/0,0 mode: --/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0768 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334525.006877:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334525.006879:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334525.006886:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000effa66e1/0xdf9e767e70094dec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0768 expref: 10 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334525.006922:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000effa66e1/0xdf9e767e70094dec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0768 expref: 10 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334525.006936:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7001527000, rc 0) 00000100:00100000:3.0:1780334525.006988:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2409:x1866815604236416:12345-192.168.203.22@tcp:101:diff.0 Request processed in 225us (1279us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334525.006995:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 158 00000100:00080000:3.0:1780334525.011194:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334525.018679:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604236928 00000100:00100000:3.0:1780334525.018684:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604236928 00000100:00100000:3.0:1780334525.018722:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 26 00000100:00100000:3.0:1780334525.018729:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+65:2409:x1866815604236928:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334525.018738:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334525.018758:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70094dfa lrc: 0/0,0 mode: --/PR res: [0x200000403:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b076f expref: 65 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334525.018775:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xd:0x0].0x0 (ffff9b7021a27800) 00010000:00010000:3.0:1780334525.018779:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334525.018848:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+64:2409:x1866815604236928:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 81us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334525.018855:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 26 00000100:00100000:3.0:1780334525.062611:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604237440 00000100:00100000:3.0:1780334525.062620:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604237440 00000100:00100000:3.0:1780334525.062679:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 613 00000100:00100000:3.0:1780334525.062687:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+65:19525:x1866815604237440:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334525.062720:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334525.062735:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094e08 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0776 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334525.062875:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527c00/0xdf9e767e70094e0f lrc: 3/1,0 mode: --/CR res: [0x200000403:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334525.062889:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527c00/0xdf9e767e70094e0f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xd:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334525.062900:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527c00/0xdf9e767e70094e0f lrc: 3/1,0 mode: CR/CR res: [0x200000403:0xd:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334525.062909:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xd:0x0]: returning size 158 00010000:00010000:3.0:1780334525.063013:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094e08 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0776 expref: 68 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334525.063032:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527c00/0xdf9e767e70094e0f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0xd:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0776 expref: 67 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334525.063040:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xd:0x0].0x0 (ffff9b7021a27800) 00010000:00010000:3.0:1780334525.063043:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1780334525.063046:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7001527c00, rc 0) 00000100:00100000:3.0:1780334525.063094:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+67:19525:x1866815604237440:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 409us (570us total) trans 4294967681 rc 0/0 00000100:00100000:3.0:1780334525.063100:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 613 00010000:00010000:3.0:1780334525.364128:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334525.556421:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624135808:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334525.556506:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334525.556557:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1780334525.556564:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624135680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334525.556658:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334525.556677:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624135552:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334525.556698:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334525.556726:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624135680 00000100:00100000:3.0:1780334525.556733:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624135680 00000100:00100000:3.0:1780334525.556771:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624135552 00000100:00100000:3.0:1780334525.556774:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624135552 00000100:00100000:3.0:1780334525.556790:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1780334525.556799:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624135680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334525.556840:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74481344 pending 28672 free 3921416192 avail 3689893888 00000100:00100000:3.0:1780334525.556880:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624135680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334525.556886:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1780334525.556901:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1780334525.556907:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624135552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334525.556918:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74481344 pending 28672 free 3921416192 avail 3689893888 00000100:00100000:3.0:1780334525.556938:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624135552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 33us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334525.556944:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1780334525.556980:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624135680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334525.556993:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624135552:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334525.557028:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624135808 00000100:00100000:3.0:1780334525.557039:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624135808 00000100:00100000:3.0:1780334528.633261:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624135936:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334529.140189:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334529.140211:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624136064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334529.140277:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334529.140364:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624136064 00000100:00100000:3.0:1780334529.140373:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624136064 00000100:00100000:3.0:1780334529.140428:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1780334529.140438:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624136064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334529.140466:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 49716928 pending 0 free 3921420288 avail 3689897984 00000100:00100000:3.0:1780334529.140513:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624136064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334529.140521:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00080000:3.0:1780334529.140543:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334529.140589:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624136064:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1780334529.461356:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334529.815526:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334530.681041:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334530.681062:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624137856:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334530.681094:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334531.469472:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334531.469927:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604240000 00000100:00100000:3.0:1780334531.469938:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604240000 00000100:00100000:3.0:1780334531.470000:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 620 00000100:00100000:3.0:1780334531.470011:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:20146:x1866815604240000:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1780334531.470103:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:20146:x1866815604240000:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 93us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334531.470121:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 620 00000100:00080000:3.0:1780334531.470143:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334531.473057:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00080000:3.0:1780334531.475865:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334531.500704:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604240640 00000100:00100000:3.0:1780334531.500713:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604240640 00000100:00100000:3.0:1780334531.500774:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 623 00000100:00100000:3.0:1780334531.500784:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+61:20148:x1866815604240640:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:3.0:1780334531.500860:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334531.500881:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094e78 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b078b expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.500947:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526800/0xdf9e767e70094e7f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.500961:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526800/0xdf9e767e70094e7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.500971:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526800/0xdf9e767e70094e7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334531.501013:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1780334531.501017:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334531.501035:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526800/0xdf9e767e70094e7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.501057:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094e78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b078b expref: 63 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.501094:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526800/0xdf9e767e70094e7f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b078b expref: 62 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.501101:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334531.501104:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334531.501108:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7001526800, rc 0) 00000100:00100000:3.0:1780334531.501168:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+62:20148:x1866815604240640:12345-192.168.203.22@tcp:101:bash.0 Request processed in 386us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334531.501175:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 623 00000100:00100000:3.0:1780334531.529585:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 625 00000100:00100000:3.0:1780334531.529596:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+63:20148:x1866815604240896:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:3.0:1780334531.532037:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334531.532065:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094ea2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0799 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532135:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ea9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532150:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ea9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532161:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ea9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532231:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094eb0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532252:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532258:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532310:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ea9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532317:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ea9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532323:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ea9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532328:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001527200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334531.532332:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ea9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532338:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ea9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532349:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9b703c6d0500) 00010000:00010000:3.0:1780334531.532352:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.532356:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ea9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532361:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ea9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532372:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532382:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094eb0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532388:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094eb0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532392:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001527800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334531.532395:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094eb0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532400:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094eb0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532406:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0xb5b5b627 (ffff9b6f01bf6800) 00010000:00010000:3.0:1780334531.532409:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.532411:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094eb0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532416:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094eb0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532452:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094ea2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0799 expref: 64 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532462:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9b703c6d0500) 00010000:00010000:3.0:1780334531.532463:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.532466:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094ea2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0799 expref: 64 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.532485:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7001526200, rc 0) 00000100:00100000:3.0:1780334531.532547:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+63:20148:x1866815604240896:12345-192.168.203.22@tcp:101:bash.0 Request processed in 2951us (5519us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334531.532556:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 625 00000100:00100000:3.0:1780334531.546566:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604241152 00000100:00100000:3.0:1780334531.546575:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604241152 00000100:00100000:3.0:1780334531.546670:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 627 00000100:00100000:3.0:1780334531.546682:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+26:20149:x1866815604241152:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334531.546701:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334531.546718:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094ec5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b07a7 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.546776:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094ecc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.546921:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094ecc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.546935:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094ecc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.546947:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ed3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.546956:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ed3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.546961:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ed3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547047:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094eda lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547055:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094eda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547062:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094eda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334531.547093:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 4096 00000004:00200000:3.0:1780334531.547097:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334531.547115:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094eda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547126:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094ecc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547133:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094ecc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547139:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094ecc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547146:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001527800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334531.547149:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094ecc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547156:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094ecc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547166:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334531.547176:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.547181:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094ecc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547188:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094ecc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547202:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ed3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547207:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ed3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547212:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ed3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547217:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001527200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334531.547219:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ed3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547225:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ed3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547231:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff9b703c6d0300) 00010000:00010000:3.0:1780334531.547234:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.547236:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ed3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547241:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094ed3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547264:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094ec5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07a7 expref: 28 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547288:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527600/0xdf9e767e70094eda lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07a7 expref: 27 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.547306:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9b703c6d0500) 00010000:00010000:3.0:1780334531.547308:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780334531.547310:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7001527600, rc 0) 00000100:00100000:3.0:1780334531.547363:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+27:20149:x1866815604241152:12345-192.168.203.22@tcp:101:rm.0 Request processed in 684us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334531.547371:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 627 00000100:00100000:3.0:1780334531.552445:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604241280 00000100:00100000:3.0:1780334531.552455:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604241280 00000100:00100000:3.0:1780334531.552514:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 628 00000100:00100000:3.0:1780334531.552534:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+27:20149:x1866815604241280:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334531.552555:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334531.552576:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094ee1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b07ae expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552643:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094ee8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552658:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094ee8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552670:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094ee8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552684:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094eef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552705:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552711:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552745:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094ee8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552751:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094ee8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552757:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094ee8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552764:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f5200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334531.552768:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094ee8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552775:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094ee8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552785:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9b703c6d0500) 00010000:00010000:3.0:1780334531.552787:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.552798:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094ee8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552805:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094ee8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552865:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552877:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094eef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552883:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094eef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552888:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334531.552890:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094eef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552896:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094eef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552904:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0xb5b5b627 (ffff9b6f01bf6800) 00010000:00010000:3.0:1780334531.552907:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.552909:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094eef lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552914:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094eef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552945:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094ee1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07ae expref: 28 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552955:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9b703c6d0500) 00010000:00010000:3.0:1780334531.552957:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.552961:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094ee1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07ae expref: 28 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.552980:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f4800, rc 0) 00000100:00100000:3.0:1780334531.553038:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+27:20149:x1866815604241280:12345-192.168.203.22@tcp:101:rm.0 Request processed in 515us (680us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334531.553045:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 628 00000100:00100000:3.0:1780334531.559041:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604241408 00000100:00100000:3.0:1780334531.559051:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604241408 00000100:00100000:3.0:1780334531.559104:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 629 00000100:00100000:3.0:1780334531.559114:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+27:20149:x1866815604241408:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334531.559133:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334531.559151:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094ef6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b07b5 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559216:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094efd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559231:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094efd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559242:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094efd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559258:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559264:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559271:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559329:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094efd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559336:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094efd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559341:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094efd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559346:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334531.559351:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094efd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559357:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094efd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559367:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9b703c6d0500) 00010000:00010000:3.0:1780334531.559370:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.559375:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094efd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559379:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094efd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559389:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559394:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f04 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559399:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559410:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f4800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334531.559413:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559419:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f04 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559426:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0xb5b5b627 (ffff9b6f01bf6800) 00010000:00010000:3.0:1780334531.559428:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.559430:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f04 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559436:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559468:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094ef6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07b5 expref: 28 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559478:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9b703c6d0500) 00010000:00010000:3.0:1780334531.559481:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.559484:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094ef6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07b5 expref: 28 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.559492:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830600, rc 0) 00000100:00100000:3.0:1780334531.559669:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+27:20149:x1866815604241408:12345-192.168.203.22@tcp:101:rm.0 Request processed in 555us (783us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334531.559676:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 629 00000100:00100000:3.0:1780334531.592729:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604241536 00000100:00100000:3.0:1780334531.592752:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604241536 00000100:00100000:3.0:1780334531.592852:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 630 00000100:00100000:3.0:1780334531.592863:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+27:20150:x1866815604241536:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334531.592882:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334531.592901:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f0b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b07bc expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.592977:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094f12 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.592991:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094f12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593003:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094f12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593018:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094f19 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593026:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094f19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593033:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094f19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593068:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094f12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593075:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094f12 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593082:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094f12 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593095:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f5200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334531.593098:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094f12 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593106:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094f12 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593117:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9b703c6d0500) 00010000:00010000:3.0:1780334531.593120:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.593138:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094f12 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593145:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094f12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593159:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094f19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593164:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094f19 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593169:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094f19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593175:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334531.593178:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094f19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593184:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094f19 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593202:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0xb5b5b627 (ffff9b6f01bf6800) 00010000:00010000:3.0:1780334531.593205:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.593208:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094f19 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593214:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094f19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593248:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f0b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07bc expref: 28 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593260:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9b703c6d0500) 00010000:00010000:3.0:1780334531.593262:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.593266:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f0b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07bc expref: 28 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.593276:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f4800, rc 0) 00000100:00100000:3.0:1780334531.593335:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+27:20150:x1866815604241536:12345-192.168.203.22@tcp:101:cp.0 Request processed in 474us (713us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334531.593343:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 630 00000100:00100000:3.0:1780334531.611390:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604241920 00000100:00100000:3.0:1780334531.611402:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604241920 00000100:00100000:3.0:1780334531.611566:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 632 00000100:00100000:3.0:1780334531.611577:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+27:20150:x1866815604241920:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334531.611597:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334531.611619:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70094f35 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b07ca expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.611737:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094f3c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.611752:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094f3c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.611763:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70094f3c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.611778:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f43 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.611786:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.611793:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70094f43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334531.618751:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604242048 00000100:00100000:3.0:1780334531.618762:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604242048 00000100:00100000:3.0:1780334531.618858:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 159 00000100:00100000:3.0:1780334531.618872:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+7:2406:x1866815604242048:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334531.618890:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334531.618908:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e17e6ae8/0xdf9e767e70094f58 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b07d1 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334531.618934:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780334531.618955:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334531.618958:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334531.618972:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e17e6ae8/0xdf9e767e70094f58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07d1 expref: 8 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.618991:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e17e6ae8/0xdf9e767e70094f58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07d1 expref: 8 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.619004:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f5200, rc 0) 00000100:00100000:3.0:1780334531.619068:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604242048:12345-192.168.203.22@tcp:101:cp.0 Request processed in 201us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334531.619075:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 159 00000100:00100000:3.0:1780334531.672545:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604242688 00000100:00100000:3.0:1780334531.672556:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604242688 00000100:00100000:3.0:1780334531.672630:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 633 00000100:00100000:3.0:1780334531.672641:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+63:20153:x1866815604242688:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334531.672662:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334531.672683:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094f66 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b07df expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.672756:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094f6d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.672777:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094f6d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.672788:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094f6d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.672799:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094f74 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.672853:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094f74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.672861:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094f74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.672932:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094f7b lrc: 3/1,0 mode: --/PR res: [0x200000403:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.672941:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094f7b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.672947:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094f7b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334531.672985:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0xe:0x0]: returning size 158 00000004:00200000:3.0:1780334531.672990:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334531.673008:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094f7b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673024:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094f7b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673033:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094f6d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673040:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094f6d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673046:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094f6d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673064:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001526200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334531.673068:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094f6d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673076:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094f6d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673089:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9b703c6d0500) 00010000:00010000:3.0:1780334531.673092:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.673098:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094f6d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673104:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70094f6d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673117:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094f74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673124:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094f74 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673130:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094f74 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673135:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001527200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334531.673444:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094f74 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673452:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094f74 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673469:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0xb5b5b627 (ffff9b6f01bf6800) 00010000:00010000:3.0:1780334531.673472:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334531.673475:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094f74 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673481:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70094f74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.673510:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70094f66 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07df expref: 65 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.674413:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527800/0xdf9e767e70094f7b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07df expref: 64 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.674425:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xe:0x0].0x0 (ffff9b6f02d68a00) 00010000:00010000:3.0:1780334531.674428:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334531.674430:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7001527800, rc 0) 00000100:00100000:3.0:1780334531.674596:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+64:20153:x1866815604242688:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1955us (2236us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334531.674605:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 633 00000100:00080000:3.0:1780334531.678333:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334531.770473:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604243456 00000100:00100000:3.0:1780334531.770481:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604243456 00000100:00100000:3.0:1780334531.770540:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 636 00000100:00100000:3.0:1780334531.770549:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+32:20163:x1866815604243456:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334531.770583:0:9763:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0xe:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334531.770689:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+32:20163:x1866815604243456:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 139us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334531.770709:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 636 00000100:00100000:3.0:1780334531.795678:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 28 00000100:00100000:3.0:1780334531.795688:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+34:2408:x1866815604243968:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334531.795832:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334531.795856:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70094fa5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07fb expref: 34 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.795876:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xe:0x0].0x0 (ffff9b6f02d68a00) 00010000:00010000:3.0:1780334531.795881:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334531.795970:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+33:2408:x1866815604243968:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 283us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334531.795979:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 28 00000100:00100000:3.0:1780334531.812117:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604244224 00000100:00100000:3.0:1780334531.812127:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604244224 00010000:00010000:3.0:1780334531.812164:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fb6ae058/0xdf9e767e70094f5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07d8 expref: 11 pid: 8519 timeout: 635 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334531.812207:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 197 00000100:00100000:3.0:1780334531.812221:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604244224:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334531.812236:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780334531.812254:0:6524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xd:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1780334531.812261:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fb6ae058/0xdf9e767e70094f5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07d8 expref: 11 pid: 8519 timeout: 635 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.812274:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fb6ae058/0xdf9e767e70094f5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07d8 expref: 11 pid: 8519 timeout: 635 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.812322:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb6ae058/0xdf9e767e70094f5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b07d8 expref: 11 pid: 8519 timeout: 635 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.812339:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334531.812342:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334531.812346:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000098d9bd96/0xdf9e767e70094fb3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.812356:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098d9bd96/0xdf9e767e70094fb3 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.812420:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334531.812479:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604244224:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 263us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334531.812487:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 197 00000100:00100000:3.0:1780334531.817127:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604244480 00000100:00100000:3.0:1780334531.817136:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604244480 00000100:00100000:3.0:1780334531.817189:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 638 00000100:00100000:3.0:1780334531.817198:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+33:20163:x1866815604244480:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334531.817307:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+33:20163:x1866815604244480:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 110us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334531.817315:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 638 00000100:00100000:3.0:1780334531.881003:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334531.884127:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334531.884155:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604245760 00000100:00100000:3.0:1780334531.884170:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604245760 00010000:00010000:3.0:1780334531.884203:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0442ac00/0xdf9e767e70094fc8 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0809 expref: 35 pid: 6539 timeout: 635 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334531.884237:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 198 00000100:00100000:3.0:1780334531.884247:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+35:2407:x1866815604245760:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334531.884260:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334531.884266:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0442ac00/0xdf9e767e70094fc8 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0809 expref: 35 pid: 6539 timeout: 635 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.884280:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0442ac00/0xdf9e767e70094fc8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0809 expref: 35 pid: 6539 timeout: 635 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.884316:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xe:0x0].0x0 (ffff9b6f02d68a00) 00010000:00010000:3.0:1780334531.884322:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0442bc00/0xdf9e767e70094fd6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.884332:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0442bc00/0xdf9e767e70094fd6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.884340:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0442bc00/0xdf9e767e70094fd6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334531.884359:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334531.884453:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+35:2407:x1866815604245760:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 207us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334531.884461:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 198 00000100:00100000:3.0:1780334531.890083:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334532.377135:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334532.394883:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334532.394922:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604246400 00000100:00100000:3.0:1780334532.394931:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604246400 00000100:00100000:3.0:1780334532.394979:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 643 00000100:00100000:3.0:1780334532.394988:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+65:20164:x1866815604246400:12345-192.168.203.22@tcp:58:lfs.0 00000100:00100000:3.0:1780334532.395117:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+65:20164:x1866815604246400:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 130us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334532.395125:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 643 00000040:00080000:3.0:1780334533.360612:0:17872:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334533.360624:0:17872:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334533.360660:0:17872:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 3 00000040:00080000:3.0:1780334533.360667:0:17872:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334533.556933:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334533.621123:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334533.624548:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334533.624596:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334533.628577:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334533.628613:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334533.628636:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334533.639965:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604246784 00000100:00100000:3.0:1780334533.639977:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604246784 00000100:00100000:3.0:1780334533.640073:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 515 00000100:00100000:3.0:1780334533.640087:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604246784:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334533.640168:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604246784:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 83us (11528us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334533.640178:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 515 00000100:00100000:3.0:1780334533.640267:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334533.640354:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604247040 00000100:00100000:3.0:1780334533.640361:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604247040 00000100:00100000:3.0:1780334533.640413:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 271 00000100:00100000:3.0:1780334533.640433:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604247040:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334533.640487:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604247040:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 62us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334533.640497:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 271 00000100:00100000:3.0:1780334533.640536:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334533.640569:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334533.640596:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604247552 00000100:00100000:3.0:1780334533.640602:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604247552 00000100:00100000:3.0:1780334533.640645:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 272 00000100:00100000:3.0:1780334533.647385:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604247552:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334533.647474:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604247552:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 103us (6904us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334533.653464:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 272 00000100:00100000:3.0:1780334533.749334:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624139008 00000100:00100000:3.0:1780334533.749342:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624139008 00000100:00100000:3.0:1780334533.749395:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1780334533.749404:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624139008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334533.749438:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444446208 avail 1298206720 00000100:00100000:3.0:1780334533.749510:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624139008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334533.749517:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1780334534.260558:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624139520:0@lo:400:kworker.0 00000100:00100000:3.0:1780334534.262342:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334534.262382:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624140032:0@lo:400:kworker.0 00000100:00100000:3.0:1780334534.262453:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334534.262487:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624140544:0@lo:400:kworker.0 00000100:00100000:3.0:1780334534.262509:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334534.263631:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624139136 00000100:00100000:3.0:1780334534.263638:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624139136 00000100:00100000:3.0:1780334534.263678:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1780334534.263686:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624139136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780334534.263721:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 58154688 pending 28672 free 3921416192 avail 3689893888 00000100:00100000:3.0:1780334534.263758:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624139136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334534.263764:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1780334534.263802:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624140288:0@lo:400:kworker.0 00000100:00100000:3.0:1780334534.263842:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02df9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624140800:0@lo:400:kworker.0 00000100:00100000:3.0:1780334534.263984:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624139264:0@lo:400:kworker.0 00000100:00100000:3.0:1780334534.264001:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334534.264012:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624140928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334534.264039:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334534.272202:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624140416 00000100:00100000:3.0:1780334534.272207:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624140416 00000100:00100000:3.0:1780334534.275378:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1780334534.275389:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624140416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334534.275572:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624140416:12345-0@lo:400:kworker.0 Request processed in 185us (13187us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334534.275579:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1780334534.280938:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624139904:0@lo:400:kworker.0 00010000:00010000:3.0:1780334534.581742:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334535.796530:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03427480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624141184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334535.796565:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334535.796696:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03427480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624141184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334535.800577:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624141312 00000100:00100000:3.0:1780334535.800654:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624141312 00000100:00100000:3.0:1780334535.800832:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1780334535.800844:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624141312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334535.800867:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74452672 pending 0 free 3921412096 avail 3689889792 00000100:00100000:3.0:1780334535.800926:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624141312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334535.800943:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000001:00080000:3.0:1780334537.337055:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967329 is committed 00010000:00010000:3.0:1780334538.675978:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334538.735704:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604247808 00000100:00100000:3.0:1780334538.735715:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604247808 00000100:00100000:3.0:1780334538.735784:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604247936 00000100:00100000:3.0:1780334538.735789:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604247936 00000100:00100000:3.0:1780334538.735845:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 525 00000100:00100000:3.0:1780334538.735854:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+63:2409:x1866815604247808:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334538.735907:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+63:2409:x1866815604247808:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 54us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334538.735919:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 525 00000100:00100000:3.0:1780334538.735937:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 526 00000100:00100000:3.0:1780334538.735944:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604247936:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334538.735981:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604247936:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 37us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334538.735988:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 526 00000100:00100000:3.0:1780334538.745836:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604248320 00000100:00100000:3.0:1780334538.745847:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604248320 00000100:00100000:3.0:1780334538.745900:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604248448 00000100:00100000:3.0:1780334538.745903:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604248448 00000100:00100000:3.0:1780334538.745928:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 527 00000100:00100000:3.0:1780334538.745938:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+26:2409:x1866815604248320:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334538.746006:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+26:2409:x1866815604248320:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 69us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334538.746013:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 527 00000100:00100000:3.0:1780334538.746030:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 528 00000100:00100000:3.0:1780334538.746036:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604248448:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334538.746061:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604248448:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334538.746067:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 528 00000100:00100000:3.0:1780334538.756742:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604248704 00000100:00100000:3.0:1780334538.756753:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604248704 00000100:00100000:3.0:1780334538.756845:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 280 00000100:00100000:3.0:1780334538.756857:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604248704:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334538.756921:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604248704:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 66us (7479us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334538.756929:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 280 00000100:00100000:3.0:1780334538.766216:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604248960 00000100:00100000:3.0:1780334538.766237:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604248960 00000100:00100000:3.0:1780334538.766304:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 645 00000100:00100000:3.0:1780334538.766314:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:20146:x1866815604248960:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1780334538.766424:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:20146:x1866815604248960:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 111us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334538.766432:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 645 00000100:00100000:3.0:1780334538.868661:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334538.868683:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624141440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334538.868752:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334538.869342:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624141440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334539.382624:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624141568 00000100:00100000:3.0:1780334539.382629:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624141568 00000100:00100000:3.0:1780334539.382673:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1780334539.382680:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624141568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334539.382722:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624141568:12345-0@lo:400:kworker.0 Request processed in 42us (2151us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334539.382728:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1780334540.886182:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334540.917129:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624143744:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334540.917179:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334540.917463:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624143744:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334540.923838:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604250368 00000100:00100000:3.0:1780334540.923849:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604250368 00000100:00100000:3.0:1780334540.923919:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 650 00000100:00100000:3.0:1780334540.923930:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:20783:x1866815604250368:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1780334540.924188:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:20783:x1866815604250368:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 259us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334540.924197:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 650 00000100:00100000:3.0:1780334541.008619:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334541.067562:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604252416 00000100:00100000:3.0:1780334541.067570:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604252416 00000100:00100000:3.0:1780334541.067628:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 130 00000100:00100000:3.0:1780334541.067637:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+32:20787:x1866815604252416:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:3.0:1780334541.067929:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+33:20787:x1866815604252416:12345-192.168.203.22@tcp:35:cp.0 Request processed in 292us (506us total) trans 4294967695 rc 0/0 00000100:00100000:3.0:1780334541.067937:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 130 00000040:00080000:3.0:1780334541.108366:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334541.108374:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334541.108395:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 2 00000040:00080000:3.0:1780334541.108404:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334541.139799:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334541.139907:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334541.154752:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604253440 00000100:00100000:3.0:1780334541.154762:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604253440 00000100:00100000:3.0:1780334541.154849:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 131 00000100:00100000:3.0:1780334541.154860:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ef850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+68:20790:x1866815604253440:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:3.0:1780334541.155073:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ef850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+69:20790:x1866815604253440:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 214us (541us total) trans 4294967698 rc 0/0 00000100:00100000:3.0:1780334541.155081:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 131 00002000:00010000:3.0:1780334541.191837:0:8419:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0xd:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1780334541.191844:0:8419:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0xd:0x0] updating lvb mtime: 0 -> 1780334541 00002000:00010000:3.0:1780334541.191860:0:8419:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0xd:0x0] updating lvb atime: 0 -> 1780334541 00002000:00010000:3.0:1780334541.191863:0:8419:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0xd:0x0] updating lvb ctime: 0 -> 1780334541 00002000:00010000:3.0:1780334541.191865:0:8419:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0xd:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1780334541.191886:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034546d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624144512:192.168.203.22@tcp:106: 00010000:00010000:3.0:1780334541.191924:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e5d614f8/0xdf9e767e70095150 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0880 expref: 11 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334541.191950:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5d614f8/0xdf9e767e70095150 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0880 expref: 11 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334541.191965:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703c805c00, rc 0) 00000100:00100000:3.0:1780334541.192064:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2409:x1866815604253696:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2944us (3153us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334541.192073:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 169 00000100:00100000:3.0:1780334541.213768:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034546d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624144640:192.168.203.22@tcp:106: 00010000:00010000:3.0:1780334541.213806:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009351184a/0xdf9e767e70095165 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b088e expref: 11 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334541.213860:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009351184a/0xdf9e767e70095165 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b088e expref: 11 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334541.213875:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f03ff8a00, rc 0) 00000100:00100000:3.0:1780334541.213926:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2406:x1866815604253952:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 3499us (3782us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334541.213935:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 170 00010000:00010000:3.0:1780334542.772062:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334543.861693:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604254720 00000100:00100000:3.0:1780334543.861697:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604254720 00000100:00100000:3.0:1780334543.861730:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604255232 00000100:00100000:3.0:1780334543.861732:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604255232 00000100:00100000:3.0:1780334543.861743:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604254848 00000100:00100000:3.0:1780334543.861745:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604254848 00000100:00100000:3.0:1780334543.861757:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604255360 00000100:00100000:3.0:1780334543.861759:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604255360 00000100:00100000:3.0:1780334543.861772:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 285 00000100:00100000:3.0:1780334543.861777:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2407:x1866815604254720:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334543.861828:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034546d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2407:x1866815604254720:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 51us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334543.861836:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 285 00000100:00100000:3.0:1780334543.861853:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 286 00000100:00100000:3.0:1780334543.861859:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604255232:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334543.861882:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604255232:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334543.861888:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 286 00000100:00100000:3.0:1780334543.861900:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 287 00000100:00100000:3.0:1780334543.861906:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604254848:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334543.874116:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604254848:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 12197us (12547us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334543.874128:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 287 00010000:00010000:3.0:1780334544.001400:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3000/0xdf9e767e700950e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334544.001429:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3000/0xdf9e767e700950e7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334544.001437:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3000/0xdf9e767e700950e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334544.001443:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f01fd3000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334544.001448:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3000/0xdf9e767e700950e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334544.001455:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3000/0xdf9e767e700950e7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334544.001470:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x88c75925 (ffff9b703c6c4e00) 00010000:00010000:3.0:1780334544.001474:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334544.001479:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3000/0xdf9e767e700950e7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334544.001485:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3000/0xdf9e767e700950e7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x23:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334544.502351:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334544.502372:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624144896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334544.502437:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1780334544.502840:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334544.502873:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624144896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334544.504435:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780334544.504453:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624145024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334544.504534:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1780334544.506862:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334544.506869:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334544.506892:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624145152:0@lo:400:kworker.0 00000100:00100000:3.0:1780334544.506940:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334544.506973:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624145664:0@lo:400:kworker.0 00000100:00100000:3.0:1780334544.507000:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334544.507020:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624146176:0@lo:400:kworker.0 00000100:00100000:3.0:1780334544.507042:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334544.507067:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780334544.507074:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624145536:0@lo:400:kworker.0 00000100:00100000:3.0:1780334544.507099:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334544.507110:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624146048:0@lo:400:kworker.0 00000100:00100000:3.0:1780334544.507127:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334544.507156:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624145408 00000100:00100000:3.0:1780334544.507163:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624145408 00000100:00100000:3.0:1780334544.507193:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624145664 00000100:00100000:3.0:1780334544.507205:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624145664 00000100:00100000:3.0:1780334544.507222:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1780334544.507230:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624145408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334544.507274:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624145408:12345-0@lo:400:kworker.0 Request processed in 44us (2369us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334544.507281:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1780334544.507296:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1780334544.507302:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624145664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334544.507333:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624145664:12345-0@lo:400:kworker.0 Request processed in 32us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334544.507345:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1780334544.507383:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624145664:0@lo:400:kworker.0 00000100:00100000:3.0:1780334545.461734:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334546.037337:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624146688 00000100:00100000:3.0:1780334546.037344:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624146688 00000100:00100000:3.0:1780334546.037385:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1780334546.037394:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624146688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334546.037409:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74452672 pending 0 free 3921412096 avail 3689889792 00000100:00100000:3.0:1780334546.037461:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624146688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334546.037468:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00080000:3.0:1780334546.037501:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780334546.868843:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1780334547.488565:0:18263:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10d: Archive a file on the default archive id ========================================================== 13:22:26 (1780334546) 00000100:00100000:3.0:1780334547.918617:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00080000:3.0:1780334547.919237:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334547.924677:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+30:21401:x1866815604256128:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 5663us (6068us total) trans 4294967700 rc 0/0 00000100:00100000:1.0:1780334547.924702:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 668 00000100:00100000:1.0:1780334547.933786:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334547.933862:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334547.934400:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604256384 00000100:00100000:3.0:1780334547.934405:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604256384 00000100:00100000:3.0:1780334547.934447:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 30 00000100:00100000:3.0:1780334547.934455:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+30:2408:x1866815604256384:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334547.934466:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334547.934491:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3c00/0xdf9e767e70095181 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0895 expref: 30 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334547.934510:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:3.0:1780334547.934529:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334547.934551:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+29:2408:x1866815604256384:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 97us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334547.934558:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 30 00000100:00100000:3.0:1780334547.938538:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334547.938588:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00080000:3.0:1780334547.940344:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334547.940349:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334547.955801:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334547.958557:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334547.987125:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334547.987351:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604257280 00000100:00100000:1.0:1780334547.987362:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604257280 00000100:00100000:1.0:1780334547.987423:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 674 00000100:00100000:1.0:1780334547.987434:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+68:21404:x1866815604257280:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:1.0:1780334547.987456:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334547.987475:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3000/0xdf9e767e700951c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b08aa expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.987549:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd2a00/0xdf9e767e700951ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.987564:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd2a00/0xdf9e767e700951ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.987575:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd2a00/0xdf9e767e700951ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.987586:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3c00/0xdf9e767e700951d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.987593:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3c00/0xdf9e767e700951d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.987599:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3c00/0xdf9e767e700951d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.987692:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd2200/0xdf9e767e700951dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.987701:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd2200/0xdf9e767e700951dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.987708:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd2200/0xdf9e767e700951dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334547.987753:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 4096 00000004:00200000:1.0:1780334547.987757:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334547.987774:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd2200/0xdf9e767e700951dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.987785:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd2a00/0xdf9e767e700951ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.987791:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd2a00/0xdf9e767e700951ce lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.987798:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd2a00/0xdf9e767e700951ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.987804:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f01fd2a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334547.987808:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd2a00/0xdf9e767e700951ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.988032:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd2a00/0xdf9e767e700951ce lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.988043:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334547.988052:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334547.988058:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd2a00/0xdf9e767e700951ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.988064:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd2a00/0xdf9e767e700951ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.988078:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3c00/0xdf9e767e700951d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.988084:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3c00/0xdf9e767e700951d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.988090:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3c00/0xdf9e767e700951d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.988095:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f01fd3c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334547.988098:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3c00/0xdf9e767e700951d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.988103:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3c00/0xdf9e767e700951d5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.988110:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff9b6f02d68e00) 00010000:00010000:1.0:1780334547.988112:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334547.988115:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3c00/0xdf9e767e700951d5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.988119:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3c00/0xdf9e767e700951d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.988157:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd3000/0xdf9e767e700951c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08aa expref: 70 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.988193:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f01fd2200/0xdf9e767e700951dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08aa expref: 69 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334547.988201:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9b6f02d68300) 00010000:00010000:1.0:1780334547.988204:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780334547.988207:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f01fd2200, rc 0) 00000100:00100000:1.0:1780334547.989400:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+69:21404:x1866815604257280:12345-192.168.203.22@tcp:101:bash.0 Request processed in 1959us (2277us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334547.989411:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 674 00000100:00100000:1.0:1780334548.030348:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334548.030457:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604257536 00000100:00100000:3.0:1780334548.030468:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604257536 00000100:00100000:3.0:1780334548.030529:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 676 00000100:00100000:3.0:1780334548.030540:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+28:21405:x1866815604257536:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334548.030562:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334548.030582:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526800/0xdf9e767e700951f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b08b8 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.030649:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700951ff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.030663:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700951ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.030675:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700951ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334548.030720:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1780334548.030723:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334548.030741:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700951ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.030778:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526800/0xdf9e767e700951f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08b8 expref: 30 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.030796:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700951ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08b8 expref: 29 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.030804:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334548.030807:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334548.030857:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7001527200, rc 0) 00000100:00100000:3.0:1780334548.030924:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+29:21405:x1866815604257536:12345-192.168.203.22@tcp:101:rm.0 Request processed in 386us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334548.030932:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 676 00000100:00100000:3.0:1780334548.039929:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.040032:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604257664 00000100:00100000:1.0:1780334548.040042:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604257664 00000100:00100000:1.0:1780334548.040100:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 677 00000100:00100000:1.0:1780334548.040111:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+29:21405:x1866815604257664:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334548.040140:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334548.040161:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095206 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b08bf expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040234:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009520d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040248:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009520d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040259:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009520d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040286:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e70095214 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040293:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e70095214 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040300:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e70095214 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040364:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e400/0xdf9e767e7009521b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040371:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e400/0xdf9e767e7009521b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040377:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e400/0xdf9e767e7009521b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334548.040405:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 4096 00000004:00200000:1.0:1780334548.040408:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334548.040425:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e400/0xdf9e767e7009521b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040435:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009520d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040442:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009520d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040450:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009520d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040464:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0437e200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334548.040468:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009520d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040476:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009520d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040486:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334548.040488:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334548.040506:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009520d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040512:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009520d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040525:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e70095214 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040530:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e70095214 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040536:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e70095214 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040541:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0437f400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334548.040543:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e70095214 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040549:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e70095214 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040566:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff9b6f02d68e00) 00010000:00010000:1.0:1780334548.040568:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334548.040571:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e70095214 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040577:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e70095214 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040601:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095206 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08bf expref: 31 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040613:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e400/0xdf9e767e7009521b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08bf expref: 30 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.040620:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9b6f02d68300) 00010000:00010000:1.0:1780334548.040623:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780334548.040625:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0437e400, rc 0) 00000100:00100000:1.0:1780334548.040684:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+30:21405:x1866815604257664:12345-192.168.203.22@tcp:101:rm.0 Request processed in 576us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334548.040691:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 677 00000100:00100000:0.0:1780334548.048353:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+30:21405:x1866815604257792:12345-192.168.203.22@tcp:101:rm.0 Request processed in 697us (900us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334548.048368:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 678 00000100:00100000:3.0:1780334548.054651:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334548.054726:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604257920 00000100:00100000:0.0:1780334548.054736:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604257920 00000100:00100000:0.0:1780334548.054793:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 679 00000100:00100000:0.0:1780334548.054803:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+30:21405:x1866815604257920:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334548.054865:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334548.054884:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095237 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b08cd expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.054953:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009523e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.054968:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009523e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.054979:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009523e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.054992:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095245 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.054999:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095245 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055006:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095245 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055043:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009523e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055068:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009523e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055074:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009523e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055081:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009523e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055086:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9ae00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334548.055090:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009523e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055098:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009523e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055110:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9b6f02d68300) 00010000:00010000:0.0:1780334548.055113:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334548.055118:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009523e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055125:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009523e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055153:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095245 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055160:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095245 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055165:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095245 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055186:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9aa00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334548.055190:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095245 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055196:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095245 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055204:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x7fd8c415 (ffff9b7033542700) 00010000:00010000:0.0:1780334548.055206:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334548.055209:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095245 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055214:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095245 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055245:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095237 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08cd expref: 31 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055255:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9b6f02d68300) 00010000:00010000:0.0:1780334548.055257:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334548.055260:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095237 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08cd expref: 31 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.055268:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9be00, rc 0) 00000100:00100000:0.0:1780334548.055320:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+30:21405:x1866815604257920:12345-192.168.203.22@tcp:101:rm.0 Request processed in 519us (676us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334548.055328:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 679 00000100:00100000:0.0:1780334548.083696:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604258048 00000100:00100000:0.0:1780334548.083722:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604258048 00000100:00100000:0.0:1780334548.083781:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 680 00000100:00100000:0.0:1780334548.083791:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+30:21406:x1866815604258048:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334548.083847:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334548.083868:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e7009524c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b08d4 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.083935:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095253 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.083950:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095253 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.083961:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095253 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.083976:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009525a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.083983:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009525a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.083989:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009525a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084022:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095253 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084030:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095253 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084037:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095253 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084049:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9aa00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334548.084053:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095253 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084060:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095253 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084073:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9b6f02d68300) 00010000:00010000:0.0:1780334548.084076:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334548.084081:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095253 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084087:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e70095253 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084100:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009525a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084105:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009525a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084110:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009525a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084115:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9ae00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334548.084117:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009525a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084122:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009525a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084154:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x7fd8c415 (ffff9b7033542700) 00010000:00010000:0.0:1780334548.084157:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334548.084160:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009525a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084165:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ae00/0xdf9e767e7009525a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084208:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e7009524c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08d4 expref: 31 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084218:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9b6f02d68300) 00010000:00010000:0.0:1780334548.084220:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334548.084223:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e7009524c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08d4 expref: 31 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.084232:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9be00, rc 0) 00000100:00100000:0.0:1780334548.084290:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+30:21406:x1866815604258048:12345-192.168.203.22@tcp:101:cp.0 Request processed in 501us (723us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334548.084297:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 680 00000100:00100000:3.0:1780334548.088185:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604258176 00000100:00100000:3.0:1780334548.088200:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604258176 00000100:00100000:3.0:1780334548.088394:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 681 00000100:00100000:3.0:1780334548.088407:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+30:21406:x1866815604258176:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334548.088435:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334548.088462:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526800/0xdf9e767e70095261 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b08db expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089299:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095268 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089334:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095268 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089376:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095268 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089398:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009526f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089406:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009526f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089412:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009526f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089467:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095268 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089474:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095268 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089482:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095268 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089489:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001526200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334548.089504:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095268 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089512:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095268 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089525:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9b6f02d68300) 00010000:00010000:3.0:1780334548.089527:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334548.089534:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095268 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089546:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095268 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089565:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009526f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089571:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009526f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089576:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009526f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089581:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703c805c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334548.089584:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009526f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089589:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009526f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089596:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x7fd8c415 (ffff9b6f01bf6e00) 00010000:00010000:3.0:1780334548.089599:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334548.089602:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009526f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089607:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009526f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089667:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526800/0xdf9e767e70095261 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08db expref: 31 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.089991:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9b6f02d68300) 00010000:00010000:3.0:1780334548.089994:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334548.089999:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526800/0xdf9e767e70095261 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08db expref: 31 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.090010:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7001526800, rc 0) 00000100:00100000:3.0:1780334548.090150:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+30:21406:x1866815604258176:12345-192.168.203.22@tcp:101:cp.0 Request processed in 1743us (2091us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334548.090158:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 681 00000100:00100000:3.0:1780334548.096039:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.096231:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604258432 00000100:00100000:1.0:1780334548.096244:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604258432 00000100:00100000:1.0:1780334548.096319:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 682 00000100:00100000:1.0:1780334548.096343:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+30:21406:x1866815604258432:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334548.096372:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334548.096400:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095276 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b08e2 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.097493:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e7009527d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.097523:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e7009527d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.097538:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e7009527d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.097557:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095284 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.097564:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095284 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.097570:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095284 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780334548.098125:0:9763:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xe:0x0], index 1: 0 00010000:00010000:1.0:1780334548.098331:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fa00/0xdf9e767e7009528b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.098342:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fa00/0xdf9e767e7009528b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.098350:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fa00/0xdf9e767e7009528b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.098426:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e7009527d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.098445:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e7009527d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.098452:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e7009527d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.098459:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0437f400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334548.098463:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e7009527d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.098471:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e7009527d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.098485:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9b6f02d68300) 00010000:00010000:1.0:1780334548.098489:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334548.098494:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e7009527d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.098500:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e7009527d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334548.098516:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e438ce8 reply state 00000000e2af9550 transno 4294967702 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095284 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.098528:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095284 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.098535:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x7fd8c415 (ffff9b703c6d0e00) 00010000:00010000:1.0:1780334548.098537:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334548.098540:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780334548.098582:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095276 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08e2 expref: 33 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.098603:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fa00/0xdf9e767e7009528b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08e2 expref: 32 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.098611:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff9b703c6d0200) 00010000:00010000:1.0:1780334548.098613:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334548.098616:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0437fa00, rc 0) 00000100:00100000:1.0:1780334548.098706:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+33:21406:x1866815604258432:12345-192.168.203.22@tcp:101:cp.0 Request processed in 2365us (2681us total) trans 4294967702 rc 0/0 00000100:00100000:1.0:1780334548.098715:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 682 00000100:00100000:3.0:1780334548.115402:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604258560 00000100:00100000:3.0:1780334548.115415:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604258560 00000100:00100000:3.0:1780334548.115519:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 171 00000100:00100000:3.0:1780334548.115538:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604258560:12345-192.168.203.22@tcp:101:cp.0 00000100:00080000:0.0:1780334548.115539:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1780334548.115567:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334548.115594:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5d614f8/0xdf9e767e70095299 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b08e9 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334548.115637:0:8519:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780334548.115662:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334548.115664:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334548.115674:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5d614f8/0xdf9e767e70095299 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08e9 expref: 9 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.115943:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e5d614f8/0xdf9e767e70095299 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08e9 expref: 9 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.115990:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703c805c00, rc 0) 00000100:00100000:0.0:1780334548.121415:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334548.136089:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.136208:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604258816 00000100:00100000:1.0:1780334548.136219:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604258816 00010000:00010000:1.0:1780334548.136261:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e5d614f8/0xdf9e767e70095299 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08e9 expref: 10 pid: 8519 timeout: 651 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334548.136305:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 204 00000100:00100000:1.0:1780334548.136316:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604258816:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334548.136332:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334548.136356:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e5d614f8/0xdf9e767e70095299 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08e9 expref: 10 pid: 8519 timeout: 651 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.136370:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e5d614f8/0xdf9e767e70095299 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08e9 expref: 10 pid: 8519 timeout: 651 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.136393:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5d614f8/0xdf9e767e70095299 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08e9 expref: 10 pid: 8519 timeout: 651 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.136430:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334548.136431:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334548.136440:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700952a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08f0 expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.136450:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700952a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08f0 expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.136489:0:6522:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700952a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08f0 expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334548.136517:0:6522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027201180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6522:1866815624147200:192.168.203.22@tcp:105: 00000100:00100000:1.0:1780334548.136597:0:6522:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd49c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334548.141506:0:6522:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027201180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6522:1866815624147200:192.168.203.22@tcp:105: 00010000:00010000:1.0:1780334548.141534:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334548.141589:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604258816:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 5275us (5509us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334548.141599:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 204 00000100:00100000:3.0:1780334548.143470:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334548.143561:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604259072 00000100:00100000:0.0:1780334548.143571:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604259072 00000100:00100000:0.0:1780334548.143629:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 133 00000100:00100000:0.0:1780334548.143639:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+33:21406:x1866815604259072:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:0.0:1780334548.144074:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+34:21406:x1866815604259072:12345-192.168.203.22@tcp:35:cp.0 Request processed in 437us (611us total) trans 4294967703 rc 0/0 00000100:00100000:0.0:1780334548.144095:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 133 00000100:00100000:3.0:1780334548.219332:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.227301:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334548.227682:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604259328 00000100:00100000:3.0:1780334548.227692:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604259328 00000100:00100000:3.0:1780334548.227776:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 173 00000100:00100000:3.0:1780334548.227787:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604259328:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334548.227805:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334548.227848:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e485346/0xdf9e767e700952c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b08fe expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334548.227903:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624147328:192.168.203.22@tcp:106: 00000100:00100000:3.0:1780334548.227986:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026a95840 going to sleep for 11 seconds 00000100:00080000:0.0:1780334548.228964:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1780334548.229639:0:8422:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1780334548.229644:0:8422:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb mtime: 0 -> 1780334548 00002000:00010000:3.0:1780334548.229646:0:8422:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb atime: 0 -> 1780334548 00002000:00010000:3.0:1780334548.229648:0:8422:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb ctime: 0 -> 1780334548 00002000:00010000:3.0:1780334548.229651:0:8422:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1780334548.229672:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624147328:192.168.203.22@tcp:106: 00010000:00010000:3.0:1780334548.229705:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e485346/0xdf9e767e700952c3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08fe expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.229728:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e485346/0xdf9e767e700952c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08fe expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.229765:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7001526800, rc 0) 00000100:00100000:3.0:1780334548.229842:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604259328:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2028us (2519us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334548.229851:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 173 00000100:00100000:3.0:1780334548.234217:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334548.234310:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604259456 00000100:00100000:0.0:1780334548.234319:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604259456 00000100:00100000:0.0:1780334548.234376:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 684 00000100:00100000:0.0:1780334548.234387:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+70:21409:x1866815604259456:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334548.234407:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334548.234426:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e700952ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0905 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.234505:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a400/0xdf9e767e700952d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.234519:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a400/0xdf9e767e700952d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.234531:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a400/0xdf9e767e700952d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334548.234573:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 4096 00000004:00200000:0.0:1780334548.234578:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334548.234595:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a400/0xdf9e767e700952d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.234618:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e700952ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0905 expref: 72 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.234635:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a400/0xdf9e767e700952d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0905 expref: 71 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.234662:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff9b6f02d68300) 00010000:00010000:0.0:1780334548.234665:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334548.234669:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9a400, rc 0) 00000100:00100000:0.0:1780334548.234729:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+71:21409:x1866815604259456:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 344us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334548.234737:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 684 00000100:00100000:1.0:1780334548.239568:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334548.248889:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.248971:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604259840 00000100:00100000:1.0:1780334548.248981:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604259840 00000100:00100000:1.0:1780334548.249038:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 685 00000100:00100000:1.0:1780334548.249049:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+71:21409:x1866815604259840:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:1.0:1780334548.249238:0:9763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].15, 136 off10232 00000100:00100000:1.0:1780334548.249330:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+71:21409:x1866815604259840:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 283us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334548.249338:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 685 00000040:00080000:3.0:1780334548.276197:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334548.276206:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334548.276231:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 3 00000040:00080000:3.0:1780334548.276240:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334548.276452:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc3b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624147584:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334548.276774:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026a956c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334548.284522:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604259968 00000100:00100000:0.0:1780334548.284531:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604259968 00000100:00100000:0.0:1780334548.284596:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 686 00000100:00100000:0.0:1780334548.284606:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+34:21415:x1866815604259968:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334548.284875:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334548.284982:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+34:21415:x1866815604259968:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 377us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334548.284990:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 686 00000100:00100000:3.0:1780334548.290058:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.296695:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334548.297342:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604260352 00000100:00100000:3.0:1780334548.297353:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604260352 00000100:00100000:3.0:1780334548.297421:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 31 00000100:00100000:3.0:1780334548.297432:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+36:2409:x1866815604260352:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334548.297449:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334548.297474:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723200/0xdf9e767e700952e6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0913 expref: 36 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.297495:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff9b703c6d0200) 00010000:00010000:3.0:1780334548.297501:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334548.297569:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+35:2409:x1866815604260352:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 138us (1022us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334548.297601:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 31 00000100:00100000:3.0:1780334548.299117:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334548.302320:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334548.302621:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604260608 00000100:00100000:3.0:1780334548.302629:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604260608 00002000:00100000:3.0:1780334548.302677:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (0->157) req@ffff9b6f01d7b100 x1866815604260608/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:14/0 lens 648/0 e 0 to 0 dl 1780334559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334548.302685:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f01d7b100 with x1866815604260608 ext(0->157) 00010000:00010000:3.0:1780334548.302691:0:8427:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700952a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08f0 expref: 10 pid: 8421 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.302704:0:8427:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700952a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08f0 expref: 10 pid: 8421 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334548.302711:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b6f01d7b100 00000100:00100000:3.0:1780334548.302787:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 6 00000100:00100000:3.0:1780334548.302798:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2408:x1866815604260608:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:3.0:1780334548.304306:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2408:x1866815604260608:12345-192.168.203.22@tcp:4:cp.0 Request processed in 1500us (1986us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1780334548.304317:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 6 00002000:00100000:3.0:1780334548.304327:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0xe:0x0] (0->157) req@ffff9b6f01d7b100 x1866815604260608/t4294967330(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:14/0 lens 648/448 e 0 to 0 dl 1780334559 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334548.304336:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f01d7b100 with x1866815604260608 ext(0->157) 00010000:00010000:3.0:1780334548.304344:0:8427:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700952a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08f0 expref: 12 pid: 8421 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.304375:0:8427:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700952a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08f0 expref: 12 pid: 8421 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334548.304383:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b6f01d7b100 00000100:00100000:0.0:1780334548.326002:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334548.326379:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604260736 00000100:00100000:3.0:1780334548.326390:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604260736 00010000:00010000:3.0:1780334548.326432:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700952a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08f0 expref: 12 pid: 8421 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334548.326481:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 205 00000100:00100000:3.0:1780334548.326491:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026aff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604260736:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334548.326507:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780334548.326525:0:8446:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1780334548.326532:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700952a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08f0 expref: 12 pid: 8421 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.326546:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700952a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08f0 expref: 12 pid: 8421 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.326570:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700952a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08f0 expref: 12 pid: 8421 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.326597:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334548.326599:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334548.326604:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700952f4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.326627:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700952f4 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.326660:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334548.326715:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026aff850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604260736:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 224us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334548.326722:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 205 00000100:00100000:0.0:1780334548.336533:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334548.336620:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604260992 00000100:00100000:3.0:1780334548.336639:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604260992 00000100:00100000:3.0:1780334548.336697:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 688 00000100:00100000:3.0:1780334548.336707:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+35:21415:x1866815604260992:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334548.336862:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+35:21415:x1866815604260992:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 156us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334548.336870:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 688 00000100:00100000:3.0:1780334548.341271:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604261120 00000100:00100000:3.0:1780334548.341281:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604261120 00000100:00100000:3.0:1780334548.341336:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 176 00000100:00100000:3.0:1780334548.341346:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604261120:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334548.341364:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334548.341394:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e485346/0xdf9e767e700952fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b091a expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334548.341421:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xe:0x0] initial LVB size: 158, mtime: 0x6a1dbfd4, atime: 0x0, ctime: 0x6a1dbfd4, blocks: 0x8 00010000:00010000:3.0:1780334548.341442:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334548.341457:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334548.341465:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e485346/0xdf9e767e700952fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b091a expref: 11 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.341484:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e485346/0xdf9e767e700952fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b091a expref: 11 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.341507:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7001526800, rc 0) 00000100:00100000:3.0:1780334548.341572:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604261120:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 227us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334548.341583:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 176 00000100:00100000:1.0:1780334548.345736:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.350405:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334548.357083:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.357278:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604261632 00000100:00100000:1.0:1780334548.357288:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604261632 00000100:00100000:1.0:1780334548.357353:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 690 00000100:00100000:1.0:1780334548.357364:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+35:21415:x1866815604261632:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334548.357386:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334548.357408:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095302 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0921 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.357441:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095309 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.357455:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095309 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.357466:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095309 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.357580:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095302 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0921 expref: 37 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.357597:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095309 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0921 expref: 36 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334548.357613:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff9b703c6d0200) 00010000:00010000:1.0:1780334548.357617:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334548.357621:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0437fc00, rc 0) 00000100:00100000:1.0:1780334548.357684:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+36:21415:x1866815604261632:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 322us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334548.357690:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 690 00000100:00100000:1.0:1780334548.362432:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334548.363411:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604261760 00000100:00100000:0.0:1780334548.363423:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604261760 00000100:00100000:0.0:1780334548.363802:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 691 00000100:00100000:0.0:1780334548.363838:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+36:21415:x1866815604261760:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334548.363869:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334548.363986:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+36:21415:x1866815604261760:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 175us (1564us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334548.364010:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 691 00000100:00100000:3.0:1780334548.372971:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334548.373669:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604262144 00000100:00100000:0.0:1780334548.373680:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604262144 00000100:00100000:0.0:1780334548.373876:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 692 00000100:00100000:0.0:1780334548.373888:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+36:21415:x1866815604262144:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1780334548.373966:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095317 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.373985:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095309 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0921 expref: 36 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.373994:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095317 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.374029:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095309 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0921 expref: 36 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.374044:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095309 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0921 expref: 36 pid: 9763 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334548.374059:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624147840:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334548.374143:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7010a59e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334548.377461:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604262272 00000100:00100000:0.0:1780334548.377471:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604262272 00010000:00010000:0.0:1780334548.377569:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095309 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0921 expref: 37 pid: 9763 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334548.379042:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 206 00000100:00100000:0.0:1780334548.379059:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+37:2406:x1866815604262272:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334548.379078:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334548.379087:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095309 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0921 expref: 37 pid: 9763 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.379103:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095309 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0921 expref: 37 pid: 9763 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.379125:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff9b703c6d0200) 00010000:00010000:0.0:1780334548.379131:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095317 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.379141:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095317 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.379149:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095317 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334548.379182:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334548.379477:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+37:2406:x1866815604262272:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 423us (2753us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334548.379485:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 206 00010000:00010000:3.0:1780334548.383482:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095309 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0921 expref: 36 pid: 9763 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334548.383517:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624147840:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334548.383541:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095317 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.383550:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095317 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.383556:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095317 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.383712:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095317 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.383730:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095317 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.383737:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095317 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.383967:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334548.383971:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095317 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.383979:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095317 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.383994:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff9b703c6d0200) 00010000:00010000:3.0:1780334548.383998:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334548.384002:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095317 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334548.384008:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095317 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334548.384141:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+36:21415:x1866815604262144:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 10254us (11177us total) trans 4294967705 rc 0/0 00000100:00100000:3.0:1780334548.384151:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 692 00000100:00100000:0.0:1780334548.390945:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604262528 00000100:00100000:0.0:1780334548.390958:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604262528 00000100:00100000:0.0:1780334548.391020:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 134 00000100:00100000:0.0:1780334548.391030:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+36:21415:x1866815604262528:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1780334548.391313:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+37:21415:x1866815604262528:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 283us (3367us total) trans 4294967706 rc 0/0 00000100:00100000:0.0:1780334548.391321:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 134 00010000:00010000:1.0:1780334548.917065:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334548.974048:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.974086:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.974113:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.974135:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.974151:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.974185:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.974207:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.974226:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.974245:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334548.974276:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604262784 00000100:00100000:1.0:1780334548.974285:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604262784 00000100:00100000:0.0:1780334548.974305:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604262912 00000100:00100000:0.0:1780334548.974311:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604262912 00000100:00100000:1.0:1780334548.974333:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604263424 00000100:00100000:1.0:1780334548.974338:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604263424 00000100:00100000:0.0:1780334548.974348:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604263296 00000100:00100000:0.0:1780334548.974353:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604263296 00000100:00100000:1.0:1780334548.974366:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 545 00000100:00100000:1.0:1780334548.974386:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+71:2406:x1866815604262784:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334548.974390:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 546 00000100:00100000:0.0:1780334548.974401:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604262912:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334548.974459:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604262912:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 59us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334548.974466:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 546 00000100:00100000:0.0:1780334548.974484:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 547 00000100:00100000:0.0:1780334548.974490:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604263424:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334548.974605:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+71:2406:x1866815604262784:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 230us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334548.974610:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604263424:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 117us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334548.974620:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 545 00000100:00100000:0.0:1780334548.974638:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 547 00000100:00100000:1.0:1780334548.974648:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 548 00000100:00100000:1.0:1780334548.974656:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+37:2406:x1866815604263296:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334548.974671:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604263168 00000100:00100000:0.0:1780334548.974675:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604263168 00000100:00100000:1.0:1780334548.974691:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+37:2406:x1866815604263296:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 34us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334548.974698:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 548 00000100:00100000:0.0:1780334548.974703:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604263680 00000100:00100000:0.0:1780334548.974706:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604263680 00000100:00100000:0.0:1780334548.974724:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604263040 00000100:00100000:1.0:1780334548.974726:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604263552 00000100:00100000:0.0:1780334548.974727:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604263040 00000100:00100000:1.0:1780334548.974731:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604263552 00000100:00100000:0.0:1780334548.974749:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 291 00000100:00100000:0.0:1780334548.974758:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604263168:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334548.974764:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 292 00000100:00100000:1.0:1780334548.974773:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604263680:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334548.974789:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604263168:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 33us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334548.974803:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 291 00000100:00100000:1.0:1780334548.974808:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604263680:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 34us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334548.974836:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 292 00000100:00100000:0.0:1780334548.974843:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 293 00000100:00100000:0.0:1780334548.974851:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2406:x1866815604263040:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334548.974857:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 294 00000100:00100000:1.0:1780334548.974866:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604263552:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334548.974893:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2406:x1866815604263040:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 42us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334548.974901:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 293 00000100:00100000:1.0:1780334548.974906:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604263552:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 39us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334548.974914:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 294 00000100:00080000:0.0:1780334548.974930:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334548.974937:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:3.0:1780334548.987881:0:18312:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334548.987889:0:18312:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334548.987918:0:18312:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 3 00000040:00080000:3.0:1780334548.987924:0:18312:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334549.068085:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604263936 00000100:00100000:1.0:1780334549.068095:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604263936 00000100:00100000:1.0:1780334549.068160:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 693 00000100:00100000:1.0:1780334549.068181:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+71:21422:x1866815604263936:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334549.068203:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334549.068223:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009531e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0928 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334549.068349:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095325 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334549.068365:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095325 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334549.068376:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095325 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334549.068386:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 158 00000100:00080000:0.0:1780334549.068610:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780334549.068642:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009531e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0928 expref: 74 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334549.068659:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095325 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0928 expref: 73 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334549.068668:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff9b703c6d0200) 00010000:00010000:1.0:1780334549.068671:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334549.068674:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0437ea00, rc 0) 00000100:00100000:1.0:1780334549.068736:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+73:21422:x1866815604263936:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 558us (1020us total) trans 4294967707 rc 0/0 00000100:00100000:1.0:1780334549.068744:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 693 00000100:00100000:3.0:1780334549.075100:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604264064 00000100:00100000:3.0:1780334549.075115:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604264064 00000100:00100000:3.0:1780334549.075180:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 694 00000100:00100000:3.0:1780334549.075192:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+73:21422:x1866815604264064:12345-192.168.203.22@tcp:54:lfs.0 00010000:00010000:3.0:1780334549.075267:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70095333 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334549.075284:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70095333 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334549.075296:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70095333 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334549.075328:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70095333 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334549.075335:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70095333 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334549.075342:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70095333 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334549.075349:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f03ff9400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334549.075353:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70095333 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334549.075360:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70095333 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334549.075371:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff9b703c6d0200) 00010000:00010000:3.0:1780334549.075374:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1780334549.075378:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70095333 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334549.075395:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70095333 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334549.075472:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+73:21422:x1866815604264064:12345-192.168.203.22@tcp:54:lfs.0 Request processed in 283us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334549.075480:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 694 00000100:00100000:0.0:1780334549.075982:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334549.076046:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604264192 00000100:00100000:3.0:1780334549.076051:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604264192 00000100:00100000:3.0:1780334549.076194:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 32 00000100:00100000:3.0:1780334549.076203:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+73:2408:x1866815604264192:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334549.076215:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334549.076232:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095325 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0928 expref: 73 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334549.076244:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff9b703c6d0200) 00010000:00010000:3.0:1780334549.076248:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334549.076285:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+72:2408:x1866815604264192:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 82us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334549.076291:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 32 00000100:00100000:0.0:1780334549.084921:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604264448 00000100:00100000:0.0:1780334549.084935:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604264448 00000100:00100000:0.0:1780334549.085027:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 135 00000100:00100000:0.0:1780334549.085038:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+72:21422:x1866815604264448:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:0.0:1780334549.085276:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+73:21422:x1866815604264448:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 239us (2619us total) trans 4294967708 rc 0/0 00000100:00100000:0.0:1780334549.085285:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 135 00000100:00100000:0.0:1780334549.116435:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624147968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334549.116507:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334549.117107:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624147968:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334549.625141:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334549.625152:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624149760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334549.625194:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334549.625226:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624149760 00000100:00100000:1.0:1780334549.625229:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624149760 00000100:00100000:1.0:1780334549.625262:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1780334549.625268:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624149760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334549.625284:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 66563776 pending 28672 free 3921416192 avail 3689893888 00000100:00100000:1.0:1780334549.625319:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624149760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334549.625324:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1780334549.625369:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624149760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334549.633778:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624149888 00000100:00100000:0.0:1780334549.633786:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624149888 00000100:00100000:0.0:1780334549.633849:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1780334549.633858:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624149888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334549.633890:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 66563776 pending 28672 free 3921416192 avail 3689893888 00000100:00100000:0.0:1780334549.633941:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624149888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334549.633948:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00010000:00010000:1.0:1780334549.950301:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334550.964949:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334551.158071:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334551.158094:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624150016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334551.158181:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334551.158248:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624150144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334551.158274:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334551.158307:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624150016 00000100:00100000:3.0:1780334551.158315:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624150016 00000100:00100000:3.0:1780334551.158371:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624150144 00000100:00100000:3.0:1780334551.158375:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624150144 00000100:00100000:3.0:1780334551.158395:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:3.0:1780334551.158403:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624150016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334551.158432:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74452672 pending 0 free 3921412096 avail 3689889792 00000100:00100000:3.0:1780334551.158474:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624150016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334551.158481:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:3.0:1780334551.158497:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1780334551.158503:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624150144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334551.158512:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74452672 pending 0 free 3921412096 avail 3689889792 00000100:00100000:3.0:1780334551.158540:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624150144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 37us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334551.158546:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00080000:3.0:1780334551.158564:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334551.158597:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624150144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334551.158624:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624150016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334551.159914:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624150272 00000100:00100000:0.0:1780334551.159922:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624150272 00000100:00100000:0.0:1780334551.159970:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1780334551.159980:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624150272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334551.160014:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334551.160066:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624150272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334551.160074:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00010000:00010000:0.0:1780334551.171877:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095284 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334551.171894:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095284 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334551.171901:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095284 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334551.171907:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0437e200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334551.171912:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095284 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334551.171919:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095284 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334551.171933:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x7fd8c415 (ffff9b703c6d0e00) 00010000:00010000:0.0:1780334551.171950:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334551.171954:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095284 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334551.171961:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095284 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334551.993056:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334553.016194:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334554.016020:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604264576 00000100:00100000:0.0:1780334554.016031:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604264576 00000100:00100000:0.0:1780334554.016105:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 695 00000100:00100000:0.0:1780334554.016115:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+29:21401:x1866815604264576:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1780334554.016241:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+29:21401:x1866815604264576:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 128us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334554.016248:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 695 00000100:00080000:3.0:1780334554.018252:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334554.021706:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604264704 00000100:00100000:1.0:1780334554.021715:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604264704 00000100:00100000:1.0:1780334554.021787:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 696 00000100:00100000:1.0:1780334554.021799:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:21401:x1866815604264704:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1780334554.021940:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:21401:x1866815604264704:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 143us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334554.021947:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 696 00000100:00080000:3.0:1780334554.022023:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334554.025436:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334554.025658:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604264960 00000100:00100000:3.0:1780334554.025668:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604264960 00000100:00100000:3.0:1780334554.025742:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 136 00000100:00100000:3.0:1780334554.025752:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+29:21401:x1866815604264960:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334554.026113:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+30:21401:x1866815604264960:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 362us (683us total) trans 4294967709 rc 0/0 00000100:00100000:3.0:1780334554.026120:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 136 00010000:00010000:1.0:1780334554.037898:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334554.099222:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334554.099271:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334554.099346:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334554.099371:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334554.099388:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334554.099410:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334554.099434:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334554.099469:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604265344 00000100:00100000:0.0:1780334554.099478:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604265344 00000100:00100000:0.0:1780334554.099533:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604265216 00000100:00100000:0.0:1780334554.099536:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604265216 00000100:00100000:0.0:1780334554.099560:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 555 00000100:00100000:0.0:1780334554.099569:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604265344:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334554.099632:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604265344:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 65us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334554.099646:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 555 00000100:00100000:0.0:1780334554.099670:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 556 00000100:00100000:0.0:1780334554.099676:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+69:2409:x1866815604265216:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334554.099701:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+69:2409:x1866815604265216:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334554.099707:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 556 00000100:00080000:0.0:1780334554.099722:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334554.099725:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334554.100124:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 302 00000100:00100000:1.0:1780334554.100148:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04243100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604265728:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334554.100185:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04243100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604265728:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 41us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334554.100194:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 302 00000100:00080000:0.0:1780334554.100433:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334554.100437:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334554.103757:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604265088 00000100:00100000:3.0:1780334554.103773:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604265088 00000100:00100000:3.0:1780334554.103881:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 440 00000100:00100000:3.0:1780334554.103890:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604265088:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334554.103966:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604265088:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 77us (4765us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334554.103975:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 440 00000100:00100000:0.0:1780334554.228993:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624150400:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334554.229073:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334554.229162:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624150400 00000100:00100000:0.0:1780334554.229170:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624150400 00000100:00100000:0.0:1780334554.229216:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1780334554.229224:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624150400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334554.229256:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444438016 avail 1298198528 00000100:00100000:0.0:1780334554.229302:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04240e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624150400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334554.229309:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1780334554.229721:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624150400:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334554.740109:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334554.740147:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624150656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334554.740270:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624150528:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334554.740763:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624150784:0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.748311:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334554.748379:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334554.748428:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624150912:0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.748429:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f046f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624151168:0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.748478:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334554.748499:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f046f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624151680:0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.748524:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334554.748548:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f046f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624152192:0@lo:400:kworker.0 00000100:00100000:0.0:1780334554.748569:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334554.748593:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f046f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624151424:0@lo:400:kworker.0 00000100:00100000:0.0:1780334554.748616:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334554.748643:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f046f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624151936:0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.748649:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334554.748707:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624150656 00000100:00100000:1.0:1780334554.748715:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624150656 00000100:00100000:0.0:1780334554.748770:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334554.748777:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624150528 00000100:00100000:1.0:1780334554.748781:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624150528 00000100:00100000:1.0:1780334554.748830:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1780334554.748842:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624150656:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334554.748847:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1780334554.748857:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04240000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624150528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334554.748902:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 66535104 pending 0 free 3921412096 avail 3689889792 00000100:00100000:0.0:1780334554.748946:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04240000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624150528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334554.748953:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1780334554.748982:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624150912 00000100:00100000:0.0:1780334554.748986:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624150912 00000100:00100000:0.0:1780334554.749014:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624151424 00000100:00100000:0.0:1780334554.749017:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624151424 00000100:00100000:0.0:1780334554.749044:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624151936 00000100:00100000:0.0:1780334554.749047:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624151936 00000100:00100000:0.0:1780334554.749137:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1780334554.749145:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624150912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334554.749178:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04241f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624150912:12345-0@lo:400:kworker.0 Request processed in 35us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334554.749185:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00002000:00000024:1.0:1780334554.749246:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 66535104 pending 0 free 3921412096 avail 3689889792 00000100:00100000:1.0:1780334554.749283:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624150656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 445us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334554.749291:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1780334554.749309:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624151168 00000100:00100000:1.0:1780334554.749313:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624151168 00000100:00100000:1.0:1780334554.749339:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1780334554.749346:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624151168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.749385:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624151168:12345-0@lo:400:kworker.0 Request processed in 40us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334554.749391:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1780334554.749418:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1780334554.749426:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624151424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334554.749464:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334554.749500:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04242680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624151424:12345-0@lo:400:kworker.0 Request processed in 71us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334554.749503:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f046f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624151296:0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.749516:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1780334554.749541:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334554.749544:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1780334554.749553:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624151936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334554.749557:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f046f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624151808:0@lo:400:kworker.0 00000100:00100000:3.0:1780334554.749578:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334554.749663:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04240380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624151936:12345-0@lo:400:kworker.0 Request processed in 112us (893us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334554.749669:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1780334554.749680:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624151296 00000100:00100000:1.0:1780334554.749683:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624151296 00000100:00100000:1.0:1780334554.749699:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624151808 00000100:00100000:1.0:1780334554.749701:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624151808 00000100:00100000:1.0:1780334554.749715:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1780334554.749720:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624151296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.749763:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624151296:12345-0@lo:400:kworker.0 Request processed in 41us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334554.749769:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1780334554.749780:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624151808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334554.749835:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624151808:12345-0@lo:400:kworker.0 Request processed in 56us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334554.749845:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1780334554.750278:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624150784 00000100:00100000:1.0:1780334554.750282:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624150784 00000100:00100000:1.0:1780334554.750312:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1780334554.750319:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624150784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.750359:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624150784:12345-0@lo:400:kworker.0 Request processed in 41us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334554.750366:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1780334554.750421:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624151680 00000100:00100000:1.0:1780334554.750425:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624151680 00000100:00100000:1.0:1780334554.750453:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624152192 00000100:00100000:1.0:1780334554.750466:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624152192 00000100:00100000:1.0:1780334554.750492:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624151552 00000100:00100000:1.0:1780334554.750495:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624151552 00000100:00100000:1.0:1780334554.750510:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1780334554.750516:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624151680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.750548:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624151680:12345-0@lo:400:kworker.0 Request processed in 32us (2024us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334554.750554:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1780334554.750635:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1780334554.750643:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624152192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.750673:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624152192:12345-0@lo:400:kworker.0 Request processed in 32us (2025us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334554.750675:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1780334554.750684:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1780334554.750696:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624151040 00000100:00100000:3.0:1780334554.750701:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624151040 00000100:00100000:1.0:1780334554.750704:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1780334554.750712:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624151552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334554.750736:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1780334554.750744:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624151552:12345-0@lo:400:kworker.0 Request processed in 33us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334554.750749:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624151040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.750756:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1780334554.750793:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624152064 00000100:00100000:1.0:1780334554.750798:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624152064 00000100:00100000:3.0:1780334554.750802:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624151040:12345-0@lo:400:kworker.0 Request processed in 55us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334554.750830:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1780334554.750848:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1780334554.750857:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624152064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334554.750877:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624150784:0@lo:400:kworker.0 00000100:00100000:3.0:1780334554.750895:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f046f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624151296:0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.751045:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624152064:12345-0@lo:400:kworker.0 Request processed in 189us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334554.751051:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00080000:1.0:1780334554.751077:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334554.751082:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334554.751090:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334554.751092:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334554.751368:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f046f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624151808:0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.751444:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f046f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624151168:0@lo:400:kworker.0 00000100:00100000:3.0:1780334554.751449:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624150912:0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.751467:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f046f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624151680:0@lo:400:kworker.0 00000100:00100000:3.0:1780334554.751471:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f046f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624151424:0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.751489:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f046f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624152192:0@lo:400:kworker.0 00000100:00100000:3.0:1780334554.751492:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f046f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624151936:0@lo:400:kworker.0 00000100:00100000:1.0:1780334554.751516:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624150656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334554.751519:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04242d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624150528:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1780334555.062156:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1780334555.525953:0:18557:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11a: Import a file ==================== 13:22:34 (1780334554) 00000100:00100000:1.0:1780334555.587587:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334555.587663:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604265984 00000100:00100000:3.0:1780334555.587673:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604265984 00000100:00100000:3.0:1780334555.587733:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 697 00000100:00100000:3.0:1780334555.587744:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+69:22014:x1866815604265984:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334555.587765:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334555.589690:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e7009533a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b092f expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.589768:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e70095341 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.589782:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e70095341 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.589794:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e70095341 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.589843:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e70095348 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.589864:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e70095348 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.589872:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e70095348 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.589926:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e70095341 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.589933:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e70095341 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.589939:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e70095341 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.589946:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f03ff8c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334555.589950:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e70095341 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.589956:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e70095341 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.589966:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334555.589969:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334555.589974:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e70095341 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.589979:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e70095341 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.589994:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e70095348 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.590006:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e70095348 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.590012:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e70095348 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.590017:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f03ff8a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334555.590019:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e70095348 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.590024:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e70095348 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.590031:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff9b6f01bf6e00) 00010000:00010000:3.0:1780334555.590034:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334555.590036:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e70095348 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.590041:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e70095348 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.590073:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e7009533a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b092f expref: 70 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.590082:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334555.590084:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334555.590087:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e7009533a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b092f expref: 70 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.590096:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f03ff9400, rc 0) 00000100:00100000:3.0:1780334555.590180:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+69:22014:x1866815604265984:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2436us (2600us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334555.590189:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 697 00000100:00100000:3.0:1780334555.606169:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604266240 00000100:00100000:3.0:1780334555.606179:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604266240 00000100:00100000:3.0:1780334555.606235:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 698 00000100:00100000:3.0:1780334555.606245:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+69:22014:x1866815604266240:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:3.0:1780334555.606301:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334555.606339:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e700951c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08a3 expref: 69 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.606357:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334555.606363:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334555.606424:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.606569:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700951ff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08b8 expref: 29 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.606579:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.606609:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700951ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08b8 expref: 29 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.606623:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700951ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08b8 expref: 29 pid: 15367 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334555.606637:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f046f1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624152320:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334555.606728:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01d90180 going to sleep for 11 seconds 00000100:00100000:3.0:1780334555.612569:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f046f1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624152320:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334555.612598:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334555.612672:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604266368 00000100:00100000:0.0:1780334555.612681:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604266368 00010000:00010000:0.0:1780334555.613388:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700951ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08b8 expref: 30 pid: 15367 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334555.613450:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 207 00000100:00100000:0.0:1780334555.613461:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+30:2406:x1866815604266368:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334555.613476:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334555.613489:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700951ff lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08b8 expref: 30 pid: 15367 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334555.613502:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700951ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08b8 expref: 30 pid: 15367 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334555.613523:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700951ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b08b8 expref: 30 pid: 15367 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334555.613538:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334555.613606:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334555.613617:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334555.613625:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334555.613656:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334555.613687:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.613694:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.613717:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70095356 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.613735:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70095356 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.613744:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70095356 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334555.613834:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+29:2406:x1866815604266368:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 374us (1334us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334555.613843:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 207 00010000:00010000:3.0:1780334555.614457:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e7009535d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.614468:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e7009535d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.614476:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e7009535d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334555.614491:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030d2b796 reply state 0000000090e49812 transno 4294967710 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e7009535d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.614512:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e7009535d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.614519:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9b6f01bf6f00) 00010000:00010000:3.0:1780334555.614521:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334555.614524:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780334555.614530:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00010000:00010000:3.0:1780334555.614539:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.614546:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.614552:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.614558:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.614563:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001526200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334555.614567:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.614574:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.614583:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334555.614585:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334555.614589:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.614605:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009534f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334555.614616:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030d2b796 reply state 0000000090e49812 transno 4294967710 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70095356 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.614624:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff9400/0xdf9e767e70095356 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.614631:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff9b6f01bf6e00) 00010000:00010000:3.0:1780334555.614634:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334555.614636:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1780334555.616423:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+70:22014:x1866815604266240:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 10170us (10326us total) trans 4294967710 rc 0/0 00000100:00100000:3.0:1780334555.616434:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 698 00000100:00100000:0.0:1780334555.924249:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604266496 00000100:00100000:0.0:1780334555.924270:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604266496 00000100:00100000:0.0:1780334555.924341:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 699 00000100:00100000:0.0:1780334555.924351:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+70:22058:x1866815604266496:12345-192.168.203.22@tcp:101:mkdir.0 00010000:00010000:0.0:1780334555.924377:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334555.924398:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b200/0xdf9e767e70095364 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0936 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334555.924474:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e7009536b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334555.924487:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e7009536b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334555.924497:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e7009536b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334555.924539:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1780334555.924543:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334555.924561:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e7009536b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334555.924585:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b200/0xdf9e767e70095364 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0936 expref: 72 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334555.924602:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e7009536b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0936 expref: 71 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334555.924610:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334555.924613:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334555.924616:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9aa00, rc 0) 00000100:00100000:0.0:1780334555.924683:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+71:22058:x1866815604266496:12345-192.168.203.22@tcp:101:mkdir.0 Request processed in 333us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334555.924691:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 699 00000100:00100000:3.0:1780334555.928768:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604266752 00000100:00100000:3.0:1780334555.928778:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604266752 00000100:00100000:3.0:1780334555.928868:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 700 00000100:00100000:3.0:1780334555.928879:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:22058:x1866815604266752:12345-192.168.203.22@tcp:36:mkdir.0 00000100:00100000:3.0:1780334555.928990:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f046f1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6539:1866815624152448:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1780334555.929082:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334555.929142:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01d90a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780334555.929235:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624152448 00000100:00100000:0.0:1780334555.929239:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624152448 00000100:00100000:0.0:1780334555.929271:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1780334555.929278:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6539:x1866815624152448:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1780334555.929392:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6539:x1866815624152448:12345-0@lo:1000:mdt00_001.0 Request processed in 113us (308us total) trans 0 rc 1/1 00000100:00100000:0.0:1780334555.929399:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:3.0:1780334555.929578:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f046f1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6539:1866815624152448:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1780334555.929746:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:22058:x1866815604266752:12345-192.168.203.22@tcp:36:mkdir.0 Request processed in 867us (1058us total) trans 0 rc -17/-17 00000100:00100000:3.0:1780334555.929753:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 700 00000100:00100000:3.0:1780334555.933620:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604266880 00000100:00100000:3.0:1780334555.933642:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604266880 00000100:00100000:3.0:1780334555.933731:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 701 00000100:00100000:3.0:1780334555.933743:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+71:22058:x1866815604266880:12345-192.168.203.22@tcp:101:mkdir.0 00010000:00010000:3.0:1780334555.933762:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334555.933779:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e70095372 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b093d expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.933863:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70095379 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.933877:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70095379 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.933888:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70095379 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.933899:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095380 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.933906:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095380 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.933912:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095380 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.933976:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7000030000/0xdf9e767e70095387 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.933984:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7000030000/0xdf9e767e70095387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.933990:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7000030000/0xdf9e767e70095387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334555.934030:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:3.0:1780334555.934034:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334555.934050:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7000030000/0xdf9e767e70095387 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934062:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70095379 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934068:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70095379 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934074:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70095379 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934080:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70095379 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934085:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001527200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334555.934089:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70095379 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934096:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70095379 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934107:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334555.934110:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334555.934127:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70095379 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934134:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e70095379 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934156:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095380 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934161:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095380 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934167:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095380 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934173:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001526200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334555.934176:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095380 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934181:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095380 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934189:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff9b6f01bf6e00) 00010000:00010000:3.0:1780334555.934259:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334555.934264:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095380 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934270:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095380 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934297:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e70095372 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b093d expref: 73 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934309:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7000030000/0xdf9e767e70095387 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b093d expref: 72 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.934502:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9b6f01bf6f00) 00010000:00010000:3.0:1780334555.934504:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334555.934507:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7000030000, rc 0) 00000100:00100000:3.0:1780334555.934622:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+72:22058:x1866815604266880:12345-192.168.203.22@tcp:101:mkdir.0 Request processed in 881us (1452us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334555.934630:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 701 00000100:00100000:1.0:1780334555.982882:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334555.991033:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604267264 00000100:00100000:3.0:1780334555.991042:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604267264 00000100:00100000:3.0:1780334555.991102:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 703 00000100:00100000:3.0:1780334555.991123:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+72:22064:x1866815604267264:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334555.991144:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334555.991148:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1780334555.991176:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7000030000/0xdf9e767e70095387 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b093d expref: 72 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.991195:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9b6f01bf6f00) 00010000:00010000:3.0:1780334555.991200:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334555.991224:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e7009539c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b094b expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.991328:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700953a3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.991341:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700953a3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.991349:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700953a3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.991758:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700953aa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.991768:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700953aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.991774:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700953aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.992251:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700953b1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.992261:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700953b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.992268:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700953b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334555.992276:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x26:0x0]: returning size 0 00010000:00010000:3.0:1780334555.992296:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700953a3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.992302:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700953a3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.992308:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700953a3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.992313:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001526200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334555.992317:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700953a3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.992345:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700953a3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.992354:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9b6f01bf6f00) 00010000:00010000:3.0:1780334555.992357:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334555.992360:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700953a3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.992365:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700953a3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334555.992505:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d71cab16 reply state 000000001e509fef transno 4294967711 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700953aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.992518:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700953aa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.992523:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x4a4b4929 (ffff9b6f01bf6d00) 00010000:00010000:3.0:1780334555.992525:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334555.992528:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780334555.992560:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e7009539c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b094b expref: 74 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.992574:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700953b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b094b expref: 73 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334555.992580:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff9b6f01bf6000) 00010000:00010000:3.0:1780334555.992582:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334555.992584:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f4800, rc 0) 00000100:00100000:3.0:1780334555.992713:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+74:22064:x1866815604267264:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1601us (1771us total) trans 4294967711 rc 0/0 00000100:00100000:3.0:1780334555.992721:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 703 00000100:00100000:3.0:1780334555.998093:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334555.998473:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604267520 00000100:00100000:1.0:1780334555.998483:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604267520 00000100:00100000:1.0:1780334555.998545:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 704 00000100:00100000:1.0:1780334555.998556:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+74:22064:x1866815604267520:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334555.998579:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334555.998599:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700953bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0952 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334555.998705:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700953c6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334555.998720:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700953b1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b094b expref: 75 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334555.998728:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700953c6 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334555.998777:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700953b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b094b expref: 75 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334555.998791:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700953b1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b094b expref: 75 pid: 6539 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334555.998804:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624152576:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334556.002459:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7005480900 going to sleep for 11 seconds 00000100:00100000:1.0:1780334556.004923:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624152576:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334556.004952:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700953c6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334556.005245:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334556.005467:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604267648 00000100:00100000:1.0:1780334556.005474:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604267648 00010000:00010000:1.0:1780334556.005525:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700953b1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b094b expref: 76 pid: 6539 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334556.005563:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 208 00000100:00100000:1.0:1780334556.005573:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+76:2406:x1866815604267648:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334556.005586:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334556.005593:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700953b1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b094b expref: 76 pid: 6539 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.005604:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700953b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b094b expref: 76 pid: 6539 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.005644:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700953b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b094b expref: 76 pid: 6539 timeout: 659 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.005659:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff9b6f01bf6000) 00010000:00010000:1.0:1780334556.005664:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700953c6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.005673:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700953c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.005681:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700953c6 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.005702:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334556.005747:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:2406:x1866815604267648:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 176us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334556.005755:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 208 00010000:00010000:1.0:1780334556.005856:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700953c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.005863:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700953c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334556.005879:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x26:0x0]: returning size 0 00010000:00010000:1.0:1780334556.006046:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700953c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.006054:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700953c6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.006070:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700953c6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.006075:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0437e200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334556.006079:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700953c6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.006086:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700953c6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.006093:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff9b6f01bf6000) 00010000:00010000:1.0:1780334556.006096:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334556.006100:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700953c6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.006105:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700953c6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.006168:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700953bf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0952 expref: 75 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.006176:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9b6f01bf6f00) 00010000:00010000:1.0:1780334556.006179:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780334556.006183:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700953bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0952 expref: 75 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.006191:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0437ea00, rc 0) 00000100:00100000:1.0:1780334556.006221:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+74:22064:x1866815604267520:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 7667us (8136us total) trans 4294967712 rc 301/301 00000100:00100000:1.0:1780334556.006236:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 704 00000100:00100000:3.0:1780334556.008620:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334556.011985:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604268032 00000100:00100000:0.0:1780334556.011994:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604268032 00000100:00100000:0.0:1780334556.012044:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 705 00000100:00100000:0.0:1780334556.012054:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:22064:x1866815604268032:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334556.012076:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334556.012098:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b200/0xdf9e767e700953d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0959 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.012165:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b200/0xdf9e767e700953d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0959 expref: 76 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.012179:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b200/0xdf9e767e700953d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0959 expref: 76 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.012203:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff9b7033542b00) 00010000:00010000:0.0:1780334556.012206:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334556.012210:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b200, rc 0) 00000100:00100000:0.0:1780334556.012276:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+76:22064:x1866815604268032:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 223us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334556.012283:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 705 00000100:00100000:1.0:1780334556.015874:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334556.015979:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604268288 00000100:00100000:3.0:1780334556.015990:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604268288 00000100:00100000:3.0:1780334556.016050:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 706 00000100:00100000:3.0:1780334556.016061:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+76:22064:x1866815604268288:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1780334556.016135:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700953db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.016153:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700953db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.016164:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700953db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.016317:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700953db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.016325:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700953db lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.016332:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700953db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.016338:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f5200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334556.016343:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700953db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.016365:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700953db lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.016624:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff9b7033542b00) 00010000:00010000:3.0:1780334556.016629:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1780334556.016634:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700953db lrc: 2/0,0 mode: --/PW res: [0x200000402:0x26:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.016641:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700953db lrc: 0/0,0 mode: --/PW res: [0x200000402:0x26:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334556.016755:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+77:22064:x1866815604268288:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 695us (889us total) trans 4294967714 rc 0/0 00000100:00100000:3.0:1780334556.016764:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 706 00000100:00100000:1.0:1780334556.020056:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604268544 00000100:00100000:1.0:1780334556.020068:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604268544 00000100:00100000:1.0:1780334556.020174:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 707 00000100:00100000:1.0:1780334556.020185:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+77:22064:x1866815604268544:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1780334556.020466:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700953e2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.020483:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700953e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.020496:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700953e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780334556.020562:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967715 00000004:00010000:1.0:1780334556.020588:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2c07243 reply state 00000000f26b0a80 transno 4294967716 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700953e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.020601:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700953e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.020609:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff9b7033542b00) 00010000:00010000:1.0:1780334556.020612:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1780334556.020616:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780334556.020752:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+80:22064:x1866815604268544:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 569us (814us total) trans 4294967716 rc 0/0 00000100:00100000:1.0:1780334556.020760:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 707 00000020:00080000:1.0:1780334556.020765:0:6538:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780334556.022847:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334556.022931:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604268800 00000100:00100000:0.0:1780334556.022940:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604268800 00000100:00100000:0.0:1780334556.022989:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 138 00000100:00100000:0.0:1780334556.022997:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+80:22064:x1866815604268800:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1780334556.023449:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+81:22064:x1866815604268800:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 451us (610us total) trans 4294967717 rc 0/0 00000100:00100000:0.0:1780334556.023456:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 138 00000100:00100000:3.0:1780334556.051413:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334556.055834:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604269184 00000100:00100000:3.0:1780334556.055844:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604269184 00000100:00100000:3.0:1780334556.055905:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 709 00000100:00100000:3.0:1780334556.055915:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+82:22067:x1866815604269184:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334556.055935:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334556.055955:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095405 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0967 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056028:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e7009540c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056043:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e7009540c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056067:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e7009540c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056079:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095413 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056086:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095413 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056092:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095413 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056203:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7000030000/0xdf9e767e7009541a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056211:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7000030000/0xdf9e767e7009541a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056218:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7000030000/0xdf9e767e7009541a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334556.056228:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x26:0x0]: returning size 158 00010000:00010000:3.0:1780334556.056300:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e7009540c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056307:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e7009540c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056314:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e7009540c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056319:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f03ff8c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334556.056575:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e7009540c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056584:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e7009540c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056597:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9b6f01bf6f00) 00010000:00010000:3.0:1780334556.056600:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334556.056605:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e7009540c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056611:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e7009540c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056624:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095413 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056630:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095413 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056637:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095413 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056642:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001526200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334556.056645:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095413 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056651:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095413 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056659:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x4a4b4929 (ffff9b6f01bf6d00) 00010000:00010000:3.0:1780334556.056661:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334556.056669:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095413 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056675:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095413 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056713:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095405 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0967 expref: 85 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056727:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7000030000/0xdf9e767e7009541a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0967 expref: 84 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334556.056734:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff9b7033542b00) 00010000:00010000:3.0:1780334556.056736:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334556.056739:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7000030000, rc 0) 00000100:00100000:3.0:1780334556.056913:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:22067:x1866815604269184:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 894us (1324us total) trans 4294967718 rc 0/0 00000100:00100000:3.0:1780334556.056922:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 709 00000100:00100000:3.0:1780334556.060616:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334556.060759:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604269312 00000100:00100000:1.0:1780334556.060767:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604269312 00000100:00100000:1.0:1780334556.060859:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 710 00000100:00100000:1.0:1780334556.060870:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:22067:x1866815604269312:12345-192.168.203.22@tcp:54:lfs.0 00010000:00010000:1.0:1780334556.060935:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095428 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.060953:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095428 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.060964:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095428 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.060997:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095428 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.061004:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095428 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.061011:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095428 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.061017:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0437fc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334556.061021:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095428 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.061028:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095428 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.061039:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff9b7033542b00) 00010000:00010000:1.0:1780334556.061042:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780334556.061047:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095428 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.061067:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095428 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334556.061149:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:22067:x1866815604269312:12345-192.168.203.22@tcp:54:lfs.0 Request processed in 280us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334556.061156:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 710 00000100:00100000:1.0:1780334556.063635:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334556.063721:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604269568 00000100:00100000:0.0:1780334556.063730:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604269568 00000100:00100000:0.0:1780334556.063781:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 139 00000100:00100000:0.0:1780334556.063792:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:22067:x1866815604269568:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:0.0:1780334556.064074:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:22067:x1866815604269568:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 283us (446us total) trans 4294967719 rc 0/0 00000100:00100000:0.0:1780334556.064082:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 139 00010000:00010000:1.0:1780334556.083983:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334556.250198:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334556.250785:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604269824 00000100:00100000:1.0:1780334556.250796:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604269824 00000100:00100000:1.0:1780334556.250948:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 711 00000100:00100000:1.0:1780334556.250960:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:22086:x1866815604269824:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334556.250986:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334556.251005:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009542f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b096e expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334556.251140:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00010000:00010000:1.0:1780334556.251246:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009542f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b096e expref: 87 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.251259:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334556.251263:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780334556.251268:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009542f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b096e expref: 87 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334556.251281:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0437fc00, rc 0) 00000100:00100000:1.0:1780334556.251354:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:22086:x1866815604269824:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 396us (1165us total) trans 4294967720 rc 301/301 00000100:00100000:1.0:1780334556.251368:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 711 00000100:00100000:3.0:1780334556.252973:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334556.253706:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604269952 00000100:00100000:0.0:1780334556.253715:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604269952 00000100:00100000:0.0:1780334556.253778:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 712 00000100:00100000:0.0:1780334556.253788:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:22086:x1866815604269952:12345-192.168.203.22@tcp:34:lfs.0 00010000:00010000:0.0:1780334556.253882:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e7009543d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.253902:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e7009543d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.253933:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e7009543d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.253946:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095444 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.253954:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095444 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.253961:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095444 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254041:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a200/0xdf9e767e7009544b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254050:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a200/0xdf9e767e7009544b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254057:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a200/0xdf9e767e7009544b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334556.254095:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x26:0x0]: returning size 158 00000004:00200000:0.0:1780334556.254099:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334556.254121:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a200/0xdf9e767e7009544b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254135:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e7009543d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254142:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e7009543d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254159:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e7009543d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254165:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334556.254169:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e7009543d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254177:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e7009543d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254316:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff9b6f01bf6f00) 00010000:00010000:0.0:1780334556.254510:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334556.254518:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e7009543d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254525:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e7009543d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254540:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095444 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254546:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095444 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254551:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095444 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254556:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334556.254559:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095444 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254576:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095444 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254585:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x4a4b4929 (ffff9b6f01bf6d00) 00010000:00010000:0.0:1780334556.254587:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334556.254590:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095444 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254596:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095444 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254606:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a200/0xdf9e767e7009544b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254612:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a200/0xdf9e767e7009544b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254617:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a200/0xdf9e767e7009544b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254622:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9a200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334556.254625:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a200/0xdf9e767e7009544b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254630:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a200/0xdf9e767e7009544b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254637:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff9b7033542b00) 00010000:00010000:0.0:1780334556.254640:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334556.254642:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a200/0xdf9e767e7009544b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334556.254657:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a200/0xdf9e767e7009544b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334556.254786:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:22086:x1866815604269952:12345-192.168.203.22@tcp:34:lfs.0 Request processed in 996us (1817us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334556.254794:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 712 00000100:00100000:3.0:1780334556.257388:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334556.257620:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604270208 00000100:00100000:0.0:1780334556.257629:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604270208 00000100:00100000:0.0:1780334556.257720:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 140 00000100:00100000:0.0:1780334556.257731:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:22086:x1866815604270208:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:0.0:1780334556.257970:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:22086:x1866815604270208:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 240us (589us total) trans 4294967721 rc 0/0 00000100:00100000:0.0:1780334556.257979:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 140 00000100:00100000:1.0:1780334556.278447:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f046f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624152704:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334556.278541:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334556.278720:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624152704 00000100:00100000:3.0:1780334556.278728:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624152704 00000100:00100000:3.0:1780334556.278790:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1780334556.278799:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624152704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334556.278846:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74452672 pending 0 free 3921412096 avail 3689889792 00000100:00100000:3.0:1780334556.278893:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624152704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334556.278916:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1780334556.278963:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f046f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624152704:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780334556.279063:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334556.279208:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334556.279218:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624152832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334556.279244:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334556.279343:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624152832 00000100:00100000:0.0:1780334556.279347:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624152832 00000100:00100000:0.0:1780334556.279378:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1780334556.279385:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624152832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334556.279396:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74452672 pending 0 free 3921412096 avail 3689889792 00000100:00100000:0.0:1780334556.279423:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624152832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334556.279439:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00080000:1.0:1780334556.279523:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334556.279544:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04243800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624152832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334556.279859:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624152960 00000100:00100000:1.0:1780334556.279863:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624152960 00000100:00100000:1.0:1780334556.279889:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1780334556.279895:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0369b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624152960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334556.279917:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334556.279953:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0369b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624152960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334556.279958:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00010000:00010000:1.0:1780334557.108122:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334558.132003:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334559.158404:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334559.218892:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334559.218959:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334559.218996:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334559.219022:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604270592 00000100:00100000:0.0:1780334559.219035:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604270592 00000100:00100000:0.0:1780334559.219125:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 563 00000100:00100000:0.0:1780334559.219138:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604270592:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334559.219144:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334559.219177:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334559.219202:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334559.219252:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604270592:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 117us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334559.219260:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 563 00000100:00100000:0.0:1780334559.219280:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604271104 00000100:00100000:0.0:1780334559.219283:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604271104 00000100:00100000:1.0:1780334559.219286:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604270848 00000100:00100000:1.0:1780334559.219292:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604270848 00000100:00100000:0.0:1780334559.219317:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604270464 00000100:00100000:0.0:1780334559.219322:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604270464 00000100:00100000:1.0:1780334559.219332:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604271360 00000100:00100000:1.0:1780334559.219337:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604271360 00000100:00100000:0.0:1780334559.219348:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 564 00000100:00100000:0.0:1780334559.219357:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604271104:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334559.219369:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 307 00000100:00100000:1.0:1780334559.219378:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604270848:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334559.221509:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334559.221647:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334559.221690:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334559.221722:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604270976 00000100:00100000:3.0:1780334559.221730:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604270976 00000100:00100000:3.0:1780334559.221777:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 565 00000100:00100000:3.0:1780334559.221787:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:2406:x1866815604270464:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334559.221974:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:2406:x1866815604270464:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 188us (2770us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334559.221982:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 565 00000100:00100000:3.0:1780334559.222000:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 566 00000100:00100000:3.0:1780334559.222007:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+30:2406:x1866815604270976:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334559.222032:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+30:2406:x1866815604270976:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334559.222038:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 566 00000100:00100000:3.0:1780334559.222062:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604270720 00000100:00100000:3.0:1780334559.222066:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604270720 00000100:00100000:3.0:1780334559.222119:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604271232 00000100:00100000:3.0:1780334559.222124:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604271232 00000100:00100000:3.0:1780334559.222139:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 308 00000100:00100000:3.0:1780334559.222147:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604271360:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334559.222178:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604271360:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (3000us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334559.222185:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 308 00000100:00100000:3.0:1780334559.222200:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 309 00000100:00100000:3.0:1780334559.222207:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2406:x1866815604270720:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334559.222232:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2406:x1866815604270720:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334559.222239:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 309 00000100:00100000:3.0:1780334559.222252:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 310 00000100:00100000:3.0:1780334559.222257:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604271232:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334559.222280:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604271232:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334559.222287:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 310 00000100:00100000:0.0:1780334559.222509:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604271104:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 3077us (3398us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334559.222524:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 564 00000100:00100000:1.0:1780334559.222657:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604270848:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 3278us (3657us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334559.222667:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 307 00000100:00100000:1.0:1780334559.349369:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624153088 00000100:00100000:1.0:1780334559.349378:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624153088 00000100:00100000:1.0:1780334559.349430:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1780334559.349440:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03699500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624153088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334559.349475:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444433920 avail 1298194432 00000100:00100000:1.0:1780334559.349529:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03699500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624153088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334559.349535:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:3.0:1780334559.863909:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624153216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334559.864049:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334559.864165:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624153216 00000100:00100000:3.0:1780334559.864175:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624153216 00000100:00100000:3.0:1780334559.864248:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1780334559.864257:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624153216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334559.864295:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 66535104 pending 0 free 3921412096 avail 3689889792 00000100:00100000:3.0:1780334559.864348:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624153216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334559.864364:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00080000:3.0:1780334559.864390:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334559.864433:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624153216:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334559.865329:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624153472 00000100:00100000:0.0:1780334559.865339:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624153472 00000100:00100000:0.0:1780334559.865395:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624153984 00000100:00100000:0.0:1780334559.865411:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624153984 00000100:00100000:0.0:1780334559.865449:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624154496 00000100:00100000:0.0:1780334559.865454:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624154496 00000100:00100000:0.0:1780334559.865472:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624153856 00000100:00100000:0.0:1780334559.865475:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624153856 00000100:00100000:0.0:1780334559.865501:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1780334559.865515:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624153472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334559.865595:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624153472:12345-0@lo:400:kworker.0 Request processed in 83us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334559.865603:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1780334559.865633:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1780334559.865652:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624154496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334559.865731:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624154496:12345-0@lo:400:kworker.0 Request processed in 85us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334559.865741:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1780334559.865768:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1780334559.865780:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624154368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334559.865864:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624154368:12345-0@lo:400:kworker.0 Request processed in 88us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334559.865872:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00080000:0.0:1780334559.865906:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334559.865913:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334559.866030:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624153600:0@lo:400:kworker.0 00000100:00100000:0.0:1780334559.866074:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624153856:0@lo:400:kworker.0 00000100:00100000:3.0:1780334559.869507:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624153600 00000100:00100000:3.0:1780334559.869513:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624153600 00000100:00100000:3.0:1780334559.869557:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1780334559.869564:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624153600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334559.869609:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624153600:12345-0@lo:400:kworker.0 Request processed in 45us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334559.869616:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1780334559.870951:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624154368:0@lo:400:kworker.0 00000100:00100000:0.0:1780334559.870968:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624153472:0@lo:400:kworker.0 00000100:00100000:0.0:1780334559.870980:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624153984:0@lo:400:kworker.0 00000100:00100000:0.0:1780334559.870993:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624154496:0@lo:400:kworker.0 00000100:00100000:0.0:1780334559.871022:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624153344:0@lo:400:kworker.0 00000100:00080000:0.0:1780334559.871119:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334559.871125:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1780334559.925243:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1780334560.180462:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780334560.374383:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967721 is committed 00000001:00080000:1.0:1780334560.374421:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967709 is committed 00010000:00010000:1.0:1780334561.204229:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334561.397564:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334561.397593:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624154880:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334561.397690:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334561.397784:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624154880 00000100:00100000:1.0:1780334561.397805:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624154880 00000100:00100000:1.0:1780334561.397876:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1780334561.397888:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624154880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334561.397934:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334561.397991:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624154880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334561.397999:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1780334561.398086:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624154880:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334561.401177:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624155008 00000100:00100000:3.0:1780334561.401188:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624155008 00000100:00100000:3.0:1780334561.401258:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:3.0:1780334561.401270:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624155008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334561.401314:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74452672 pending 0 free 3921412096 avail 3689889792 00000100:00080000:1.0:1780334561.401497:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334561.402306:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624155136:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334561.402368:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334561.402470:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624155136 00000100:00100000:1.0:1780334561.402478:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624155136 00000100:00100000:1.0:1780334561.402543:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1780334561.402553:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624155136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334561.402584:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74452672 pending 0 free 3921412096 avail 3689889792 00000100:00100000:1.0:1780334561.402631:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04240700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624155136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334561.402639:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:0.0:1780334561.403018:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624155136:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1780334561.403047:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334561.403428:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624155008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2158us (2478us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334561.403438:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000001:02000400:3.0:1780334562.022149:0:18752:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11b: Import a deleted file using its FID ========================================================== 13:22:41 (1780334561) 00010000:00010000:1.0:1780334562.228264:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334562.264017:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334562.264137:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604271616 00000100:00100000:0.0:1780334562.264147:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604271616 00000100:00100000:0.0:1780334562.264232:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 713 00000100:00100000:0.0:1780334562.264243:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+29:22714:x1866815604271616:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00000100:00080000:1.0:1780334562.264259:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780334562.264261:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334562.264282:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095452 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0975 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264366:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095459 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264381:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095459 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264392:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095459 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264449:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095460 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264457:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095460 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264464:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095460 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264547:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e70095467 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264556:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e70095467 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264581:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e70095467 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334562.264591:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1780334562.264666:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095459 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264673:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095459 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264680:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095459 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264685:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334562.264689:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095459 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264696:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095459 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264708:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9b7010fee500) 00010000:00010000:0.0:1780334562.264711:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334562.264715:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095459 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264721:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095459 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264733:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095460 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264739:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095460 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264752:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095460 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264757:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334562.264761:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095460 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264767:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095460 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264775:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9b7033542a00) 00010000:00010000:0.0:1780334562.264777:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334562.264780:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095460 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.264785:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095460 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.265382:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095452 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0975 expref: 32 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.265398:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e70095467 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0975 expref: 31 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.265406:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:0.0:1780334562.265408:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334562.265411:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9ac00, rc 0) 00000100:00100000:0.0:1780334562.265478:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+31:22714:x1866815604271616:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1236us (1469us total) trans 4294967722 rc 0/0 00000100:00100000:0.0:1780334562.265496:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 713 00000100:00100000:3.0:1780334562.274560:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.281683:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604271872 00000100:00100000:3.0:1780334562.281695:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604271872 00000100:00100000:3.0:1780334562.281854:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 715 00000100:00100000:3.0:1780334562.281879:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:22714:x1866815604271872:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1780334562.281977:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:22714:x1866815604271872:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 102us (5095us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334562.281984:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 715 00000100:00100000:0.0:1780334562.282170:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.284532:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604272000 00000100:00100000:3.0:1780334562.284544:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604272000 00000100:00100000:3.0:1780334562.284622:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 33 00000100:00100000:3.0:1780334562.284633:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04243480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+31:2407:x1866815604272000:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334562.284648:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334562.284672:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e70095467 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0975 expref: 31 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.284693:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:3.0:1780334562.284698:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334562.284748:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04243480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+30:2407:x1866815604272000:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 117us (2578us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334562.284755:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 33 00000100:00080000:1.0:1780334562.286548:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334562.291173:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.291352:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604272128 00000100:00100000:3.0:1780334562.291362:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604272128 00000100:00100000:3.0:1780334562.291440:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 716 00000100:00100000:3.0:1780334562.291451:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+72:22715:x1866815604272128:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334562.291473:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334562.291491:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095475 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b097c expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291554:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e7009547c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291580:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e7009547c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291592:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e7009547c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291607:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095483 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291614:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095483 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291621:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095483 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291655:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e7009547c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291662:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e7009547c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291669:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e7009547c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291675:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001527200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334562.291679:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e7009547c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291687:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e7009547c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291696:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334562.291704:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334562.291710:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e7009547c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291715:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e7009547c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291727:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095483 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291732:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095483 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291737:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095483 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291742:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f4800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334562.291745:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095483 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291750:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095483 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291757:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff9b6f01bf6a00) 00010000:00010000:3.0:1780334562.291759:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334562.291761:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095483 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291767:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095483 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291797:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095475 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b097c expref: 73 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291854:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334562.291857:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334562.291862:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095475 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b097c expref: 73 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.291873:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7001526200, rc 0) 00000100:00100000:3.0:1780334562.291922:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+72:22715:x1866815604272128:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 474us (757us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334562.291930:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 716 00000100:00080000:1.0:1780334562.292479:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334562.298918:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.299000:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604272384 00000100:00100000:3.0:1780334562.299010:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604272384 00000100:00100000:3.0:1780334562.299160:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 717 00000100:00100000:3.0:1780334562.299171:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+72:22715:x1866815604272384:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:3.0:1780334562.299224:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334562.299255:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e7009536b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0936 expref: 72 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.299274:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334562.299278:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334562.299328:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009548a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.299341:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095395 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0944 expref: 29 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.299349:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009548a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.299401:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095395 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0944 expref: 29 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.299415:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095395 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0944 expref: 29 pid: 15367 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334562.299429:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c78000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624155264:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334562.299550:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd240 going to sleep for 11 seconds 00000100:00100000:3.0:1780334562.305774:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c78000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624155264:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334562.305800:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009548a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334562.307891:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334562.307973:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604272512 00000100:00100000:1.0:1780334562.307981:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604272512 00010000:00010000:1.0:1780334562.308018:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095395 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0944 expref: 30 pid: 15367 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334562.308052:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 209 00000100:00100000:1.0:1780334562.308061:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04241c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+30:2406:x1866815604272512:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334562.308085:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334562.308091:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095395 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0944 expref: 30 pid: 15367 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.308104:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095395 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0944 expref: 30 pid: 15367 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.308153:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095395 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0944 expref: 30 pid: 15367 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.308170:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334562.308175:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009548a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.308184:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009548a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.308192:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009548a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.308220:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334562.308273:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04241c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+29:2406:x1866815604272512:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 213us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334562.308280:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 209 00000100:00100000:0.0:1780334562.321539:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.326005:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334562.334526:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.334602:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604272896 00000100:00100000:3.0:1780334562.334612:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604272896 00000100:00100000:3.0:1780334562.334675:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 720 00000100:00100000:3.0:1780334562.334687:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:22716:x1866815604272896:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:3.0:1780334562.334706:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334562.334726:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700954c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0991 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.334788:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700954d0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.334802:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700954d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.334861:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700954d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.334898:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700954d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.334917:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700954d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.334925:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700954d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.334963:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700954d0 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.334971:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700954d0 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.334977:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700954d0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.334984:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700954d0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.334989:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f4800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334562.334993:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700954d0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.335000:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700954d0 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.335010:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9b6f02d67b00) 00010000:00010000:3.0:1780334562.335019:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334562.335024:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700954d0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.335031:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700954d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.335045:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700954d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.335052:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700954d7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.335057:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700954d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.335062:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001526200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334562.335077:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700954d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.335085:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700954d7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.335093:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff9b6f01bf6a00) 00010000:00010000:3.0:1780334562.335096:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334562.335099:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700954d7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.335104:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700954d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.335136:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700954c9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0991 expref: 76 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.335163:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9b6f02d67b00) 00010000:00010000:3.0:1780334562.335166:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334562.335170:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700954c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0991 expref: 76 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.335180:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f5200, rc 0) 00000100:00100000:3.0:1780334562.335242:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:22716:x1866815604272896:12345-192.168.203.22@tcp:101:bash.0 Request processed in 559us (726us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334562.335250:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 720 00000100:00100000:1.0:1780334562.348242:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.348579:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604273024 00000100:00100000:3.0:1780334562.348588:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604273024 00000100:00100000:3.0:1780334562.348768:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 721 00000100:00100000:3.0:1780334562.348779:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+29:22717:x1866815604273024:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334562.348798:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334562.348836:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700954de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0998 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.348932:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700954e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.348946:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700954e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.348956:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700954e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334562.348996:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1780334562.349006:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334562.349027:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700954e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.349049:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700954de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0998 expref: 31 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.349075:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700954e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0998 expref: 30 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.349085:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334562.349088:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334562.349091:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7001527200, rc 0) 00000100:00100000:3.0:1780334562.349160:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+30:22717:x1866815604273024:12345-192.168.203.22@tcp:101:rm.0 Request processed in 384us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334562.349167:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 721 00000100:00100000:0.0:1780334562.352602:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334562.352763:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604273152 00000100:00100000:1.0:1780334562.352772:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604273152 00000100:00100000:1.0:1780334562.352844:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 722 00000100:00100000:1.0:1780334562.352855:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+30:22717:x1866815604273152:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334562.352874:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334562.352892:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700954ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b099f expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.352958:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700954f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.352986:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700954f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353002:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700954f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353015:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e700954fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353022:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e700954fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353028:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e700954fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353116:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e70095501 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353125:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e70095501 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353132:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e70095501 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334562.353174:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 4096 00000004:00200000:1.0:1780334562.353179:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334562.353197:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e70095501 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353210:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700954f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353228:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700954f3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353234:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700954f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353240:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0437ea00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334562.353245:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700954f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353252:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700954f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353274:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334562.353277:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334562.353282:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700954f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353289:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700954f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353302:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e700954fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353308:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e700954fa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353314:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e700954fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353703:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0437fc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334562.353724:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e700954fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353734:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e700954fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353746:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff9b6f02d67200) 00010000:00010000:1.0:1780334562.353748:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334562.353751:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e700954fa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353755:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e700954fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353785:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700954ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b099f expref: 32 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353797:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437f400/0xdf9e767e70095501 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b099f expref: 31 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.353803:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9b6f02d67b00) 00010000:00010000:1.0:1780334562.353806:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780334562.353954:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0437f400, rc 0) 00000100:00100000:1.0:1780334562.354017:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+31:22717:x1866815604273152:12345-192.168.203.22@tcp:101:rm.0 Request processed in 1163us (1422us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334562.354025:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 722 00000100:00100000:0.0:1780334562.359084:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334562.362891:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.363294:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604273408 00000100:00100000:3.0:1780334562.363303:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604273408 00000100:00100000:3.0:1780334562.363707:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 724 00000100:00100000:3.0:1780334562.363719:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+31:22717:x1866815604273408:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334562.363739:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334562.363757:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009551d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b09ad expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.363890:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095524 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.363904:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095524 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.363932:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095524 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.363946:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009552b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.363953:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009552b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.363958:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009552b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.363990:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095524 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.363996:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095524 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.364002:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095524 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.364007:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f5200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334562.364010:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095524 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.364017:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095524 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.364028:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9b6f02d67b00) 00010000:00010000:3.0:1780334562.364031:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334562.364035:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095524 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.364048:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095524 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.364060:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009552b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.364075:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009552b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.364081:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009552b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.364087:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f4800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334562.364089:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009552b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.364095:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009552b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.364103:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff9b6f01bf6a00) 00010000:00010000:3.0:1780334562.364105:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334562.364108:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009552b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.364113:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e7009552b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.364269:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009551d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09ad expref: 32 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.364291:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9b6f02d67b00) 00010000:00010000:3.0:1780334562.364293:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334562.364297:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e7009551d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09ad expref: 32 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.364309:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7001526200, rc 0) 00000100:00100000:0.0:1780334562.367244:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+31:22717:x1866815604273408:12345-192.168.203.22@tcp:101:rm.0 Request processed in 3516us (4348us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334562.367328:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 724 00000100:00100000:0.0:1780334562.383929:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334562.384002:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604273536 00000100:00100000:1.0:1780334562.384012:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604273536 00000100:00100000:1.0:1780334562.384078:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 725 00000100:00100000:1.0:1780334562.384088:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+31:22718:x1866815604273536:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334562.384120:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334562.384139:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095532 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b09b4 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384214:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095539 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384228:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095539 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384239:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095539 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384253:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095540 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384260:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095540 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384267:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095540 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384308:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095539 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384315:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095539 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384426:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095539 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384433:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0437fc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334562.384443:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095539 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384451:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095539 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384528:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9b6f02d67b00) 00010000:00010000:1.0:1780334562.384532:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334562.384537:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095539 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384543:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095539 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384557:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095540 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384564:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095540 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384569:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095540 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384575:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0437ea00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334562.384577:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095540 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384582:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095540 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384588:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff9b703c6d0000) 00010000:00010000:1.0:1780334562.384591:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334562.384601:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095540 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384607:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e70095540 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384711:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095532 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09b4 expref: 32 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384722:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9b6f02d67b00) 00010000:00010000:1.0:1780334562.384724:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334562.384728:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095532 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09b4 expref: 32 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.384738:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0437e200, rc 0) 00000100:00100000:1.0:1780334562.384799:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04243800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+31:22718:x1866815604273536:12345-192.168.203.22@tcp:101:cp.0 Request processed in 712us (890us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334562.384806:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 725 00000100:00100000:0.0:1780334562.388509:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604273664 00000100:00100000:0.0:1780334562.388519:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604273664 00000100:00100000:0.0:1780334562.388574:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 726 00000100:00100000:0.0:1780334562.388584:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+31:22718:x1866815604273664:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334562.388603:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334562.388622:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095547 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b09bb expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.388846:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e7009554e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.388862:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e7009554e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.388891:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e7009554e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389010:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095555 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389021:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095555 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389030:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095555 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389080:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e7009554e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389088:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e7009554e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389095:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e7009554e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389101:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e7009554e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389108:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9ac00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334562.389113:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e7009554e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389122:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e7009554e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389134:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9b6f02d67b00) 00010000:00010000:0.0:1780334562.389142:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334562.389148:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e7009554e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389155:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e7009554e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389169:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095555 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389175:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095555 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389181:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095555 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389187:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334562.389190:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095555 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389196:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095555 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389204:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff9b7033542a00) 00010000:00010000:0.0:1780334562.389207:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334562.389209:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095555 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389215:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095555 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389246:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095547 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09bb expref: 32 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389262:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9b6f02d67b00) 00010000:00010000:0.0:1780334562.389265:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334562.389269:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095547 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09bb expref: 32 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.389280:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b800, rc 0) 00000100:00100000:0.0:1780334562.389612:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+31:22718:x1866815604273664:12345-192.168.203.22@tcp:101:cp.0 Request processed in 1028us (1321us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334562.389620:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 726 00000100:00100000:0.0:1780334562.394746:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.406929:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00080000:1.0:1780334562.407828:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334562.413135:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334562.415271:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5780 going to sleep for 11 seconds 00000100:00100000:0.0:1780334562.423460:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.423672:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604274304 00000100:00100000:3.0:1780334562.423681:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604274304 00010000:00010000:3.0:1780334562.423719:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cf1c59a4/0xdf9e767e7009557f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09c9 expref: 11 pid: 8519 timeout: 666 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334562.423760:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 210 00000100:00100000:3.0:1780334562.423771:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026afe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604274304:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334562.423786:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334562.423806:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cf1c59a4/0xdf9e767e7009557f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09c9 expref: 11 pid: 8519 timeout: 666 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.423864:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cf1c59a4/0xdf9e767e7009557f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09c9 expref: 11 pid: 8519 timeout: 666 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334562.423878:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624155392:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334562.423889:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf1c59a4/0xdf9e767e7009557f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09c9 expref: 11 pid: 8519 timeout: 666 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.423906:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334562.424031:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334562.424039:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095586 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09d0 expref: 10 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.424050:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095586 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09d0 expref: 10 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.424294:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095586 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09d0 expref: 10 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.424308:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722000, rc 0) 00000100:00100000:1.0:1780334562.424451:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:22718:x1866815604274176:12345-192.168.203.22@tcp:101:cp.0 Request processed in 10047us (11323us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334562.424459:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 179 00010000:00010000:3.0:1780334562.426919:0:6524:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095586 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09d0 expref: 9 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334562.426944:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6524:1866815624155520:192.168.203.22@tcp:105: 00000100:00100000:3.0:1780334562.427025:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd240 going to sleep for 11 seconds 00000100:00100000:3.0:1780334562.443064:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334562.443221:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6524:1866815624155520:192.168.203.22@tcp:105: 00010000:00010000:0.0:1780334562.443244:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334562.443307:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026afe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604274304:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 19536us (19861us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334562.443319:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 210 00000100:00100000:3.0:1780334562.496987:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334562.498250:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604274688 00000100:00100000:1.0:1780334562.498276:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604274688 00000100:00100000:1.0:1780334562.498341:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 728 00000100:00100000:1.0:1780334562.498352:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:22721:x1866815604274688:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334562.498372:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334562.498404:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e7009558d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b09d7 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499102:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095594 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499118:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095594 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499129:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095594 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499140:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009559b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499148:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009559b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499155:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009559b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499231:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e700955a2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499239:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e700955a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499246:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e700955a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334562.499291:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x11:0x0]: returning size 158 00000004:00200000:1.0:1780334562.499295:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334562.499311:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e700955a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499319:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e700955a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499326:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095594 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499333:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095594 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499339:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095594 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499345:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0437fc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334562.499349:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095594 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499356:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095594 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499368:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9b6f02d67b00) 00010000:00010000:1.0:1780334562.499371:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334562.499376:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095594 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499387:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095594 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499415:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009559b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499420:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009559b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499424:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009559b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499429:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0437e200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334562.499431:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009559b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499437:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009559b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499444:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff9b6f02d67100) 00010000:00010000:1.0:1780334562.499446:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334562.499449:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009559b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.499453:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009559b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.501499:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e7009558d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09d7 expref: 77 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.501516:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e700955a2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09d7 expref: 76 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.501545:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff9b6f02d67300) 00010000:00010000:1.0:1780334562.501548:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334562.501551:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703c805c00, rc 0) 00000100:00100000:1.0:1780334562.501640:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+76:22721:x1866815604274688:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 3282us (4654us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334562.501649:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 728 00000100:00100000:0.0:1780334562.507789:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00080000:1.0:1780334562.508947:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334562.515263:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.515338:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604274944 00000100:00100000:3.0:1780334562.515348:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604274944 00000100:00100000:3.0:1780334562.515553:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 729 00000100:00100000:3.0:1780334562.515667:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+76:22721:x1866815604274944:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334562.515687:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334562.515707:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700955b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b09e5 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.515778:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700955b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.515792:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700955b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.515803:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700955b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334562.516260:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 4096 00000004:00200000:3.0:1780334562.516263:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334562.516283:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700955b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.516308:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700955b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09e5 expref: 78 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.516336:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e700955b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09e5 expref: 77 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.516345:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9b6f02d67b00) 00010000:00010000:3.0:1780334562.516348:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334562.516351:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f5200, rc 0) 00000100:00100000:3.0:1780334562.516532:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+77:22721:x1866815604274944:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 968us (1273us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334562.516540:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 729 00000100:00100000:0.0:1780334562.519721:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.519907:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604275072 00000100:00100000:3.0:1780334562.519916:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604275072 00000100:00100000:3.0:1780334562.519997:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 181 00000100:00100000:3.0:1780334562.520005:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2406:x1866815604275072:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334562.520020:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334562.520034:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca8c290a/0xdf9e767e700955be lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b09ec expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334562.520189:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624155776:192.168.203.22@tcp:106: 00000100:00100000:3.0:1780334562.520282:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334562.522193:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624155776:192.168.203.22@tcp:106: 00010000:00010000:3.0:1780334562.522219:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ca8c290a/0xdf9e767e700955be lrc: 1/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09ec expref: 11 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.522237:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca8c290a/0xdf9e767e700955be lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09ec expref: 11 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.522247:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7001526200, rc 0) 00000100:00100000:3.0:1780334562.522316:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2406:x1866815604275072:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2311us (2601us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334562.522323:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 181 00000100:00100000:0.0:1780334562.527872:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.528655:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604275328 00000100:00100000:3.0:1780334562.528666:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604275328 00000100:00100000:3.0:1780334562.528731:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 730 00000100:00100000:3.0:1780334562.528741:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+77:22721:x1866815604275328:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:3.0:1780334562.528927:0:9763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].16, 136 off10368 00000100:00100000:3.0:1780334562.529161:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+77:22721:x1866815604275328:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 421us (1296us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334562.529169:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 730 00000040:00080000:3.0:1780334562.742219:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334562.742226:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334562.742250:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 2 00000040:00080000:3.0:1780334562.742257:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334562.742668:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624155904:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334562.742777:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd480 going to sleep for 11 seconds 00000100:00100000:3.0:1780334562.748702:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624155904:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334562.755733:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334562.764260:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.764328:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604275712 00000100:00100000:3.0:1780334562.764338:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604275712 00000100:00100000:3.0:1780334562.764397:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 732 00000100:00100000:3.0:1780334562.764407:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+35:22731:x1866815604275712:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334562.764427:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334562.764445:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700955c5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b09f3 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.764546:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700955cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.764560:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700955cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.764571:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700955cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334562.764582:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x11:0x0]: returning size 158 00010000:00010000:3.0:1780334562.764979:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e700955c5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09f3 expref: 38 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.764998:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700955cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09f3 expref: 37 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.765006:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff9b6f02d67300) 00010000:00010000:3.0:1780334562.765019:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334562.765023:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f4800, rc 0) 00000100:00100000:3.0:1780334562.765094:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+37:22731:x1866815604275712:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 688us (842us total) trans 4294967726 rc 0/0 00000100:00100000:3.0:1780334562.765101:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 732 00000100:00100000:3.0:1780334562.772952:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334562.773755:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334562.774800:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604275968 00000100:00100000:1.0:1780334562.774807:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604275968 00000100:00100000:1.0:1780334562.774881:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 34 00000100:00100000:1.0:1780334562.774890:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+37:2408:x1866815604275968:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334562.774902:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334562.774924:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e700955cc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09f3 expref: 37 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.774941:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff9b6f02d67300) 00010000:00010000:1.0:1780334562.774947:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334562.774990:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+36:2408:x1866815604275968:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 101us (2046us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334562.774997:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 34 00000100:00100000:3.0:1780334562.785865:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334562.785926:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604276096 00000100:00100000:1.0:1780334562.785936:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604276096 00002000:00100000:1.0:1780334562.785985:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xe:0x0] (0->157) req@ffff9b6f04c7b480 x1866815604276096/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:28/0 lens 648/0 e 0 to 0 dl 1780334573 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334562.785996:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04c7b480 with x1866815604276096 ext(0->157) 00010000:00010000:1.0:1780334562.786019:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095586 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09d0 expref: 10 pid: 8419 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.786035:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095586 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09d0 expref: 10 pid: 8419 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334562.786043:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b6f04c7b480 00000100:00100000:1.0:1780334562.786088:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 7 00000100:00100000:1.0:1780334562.786100:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604276096:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:1.0:1780334562.788050:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2409:x1866815604276096:12345-192.168.203.22@tcp:4:cp.0 Request processed in 1945us (2184us total) trans 4294967327 rc 0/0 00000100:00100000:1.0:1780334562.788072:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 7 00002000:00100000:1.0:1780334562.788083:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xe:0x0] (0->157) req@ffff9b6f04c7b480 x1866815604276096/t4294967327(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:28/0 lens 648/448 e 0 to 0 dl 1780334573 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334562.788093:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04c7b480 with x1866815604276096 ext(0->157) 00010000:00010000:1.0:1780334562.788102:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095586 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09d0 expref: 12 pid: 8419 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.788118:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095586 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09d0 expref: 12 pid: 8419 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334562.788125:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b6f04c7b480 00000100:00100000:3.0:1780334562.792920:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334562.793162:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604276224 00000100:00100000:0.0:1780334562.793183:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604276224 00010000:00010000:0.0:1780334562.793219:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095586 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09d0 expref: 12 pid: 8419 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334562.793261:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 211 00000100:00100000:0.0:1780334562.793271:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2409:x1866815604276224:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334562.793286:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780334562.793304:0:6522:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xe:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1780334562.793310:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095586 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09d0 expref: 12 pid: 8419 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.793331:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095586 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09d0 expref: 12 pid: 8419 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.793353:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095586 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09d0 expref: 12 pid: 8419 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.793371:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334562.793372:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334562.793377:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700955da lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.793396:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700955da lrc: 4/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334562.793432:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334562.793490:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604276224:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 220us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334562.793503:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 211 00000100:00100000:3.0:1780334562.799238:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.802748:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334562.814858:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.818561:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.833390:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334562.833948:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604277120 00000100:00100000:1.0:1780334562.833958:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604277120 00000100:00100000:1.0:1780334562.834332:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 735 00000100:00100000:1.0:1780334562.834353:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+36:22731:x1866815604277120:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334562.834372:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334562.834389:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700955e8 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a01 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.834429:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700955ef lrc: 3/1,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.834443:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700955ef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.834452:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700955ef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.834550:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437ea00/0xdf9e767e700955e8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a01 expref: 38 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.834566:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700955ef lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a01 expref: 37 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334562.834575:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff9b6f02d67300) 00010000:00010000:1.0:1780334562.834578:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334562.834581:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0437e200, rc 0) 00000100:00100000:1.0:1780334562.834643:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+37:22731:x1866815604277120:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 292us (1262us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334562.834649:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 735 00000100:00100000:1.0:1780334562.838752:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.843835:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.847941:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334562.858283:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.858435:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604277760 00000100:00100000:3.0:1780334562.858443:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604277760 00010000:00010000:3.0:1780334562.858518:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700955ef lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a01 expref: 38 pid: 6538 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334562.858554:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 212 00000100:00100000:3.0:1780334562.858565:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+38:2406:x1866815604277760:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334562.858579:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334562.858586:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700955ef lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a01 expref: 38 pid: 6538 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.858601:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700955ef lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a01 expref: 38 pid: 6538 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.858637:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e700955ef lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a01 expref: 38 pid: 6538 timeout: 666 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.858651:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff9b6f02d67300) 00010000:00010000:3.0:1780334562.858657:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723600/0xdf9e767e700955fd lrc: 3/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.858665:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723600/0xdf9e767e700955fd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.858673:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723600/0xdf9e767e700955fd lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334562.858700:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334562.859206:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+38:2406:x1866815604277760:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 642us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334562.859215:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 212 00000040:00080000:0.0:1780334562.859566:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334562.859570:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334562.863262:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1780334562.863281:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334562.873546:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334562.873868:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604278016 00000100:00100000:3.0:1780334562.873879:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604278016 00000040:00080000:0.0:1780334562.996438:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1780334563.377270:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604278272 00000100:00100000:1.0:1780334563.377280:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604278272 00000100:00100000:1.0:1780334563.377341:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 738 00000100:00100000:1.0:1780334563.377351:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+77:22732:x1866815604278272:12345-192.168.203.22@tcp:101:md5sum.0 00010000:00010000:1.0:1780334563.377372:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334563.377391:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095604 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a08 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.377491:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009560b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.377505:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009560b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.377516:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009560b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334563.377538:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x11:0x0]: returning size 158 00010000:00010000:1.0:1780334563.377664:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095604 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a08 expref: 80 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.377679:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009560b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a08 expref: 79 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.377687:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff9b6f02d67300) 00010000:00010000:1.0:1780334563.377690:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334563.377693:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0437fc00, rc 0) 00000100:00100000:1.0:1780334563.377758:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+79:22732:x1866815604278272:12345-192.168.203.22@tcp:101:md5sum.0 Request processed in 408us (527us total) trans 4294967729 rc 0/0 00000100:00100000:1.0:1780334563.377775:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 738 00000100:00100000:1.0:1780334563.388336:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334563.388416:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604278400 00000100:00100000:0.0:1780334563.388425:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604278400 00000100:00100000:0.0:1780334563.388494:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 35 00000100:00100000:0.0:1780334563.388505:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+79:2408:x1866815604278400:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334563.388519:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334563.388540:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009560b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a08 expref: 79 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.388558:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff9b6f02d67300) 00010000:00010000:0.0:1780334563.388565:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334563.388638:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+78:2408:x1866815604278400:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 134us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334563.388645:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 35 00000100:00100000:1.0:1780334563.390022:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334563.390099:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604278528 00000100:00100000:3.0:1780334563.390106:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604278528 00000100:00100000:3.0:1780334563.390157:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 185 00000100:00100000:3.0:1780334563.390166:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2407:x1866815604278528:12345-192.168.203.22@tcp:101:md5sum.0 00010000:00010000:3.0:1780334563.390181:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334563.390197:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a8703f7/0xdf9e767e70095619 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a0f expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.390220:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334563.390228:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334563.390235:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a8703f7/0xdf9e767e70095619 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a0f expref: 11 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.390252:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002a8703f7/0xdf9e767e70095619 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a0f expref: 11 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.390264:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f03ff9400, rc 0) 00000100:00100000:3.0:1780334563.390309:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604278528:12345-192.168.203.22@tcp:101:md5sum.0 Request processed in 145us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334563.390316:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 185 00000100:00100000:1.0:1780334563.395920:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334563.396003:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604278656 00000100:00100000:0.0:1780334563.396023:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604278656 00002000:00100000:0.0:1780334563.396080:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xe:0x0] (0->4095) req@ffff9b6f03cd2a00 x1866815604278656/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:29/0 lens 488/0 e 0 to 0 dl 1780334574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334563.396091:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f03cd2a00 with x1866815604278656 ext(0->4095) 00002000:00010000:0.0:1780334563.396097:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f03cd2a00 00000100:00100000:0.0:1780334563.396130:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 56 00000100:00100000:0.0:1780334563.396219:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2406:x1866815604278656:12345-192.168.203.22@tcp:3:md5sum.0 00000100:00100000:0.0:1780334563.396450:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2406:x1866815604278656:12345-192.168.203.22@tcp:3:md5sum.0 Request processed in 233us (537us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334563.402424:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334563.402467:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604278912 00000100:00100000:3.0:1780334563.402476:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604278912 00000100:00100000:3.0:1780334563.402526:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 143 00000100:00100000:3.0:1780334563.402535:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ee850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+78:22732:x1866815604278912:12345-192.168.203.22@tcp:35:md5sum.0 00000100:00100000:0.0:1780334563.403171:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 56 00002000:00100000:0.0:1780334563.403187:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xe:0x0] (0->4095) req@ffff9b6f03cd2a00 x1866815604278656/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:29/0 lens 488/4536 e 0 to 0 dl 1780334574 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334563.403199:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f03cd2a00 with x1866815604278656 ext(0->4095) 00002000:00010000:0.0:1780334563.403205:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f03cd2a00 00000100:00100000:3.0:1780334563.403287:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ee850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+79:22732:x1866815604278912:12345-192.168.203.22@tcp:35:md5sum.0 Request processed in 751us (871us total) trans 4294967730 rc 0/0 00000100:00100000:3.0:1780334563.403295:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 143 00000100:00100000:1.0:1780334563.428046:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334563.435422:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334563.435556:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604279296 00000100:00100000:1.0:1780334563.435567:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604279296 00010000:00010000:1.0:1780334563.435597:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095571 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09c2 expref: 38 pid: 15367 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334563.435640:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 213 00000100:00100000:1.0:1780334563.435650:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034546d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+38:2406:x1866815604279296:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334563.435663:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334563.435668:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095571 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09c2 expref: 38 pid: 15367 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.435679:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095571 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09c2 expref: 38 pid: 15367 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.435699:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095571 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09c2 expref: 38 pid: 15367 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.435712:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff9b6f02d67300) 00010000:00010000:1.0:1780334563.435716:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723600/0xdf9e767e7009562e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.435725:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723600/0xdf9e767e7009562e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.435739:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723600/0xdf9e767e7009562e lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.435768:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334563.435833:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034546d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+37:2406:x1866815604279296:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 183us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334563.435839:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 213 00010000:00010000:1.0:1780334563.436450:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334563.436456:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095635 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.436462:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334563.436476:0:10291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095635 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.436483:0:10291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095635 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.436491:0:10291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff9b6f02d67300) 00010000:00010000:1.0:1780334563.436493:0:10291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780334563.436495:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095635 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.436501:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095635 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.436516:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334563.436518:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334563.436519:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334563.599851:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334563.600013:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604279424 00000100:00100000:1.0:1780334563.600034:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604279424 00000100:00100000:1.0:1780334563.600098:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 740 00000100:00100000:1.0:1780334563.600108:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+79:22749:x1866815604279424:12345-192.168.203.22@tcp:101:mkdir.0 00010000:00010000:1.0:1780334563.600130:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334563.600148:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009563c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a16 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.600209:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095643 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.600224:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095643 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.600235:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095643 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334563.600273:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 4096 00000004:00200000:1.0:1780334563.600277:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334563.600293:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095643 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.600316:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e7009563c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a16 expref: 81 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.600342:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e70095643 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a16 expref: 80 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.600350:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9b6f02d67b00) 00010000:00010000:1.0:1780334563.600353:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334563.600356:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0437fc00, rc 0) 00000100:00100000:1.0:1780334563.600581:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+80:22749:x1866815604279424:12345-192.168.203.22@tcp:101:mkdir.0 Request processed in 474us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334563.600588:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 740 00000100:00100000:1.0:1780334563.662078:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334563.667247:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334563.673558:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334563.682655:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334563.689312:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334563.690004:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604280320 00000100:00100000:3.0:1780334563.690011:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604280320 00010000:00010000:1.0:1780334563.690993:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095697 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.691002:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095697 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334563.691021:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 0 00010000:00010000:1.0:1780334563.691220:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095697 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.691229:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095697 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.691235:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095697 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.691241:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334563.691246:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095697 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.691253:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095697 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.691261:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9b6f02d67700) 00010000:00010000:1.0:1780334563.691272:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334563.691276:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095697 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.691281:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095697 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.691962:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095690 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a32 expref: 83 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.691974:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9b6f02d67b00) 00010000:00010000:1.0:1780334563.691976:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780334563.691980:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095690 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a32 expref: 83 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.691991:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722000, rc 0) 00000100:00100000:0.0:1780334563.692673:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+82:22755:x1866815604280192:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 9582us (10024us total) trans 4294967733 rc 301/301 00000100:00100000:0.0:1780334563.692683:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 744 00000100:00100000:1.0:1780334563.697519:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334563.698115:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604280576 00000100:00100000:0.0:1780334563.698126:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604280576 00000100:00100000:0.0:1780334563.698293:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 144 00000100:00100000:0.0:1780334563.698486:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+82:22755:x1866815604280576:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1780334563.699271:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:22755:x1866815604280576:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 787us (1757us total) trans 4294967734 rc 0/0 00000100:00100000:0.0:1780334563.701291:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 144 00000100:00100000:3.0:1780334563.703553:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604280704 00000100:00100000:3.0:1780334563.703564:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604280704 00000100:00100000:0.0:1780334563.703747:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 745 00000100:00100000:0.0:1780334563.703758:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:22755:x1866815604280704:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334563.703782:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334563.703803:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e700956a5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a39 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.703962:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e700956a5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a39 expref: 84 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.703976:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e700956a5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a39 expref: 84 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.703993:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9b7033542a00) 00010000:00010000:0.0:1780334563.703996:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334563.703999:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9ac00, rc 0) 00000100:00100000:0.0:1780334563.704116:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:22755:x1866815604280704:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 359us (1430us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334563.704123:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 745 00000100:00100000:1.0:1780334563.708520:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334563.713083:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334563.713166:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604281216 00000100:00100000:0.0:1780334563.713175:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604281216 00000100:00100000:0.0:1780334563.713231:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 747 00000100:00100000:0.0:1780334563.713241:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:22755:x1866815604281216:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1780334563.713474:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e700956b3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.713491:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e700956b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.713503:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e700956b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780334563.713561:0:6539:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967736 00000004:00010000:0.0:1780334563.713587:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000158bebb6 reply state 0000000036d7dce7 transno 4294967737 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e700956b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.713614:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e700956b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.713622:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9b7033542a00) 00010000:00010000:0.0:1780334563.713624:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1780334563.713628:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780334563.713724:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:22755:x1866815604281216:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 484us (649us total) trans 4294967737 rc 0/0 00000100:00100000:0.0:1780334563.713732:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 747 00000020:00080000:0.0:1780334563.713737:0:6539:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780334563.720373:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334563.720523:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604281472 00000100:00100000:3.0:1780334563.720533:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604281472 00000100:00100000:3.0:1780334563.720590:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 145 00000100:00100000:3.0:1780334563.720601:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:22755:x1866815604281472:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334563.720860:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:22755:x1866815604281472:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 260us (494us total) trans 4294967738 rc 0/0 00000100:00100000:3.0:1780334563.720868:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 145 00000100:00100000:1.0:1780334563.746635:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334563.746728:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604281728 00000100:00100000:0.0:1780334563.746737:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604281728 00000100:00100000:0.0:1780334563.746795:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 748 00000100:00100000:0.0:1780334563.746806:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:22757:x1866815604281728:12345-192.168.203.22@tcp:101:md5sum.0 00010000:00010000:0.0:1780334563.746868:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334563.746888:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e700956ba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a40 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.746956:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e700956c1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.746971:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e700956c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.746982:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e700956c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.746992:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e700956c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747015:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e700956c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747020:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e700956c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747129:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e700956cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747137:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e700956cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747143:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e700956cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334563.747152:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:0.0:1780334563.747223:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e700956c1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747231:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e700956c1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747236:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e700956c1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747241:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e700956c1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747248:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334563.747252:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e700956c1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747270:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e700956c1 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747282:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9b6f02d67b00) 00010000:00010000:0.0:1780334563.747284:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334563.747289:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e700956c1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747295:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e700956c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747307:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e700956c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747313:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e700956c8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747318:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e700956c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747333:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334563.747336:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e700956c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747341:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e700956c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747347:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff9b6f02d67100) 00010000:00010000:0.0:1780334563.747350:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334563.747352:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e700956c8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747367:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e700956c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747406:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e700956ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a40 expref: 92 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747418:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9aa00/0xdf9e767e700956cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a40 expref: 91 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.747426:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9b7033542a00) 00010000:00010000:0.0:1780334563.747427:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334563.747430:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9aa00, rc 0) 00000100:00100000:0.0:1780334563.747479:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:22757:x1866815604281728:12345-192.168.203.22@tcp:101:md5sum.0 Request processed in 675us (853us total) trans 4294967739 rc 0/0 00000100:00100000:0.0:1780334563.747487:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 748 00000100:00100000:1.0:1780334563.753292:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334563.758528:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334563.762550:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334563.762867:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604282240 00000100:00100000:3.0:1780334563.762876:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604282240 00000100:00100000:3.0:1780334563.762923:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 750 00000100:00100000:3.0:1780334563.762932:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:22757:x1866815604282240:12345-192.168.203.22@tcp:101:md5sum.0 00010000:00010000:3.0:1780334563.762953:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334563.762971:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e700956e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a47 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.763021:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723600/0xdf9e767e700956dd lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.763031:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e700956e4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a47 expref: 90 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.763050:0:15367:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723600/0xdf9e767e700956dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.763074:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e700956e4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a47 expref: 90 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.763087:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9b7033542a00) 00010000:00010000:3.0:1780334563.763090:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334563.763094:0:15367:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e700956e4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a47 expref: 90 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.763122:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f03ff8a00, rc 0) 00000100:00100000:3.0:1780334563.763245:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:22757:x1866815604282240:12345-192.168.203.22@tcp:101:md5sum.0 Request processed in 313us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334563.763252:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 750 00000040:00080000:0.0:1780334563.893210:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334563.893217:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334563.893243:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 3 00000040:00080000:0.0:1780334563.893253:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334563.893384:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034a5500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624156544:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1780334563.893503:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b701114d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334563.896943:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034a5500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624156544:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1780334563.901920:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334563.902157:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604282368 00000100:00100000:3.0:1780334563.902166:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604282368 00000100:00100000:3.0:1780334563.902232:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 751 00000100:00100000:3.0:1780334563.902243:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+38:22758:x1866815604282368:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334563.902274:0:9763:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334563.902396:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+38:22758:x1866815604282368:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 154us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334563.902404:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 751 00000100:00100000:1.0:1780334563.911222:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334563.922560:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334563.924884:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604282752 00000100:00100000:3.0:1780334563.924901:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604282752 00000100:00100000:3.0:1780334563.924980:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 753 00000100:00100000:3.0:1780334563.924989:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+38:22758:x1866815604282752:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334563.925008:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334563.925028:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e70095700 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a4e expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.925140:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095707 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.925155:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095707 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.925184:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095707 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334563.925196:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:3.0:1780334563.925276:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095707 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.925284:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095707 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.925291:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095707 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.925296:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7001526200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334563.925300:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095707 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.925306:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095707 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.925317:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9b7033542a00) 00010000:00010000:3.0:1780334563.925320:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334563.925324:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095707 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.925330:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001526200/0xdf9e767e70095707 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.925371:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e70095700 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a4e expref: 40 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.925393:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:3.0:1780334563.925396:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1780334563.925400:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8c00/0xdf9e767e70095700 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a4e expref: 40 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334563.925410:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f03ff8c00, rc 0) 00000100:00100000:3.0:1780334563.925482:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+39:22758:x1866815604282752:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 494us (2931us total) trans 4294967740 rc 301/301 00000100:00100000:3.0:1780334563.925489:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 753 00000100:00100000:1.0:1780334563.933596:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334563.933676:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604282880 00000100:00100000:0.0:1780334563.933686:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604282880 00000100:00100000:0.0:1780334563.933739:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 754 00000100:00100000:0.0:1780334563.933748:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+39:22758:x1866815604282880:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334563.933802:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334563.933927:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+39:22758:x1866815604282880:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 180us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334563.933934:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 754 00000100:00100000:1.0:1780334563.945664:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334563.945962:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604283136 00000100:00100000:0.0:1780334563.945972:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604283136 00000100:00100000:0.0:1780334563.946082:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 755 00000100:00100000:0.0:1780334563.946093:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+39:22758:x1866815604283136:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334563.946113:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334563.946144:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095715 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a55 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780334563.946538:0:6538:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xf:0x0], index 1: 0 00010000:00010000:0.0:1780334563.946674:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e7009571c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.946689:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e7009571c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.946699:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e7009571c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.946752:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095715 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a55 expref: 42 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.946770:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e7009571c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a55 expref: 41 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.946800:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9b7033542200) 00010000:00010000:0.0:1780334563.946803:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334563.946807:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b400, rc 0) 00000100:00100000:0.0:1780334563.946917:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+41:22758:x1866815604283136:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 825us (1260us total) trans 4294967741 rc 0/0 00000100:00100000:0.0:1780334563.946924:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 755 00000100:00100000:1.0:1780334563.955170:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334563.961491:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604283520 00000100:00100000:1.0:1780334563.961503:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604283520 00000100:00100000:1.0:1780334563.961564:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 757 00000100:00100000:1.0:1780334563.961576:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+40:22758:x1866815604283520:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334563.961599:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334563.961621:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095738 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a5c expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.961656:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009573f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.961669:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009573f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.961680:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009573f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.961783:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437e200/0xdf9e767e70095738 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a5c expref: 42 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.962030:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009573f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a5c expref: 41 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334563.962040:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9b703c6d0000) 00010000:00010000:1.0:1780334563.962043:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334563.962046:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0437fc00, rc 0) 00000100:00100000:1.0:1780334563.962124:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+41:22758:x1866815604283520:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 550us (1584us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334563.962278:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 757 00000100:00100000:1.0:1780334563.967025:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334563.967488:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604283776 00000100:00100000:0.0:1780334563.967497:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604283776 00000100:00100000:0.0:1780334563.967557:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 758 00000100:00100000:0.0:1780334563.967567:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+41:22758:x1866815604283776:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1780334563.967650:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095746 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.967667:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095746 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.967678:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095746 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780334563.969021:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].7, 88 off8688 00000004:00080000:0.0:1780334563.969037:0:6538:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 567788224966ns, next at 568788222116ns, rc = 0 00000004:00010000:0.0:1780334563.969115:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dccfb657 reply state 00000000e8bdb7dd transno 4294967742 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095746 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.969132:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095746 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.969141:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9b703c6d0000) 00010000:00010000:0.0:1780334563.969157:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1780334563.969162:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780334563.970563:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:22758:x1866815604283776:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 2989us (3538us total) trans 4294967742 rc 0/0 00000100:00100000:0.0:1780334563.970573:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 758 00000100:00100000:0.0:1780334563.973530:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334563.982206:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604284032 00000100:00100000:0.0:1780334563.982215:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604284032 00000100:00100000:0.0:1780334563.982285:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 186 00000100:00100000:0.0:1780334563.982294:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604284032:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1780334563.982511:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604284032:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 217us (409us total) trans 4294967331 rc 0/0 00000100:00100000:0.0:1780334563.982519:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 186 00000100:00080000:1.0:1780334563.983130:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334563.985549:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334563.985637:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604284288 00000100:00100000:3.0:1780334563.985647:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604284288 00000100:00100000:3.0:1780334563.985699:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 146 00000100:00100000:3.0:1780334563.985708:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:22758:x1866815604284288:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334563.986024:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+45:22758:x1866815604284288:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 316us (481us total) trans 4294967743 rc 0/0 00000100:00100000:3.0:1780334563.986031:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 146 00000100:00100000:1.0:1780334563.989962:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604284544 00000100:00100000:1.0:1780334563.989971:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604284544 00000100:00100000:1.0:1780334563.990029:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 760 00000100:00100000:1.0:1780334563.990040:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+45:22758:x1866815604284544:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1780334563.990165:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+45:22758:x1866815604284544:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 127us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334563.990173:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 760 00000100:00100000:0.0:1780334563.995000:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604284672 00000100:00100000:0.0:1780334563.995010:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604284672 00000100:00100000:0.0:1780334563.995071:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 761 00000100:00100000:0.0:1780334563.995081:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:22758:x1866815604284672:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334563.995101:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334563.995120:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a600/0xdf9e767e70095754 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a6a expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.995199:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e7009575b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.995214:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e7009575b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.995224:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e7009575b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334563.995277:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334563.995294:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e7009575b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.995318:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a600/0xdf9e767e70095754 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a6a expref: 47 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.995345:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e7009575b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a6a expref: 46 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334563.995354:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9b703c6d0000) 00010000:00010000:0.0:1780334563.995357:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1780334563.995360:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9a800, rc 0) 00000100:00100000:0.0:1780334563.995428:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+46:22758:x1866815604284672:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 348us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334563.995436:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 761 00000100:00100000:3.0:1780334564.002622:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334564.006069:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604285056 00000100:00100000:0.0:1780334564.006078:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604285056 00000100:00100000:0.0:1780334564.006157:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 762 00000100:00100000:0.0:1780334564.006167:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:22758:x1866815604285056:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334564.006275:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:22758:x1866815604285056:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 109us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.006283:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 762 00000100:00080000:1.0:1780334564.006530:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334564.009468:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334564.009578:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604285184 00000100:00100000:3.0:1780334564.009588:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604285184 00000100:00100000:3.0:1780334564.009644:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 188 00000100:00100000:3.0:1780334564.009654:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:22758:x1866815604285184:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334564.009672:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334564.009691:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ca8c290a/0xdf9e767e70095769 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a78 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.009739:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e70095762 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a71 expref: 12 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.009747:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334564.009748:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334564.009752:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca8c290a/0xdf9e767e70095769 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a78 expref: 12 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.009783:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e70095762 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a71 expref: 12 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.009795:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e70095762 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a71 expref: 12 pid: 16895 timeout: 667 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334564.009808:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624156672:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334564.009934:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fdcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334564.014303:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604285312 00000100:00100000:0.0:1780334564.014309:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604285312 00010000:00010000:0.0:1780334564.014341:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e70095762 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a71 expref: 12 pid: 16895 timeout: 667 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334564.014456:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 215 00000100:00100000:0.0:1780334564.014464:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604285312:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334564.014476:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334564.014492:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e70095762 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a71 expref: 12 pid: 16895 timeout: 667 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.014501:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e70095762 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a71 expref: 12 pid: 16895 timeout: 667 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.014518:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e70095762 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a71 expref: 12 pid: 16895 timeout: 667 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.014531:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334564.014532:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334564.014537:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ca8c290a/0xdf9e767e70095769 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a78 expref: 11 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.014543:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca8c290a/0xdf9e767e70095769 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a78 expref: 11 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.014570:0:6522:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ca8c290a/0xdf9e767e70095769 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a78 expref: 11 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334564.014580:0:6522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6522:1866815624156800:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334564.014646:0:6522:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334564.016606:0:6522:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6522:1866815624156800:192.168.203.22@tcp:105: 00010000:00010000:0.0:1780334564.016629:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334564.016681:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604285312:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 2217us (2515us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.016690:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 215 00000100:00100000:3.0:1780334564.018479:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334564.023465:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604285568 00000100:00100000:3.0:1780334564.023474:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604285568 00000100:00100000:3.0:1780334564.023527:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 763 00000100:00100000:3.0:1780334564.023535:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+46:22758:x1866815604285568:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1780334564.029356:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967743 is committed 00000004:00080000:0.0:1780334564.029375:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 8 committed 00000001:00080000:0.0:1780334564.029415:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967739 is committed 00000004:00080000:0.0:1780334564.029433:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000100:00100000:0.0:1780334564.029576:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334564.029595:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624156928:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780334564.029667:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334564.031506:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:0.0:1780334564.031518:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624157056:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1780334564.031629:0:8422:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1780334564.031633:0:8422:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb mtime from disk: 0 -> 1780334564 00002000:00010000:0.0:1780334564.031635:0:8422:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1780334564.031637:0:8422:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb ctime from disk: 1780334564 -> 1780334564 00002000:00010000:0.0:1780334564.031640:0:8422:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1780334564.031701:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624157056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 186us (1254us total) trans 4294967333 rc 0/0 00000100:00100000:0.0:1780334564.031708:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00010000:00010000:1.0:1780334564.031846:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095491 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.031855:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095491 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.031862:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095491 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.031868:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334564.031872:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095491 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.031879:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095491 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.031908:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff9b6f02d67200) 00010000:00010000:1.0:1780334564.031912:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334564.031916:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095491 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.031922:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095491 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.031942:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722800/0xdf9e767e70095498 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.031948:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722800/0xdf9e767e70095498 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.031953:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722800/0xdf9e767e70095498 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.031958:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334564.031961:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722800/0xdf9e767e70095498 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.031966:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722800/0xdf9e767e70095498 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.031974:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9b6f02d67b00) 00010000:00010000:1.0:1780334564.031976:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334564.031979:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722800/0xdf9e767e70095498 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.031984:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722800/0xdf9e767e70095498 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032006:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095627 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032013:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095627 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032018:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095627 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032023:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334564.032026:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095627 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032032:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095627 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032040:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff9b6f02d67100) 00010000:00010000:1.0:1780334564.032042:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334564.032044:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095627 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032050:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095627 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032068:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009567b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032074:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009567b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032080:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009567b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032090:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334564.032093:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009567b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032099:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009567b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032106:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff9b6f02d67100) 00010000:00010000:1.0:1780334564.032108:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334564.032110:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009567b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032116:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009567b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032126:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e700956b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032139:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e700956b3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032145:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e700956b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032150:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334564.032153:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e700956b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032158:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e700956b3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032173:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9b7033542a00) 00010000:00010000:1.0:1780334564.032175:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780334564.032178:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e700956b3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.032184:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e700956b3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334564.032617:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+36:22758:x1866815604285568:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 9080us (9310us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.032625:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 763 00010000:00010000:3.0:1780334564.032688:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009556a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.032695:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009556a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.032708:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009556a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.032713:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334564.032715:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009556a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.032721:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009556a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.032730:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff9b6f02d67100) 00010000:00010000:3.0:1780334564.032732:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334564.032735:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009556a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.032740:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009556a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.032756:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095746 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.032761:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095746 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.032766:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095746 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.032771:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334564.032773:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095746 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.032787:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095746 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.032795:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9b703c6d0000) 00010000:00010000:3.0:1780334564.032797:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780334564.032800:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095746 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.032805:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095746 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334564.040182:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334564.040253:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334564.040349:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604285824 00000100:00100000:0.0:1780334564.040359:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604285824 00010000:00010000:0.0:1780334564.040414:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700955e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09fa expref: 11 pid: 8422 timeout: 667 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334564.040449:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 216 00000100:00100000:0.0:1780334564.040458:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604285824:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334564.040480:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334564.040485:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700955e1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09fa expref: 11 pid: 8422 timeout: 667 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.040497:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700955e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09fa expref: 11 pid: 8422 timeout: 667 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.040524:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334564.040577:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604285824:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 119us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.040585:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 216 00000100:00080000:1.0:1780334564.040725:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334564.041095:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03425500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624157184:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334564.041111:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700955e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b09fa expref: 10 pid: 8422 timeout: 667 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334564.041127:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03425f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624157312:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334564.041150:0:16895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095770 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334564.042404:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00010000:00010000:3.0:1780334564.043924:0:16895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095770 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.043935:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095770 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.043956:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095770 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.043963:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095770 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.043981:0:16895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:1.0:1780334564.044119:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334564.044149:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624156928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13581us (14482us total) trans 4294967328 rc 0/0 00000100:00100000:3.0:1780334564.044157:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00010000:00010000:3.0:1780334564.044176:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:1.0:1780334564.044176:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b6f034a5f80/2, rc 0, transno 4294967328 00010000:00010000:3.0:1780334564.044181:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095770 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334564.044182:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624156928:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780334564.044189:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334564.044193:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095770 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.044202:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095770 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.044215:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095770 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.044226:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c248bb21/0xdf9e767e70095770 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334564.044248:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334564.044250:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334564.044252:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334564.046542:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604285696:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 6101us (6363us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334564.046553:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 191 00000100:00100000:3.0:1780334564.054149:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334564.061285:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604286336 00000100:00100000:0.0:1780334564.061296:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604286336 00000100:00100000:0.0:1780334564.061349:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 192 00000100:00100000:0.0:1780334564.061359:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604286336:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1780334564.061724:0:8519:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:0.0:1780334564.061729:0:8519:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb mtime from disk: 1780334564 -> 1780334562 00002000:00010000:0.0:1780334564.061731:0:8519:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb atime from disk: 0 -> 1780334562 00002000:00010000:0.0:1780334564.061733:0:8519:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb ctime from disk: 1780334564 -> 1780334564 00002000:00010000:0.0:1780334564.062456:0:8519:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1780334564.062538:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604286336:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 1177us (1955us total) trans 4294967334 rc 0/0 00000100:00100000:0.0:1780334564.062547:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 192 00000100:00100000:1.0:1780334564.065319:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334564.069785:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334564.071486:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604286720 00000100:00100000:0.0:1780334564.071493:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604286720 00010000:00010000:0.0:1780334564.071530:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009573f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a5c expref: 36 pid: 6540 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334564.071609:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 218 00000100:00100000:0.0:1780334564.071619:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+36:2407:x1866815604286720:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334564.071633:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334564.071640:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009573f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a5c expref: 36 pid: 6540 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.071652:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009573f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a5c expref: 36 pid: 6540 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.071673:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009573f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a5c expref: 36 pid: 6540 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.071689:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9b703c6d0000) 00010000:00010000:0.0:1780334564.071693:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009577e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.071702:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009577e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.071727:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009577e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.071755:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334564.071841:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+35:2407:x1866815604286720:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 223us (2065us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.071849:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 218 00010000:00010000:1.0:1780334564.071903:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009577e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.071912:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009577e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.071957:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009577e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.071965:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009577e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.071971:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009577e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.071988:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334564.071992:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009577e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.072000:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009577e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.072009:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9b703c6d0000) 00010000:00010000:1.0:1780334564.072011:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1780334564.072015:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009577e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.072021:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009577e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334564.072084:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03695c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+34:22758:x1866815604286592:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 6589us (6763us total) trans 0 rc -22/-22 00000100:00100000:1.0:1780334564.072092:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 765 00000100:00100000:3.0:1780334564.074992:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334564.081293:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334564.081400:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604286976 00000100:00100000:0.0:1780334564.081409:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604286976 00010000:00010000:0.0:1780334564.081447:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ca8c290a/0xdf9e767e70095769 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a78 expref: 12 pid: 8419 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334564.081492:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 219 00000100:00100000:0.0:1780334564.081501:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604286976:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334564.081518:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334564.081538:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ca8c290a/0xdf9e767e70095769 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a78 expref: 12 pid: 8419 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.081551:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ca8c290a/0xdf9e767e70095769 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a78 expref: 12 pid: 8419 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.081574:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca8c290a/0xdf9e767e70095769 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a78 expref: 12 pid: 8419 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.081590:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334564.081592:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334564.081607:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002bed73e5/0xdf9e767e70095785 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.081617:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002bed73e5/0xdf9e767e70095785 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.081638:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334564.081690:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604286976:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 190us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.081698:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 219 00000100:00100000:3.0:1780334564.084553:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334564.084767:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604287232 00000100:00100000:0.0:1780334564.084777:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604287232 00000100:00100000:0.0:1780334564.084848:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 766 00000100:00100000:0.0:1780334564.084858:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+34:22758:x1866815604287232:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1780334564.084938:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a600/0xdf9e767e7009578c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.084957:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a600/0xdf9e767e7009578c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.084969:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a600/0xdf9e767e7009578c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.085129:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e70095793 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.085140:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723200/0xdf9e767e7009574d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a63 expref: 35 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.085158:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e70095793 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.085209:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723200/0xdf9e767e7009574d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a63 expref: 35 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.085224:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723200/0xdf9e767e7009574d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a63 expref: 35 pid: 6539 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334564.085239:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624157696:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334564.085520:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334564.087593:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624157696:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334564.087619:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e70095793 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334564.088712:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00010000:00010000:1.0:1780334564.090957:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e70095793 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.090970:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e70095793 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780334564.091093:0:9763:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967745 00000001:00080000:1.0:1780334564.091208:0:9763:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967746 00000001:00080000:1.0:1780334564.091242:0:9763:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967747 00000100:00100000:1.0:1780334564.091327:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9763:1866815624157824:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1780334564.091383:0:9763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334564.091475:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f000c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334564.092797:0:9763:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:0.0:1780334564.092803:0:9763:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b6f03ca0380, transno 4294967333 00000100:00100000:0.0:1780334564.092842:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9763:1866815624157824:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1780334564.092963:0:9763:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967748 00000100:00100000:0.0:1780334564.093019:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9763:1866815624157952:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1780334564.093063:0:9763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334564.094072:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ab433c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334564.094182:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624157952 00000100:00100000:1.0:1780334564.094190:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624157952 00000100:00100000:3.0:1780334564.094236:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1780334564.094246:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9763:x1866815624157952:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1780334564.094571:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:9763:x1866815624157952:12345-0@lo:1000:mdt00_003.0 Request processed in 325us (1517us total) trans 4294967335 rc 0/0 00000100:00100000:3.0:1780334564.094578:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1780334564.094665:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9763:1866815624157952:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1780334564.094707:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e70095793 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.094718:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e70095793 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.094742:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e70095793 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.094748:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9a800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334564.094753:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e70095793 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.094761:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e70095793 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.094777:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9b703c6d0000) 00010000:00010000:0.0:1780334564.094780:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334564.094785:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e70095793 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.094791:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a800/0xdf9e767e70095793 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.094832:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723600/0xdf9e767e700956dd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.094839:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723600/0xdf9e767e700956dd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.094844:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723600/0xdf9e767e700956dd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.094849:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334564.094851:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723600/0xdf9e767e700956dd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.094866:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723600/0xdf9e767e700956dd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.094874:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9b7033542a00) 00010000:00010000:0.0:1780334564.094877:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334564.094884:0:9763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e700956e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a47 expref: 73 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.094894:0:9763:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e700956e4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a47 expref: 73 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.094902:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e700956e4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a47 expref: 73 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.094931:0:9763:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f03ff8a00/0xdf9e767e700956e4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a47 expref: 73 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334564.094943:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624158080:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334564.095066:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b701114d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334564.101293:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624158080:192.168.203.22@tcp:105: 00010000:00010000:1.0:1780334564.101323:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723600/0xdf9e767e700956dd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101335:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723600/0xdf9e767e700956dd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101366:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009579a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101381:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009579a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101392:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009579a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101403:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009579a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101419:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009579a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101425:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009579a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101431:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0437fc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334564.101434:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009579a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101441:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009579a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101468:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9b7033542a00) 00010000:00010000:1.0:1780334564.101471:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334564.101475:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009579a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101480:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0437fc00/0xdf9e767e7009579a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101490:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a600/0xdf9e767e7009578c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101614:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a600/0xdf9e767e7009578c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101621:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a600/0xdf9e767e7009578c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101626:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9a600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334564.101630:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a600/0xdf9e767e7009578c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101637:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a600/0xdf9e767e7009578c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334564.101646:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00010000:00010000:1.0:1780334564.101648:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9b7033542a00) 00010000:00010000:1.0:1780334564.101652:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334564.101655:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a600/0xdf9e767e7009578c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334564.101661:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a600/0xdf9e767e7009578c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334564.102589:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+38:22758:x1866815604287232:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 17730us (18041us total) trans 4294967749 rc 0/0 00000100:00100000:1.0:1780334564.102600:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 766 00000020:00080000:1.0:1780334564.102605:0:9763:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1780334564.105663:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334564.105668:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334564.109160:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1780334564.109177:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334564.113423:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334564.113853:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334564.114274:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604287872 00000100:00100000:0.0:1780334564.114280:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604287872 00000100:00100000:0.0:1780334564.114343:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 194 00000100:00100000:0.0:1780334564.114352:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:22757:x1866815604287872:12345-192.168.203.22@tcp:101:md5sum.0 00010000:00010000:0.0:1780334564.114382:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334564.114399:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d49f2f5/0xdf9e767e700957a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a7f expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334564.114429:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xf:0x0] initial LVB size: 158, mtime: 0x6a1dbfe2, atime: 0x6a1dbfe2, ctime: 0x6a1dbfe4, blocks: 0x8 00010000:00010000:0.0:1780334564.114447:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334564.114451:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334564.114460:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003d49f2f5/0xdf9e767e700957a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a7f expref: 10 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.114477:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003d49f2f5/0xdf9e767e700957a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a7f expref: 10 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334564.114497:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9a800, rc 0) 00000100:00100000:0.0:1780334564.114523:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:22757:x1866815604287872:12345-192.168.203.22@tcp:101:md5sum.0 Request processed in 173us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.114532:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 194 00000100:00080000:1.0:1780334564.114862:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334564.122964:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334564.123109:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604288000 00000100:00100000:0.0:1780334564.123118:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604288000 00002000:00100000:0.0:1780334564.123166:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xf:0x0] (0->4095) req@ffff9b7027201880 x1866815604288000/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:30/0 lens 488/0 e 0 to 0 dl 1780334575 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334564.123177:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7027201880 with x1866815604288000 ext(0->4095) 00002000:00010000:0.0:1780334564.123182:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b7027201880 00000100:00100000:0.0:1780334564.123216:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 58 00000100:00100000:0.0:1780334564.123226:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2407:x1866815604288000:12345-192.168.203.22@tcp:3:md5sum.0 00000100:00100000:0.0:1780334564.123525:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2407:x1866815604288000:12345-192.168.203.22@tcp:3:md5sum.0 Request processed in 298us (567us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780334564.123551:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 58 00002000:00100000:0.0:1780334564.123559:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xf:0x0] (0->4095) req@ffff9b7027201880 x1866815604288000/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:30/0 lens 488/4536 e 0 to 0 dl 1780334575 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334564.123567:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7027201880 with x1866815604288000 ext(0->4095) 00002000:00010000:0.0:1780334564.123570:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b7027201880 00000100:00100000:3.0:1780334564.129891:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604288256 00000100:00100000:3.0:1780334564.129901:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604288256 00000100:00100000:3.0:1780334564.130537:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 149 00000100:00100000:3.0:1780334564.130548:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ed050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+74:22757:x1866815604288256:12345-192.168.203.22@tcp:35:md5sum.0 00000100:00100000:3.0:1780334564.132257:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ed050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:22757:x1866815604288256:12345-192.168.203.22@tcp:35:md5sum.0 Request processed in 1702us (2868us total) trans 4294967752 rc 0/0 00000100:00100000:3.0:1780334564.132267:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 149 00000100:00100000:3.0:1780334564.334064:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604288640 00000100:00100000:3.0:1780334564.334074:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604288640 00000100:00100000:0.0:1780334564.334113:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604288512 00000100:00100000:0.0:1780334564.334118:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604288512 00000100:00100000:3.0:1780334564.334144:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 573 00000100:00100000:3.0:1780334564.334156:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604288640:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334564.334158:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 574 00000100:00100000:0.0:1780334564.334171:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604288512:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334564.334229:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604288512:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 61us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.334237:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 574 00000100:00100000:1.0:1780334564.334257:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604288384 00000100:00100000:1.0:1780334564.334262:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604288384 00000100:00100000:1.0:1780334564.334296:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 444 00000100:00100000:1.0:1780334564.334302:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604288384:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334564.334838:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604288640:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 657us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334564.334847:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 573 00000100:00100000:1.0:1780334564.337682:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604288384:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 3368us (3770us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334564.337697:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 444 00000100:00100000:1.0:1780334564.468890:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334564.468911:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624158208:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334564.468977:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334564.469114:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624158208 00000100:00100000:3.0:1780334564.469123:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624158208 00000100:00100000:3.0:1780334564.469189:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1780334564.469199:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624158208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334564.469232:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444429824 avail 1298190336 00000100:00100000:3.0:1780334564.469293:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624158208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334564.469300:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1780334564.469347:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624158208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334564.980697:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624158464:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.980733:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334564.980758:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624158976:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.980783:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334564.980834:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624159488:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.980858:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334564.980878:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1780334564.980884:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c819180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624158848:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.980919:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334564.980935:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624159360:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.980968:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334564.980994:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624158592:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.981018:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334564.981035:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624159104:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.981067:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334564.981085:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624159616:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.981106:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334564.981141:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1780334564.981147:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624158720:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.981167:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334564.981177:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624159232:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.981196:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334564.981213:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624159744:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.981232:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334564.981259:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624158464 00000100:00100000:0.0:1780334564.981264:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624158464 00000100:00100000:0.0:1780334564.981295:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1780334564.981303:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624158464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.981342:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624158464:12345-0@lo:400:kworker.0 Request processed in 40us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.981348:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1780334564.981377:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624159360 00000100:00100000:0.0:1780334564.981380:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624159360 00000100:00100000:0.0:1780334564.981401:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624159232 00000100:00100000:0.0:1780334564.981403:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624159232 00000100:00100000:0.0:1780334564.981425:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624159744 00000100:00100000:0.0:1780334564.981434:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624159744 00000100:00100000:0.0:1780334564.981448:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1780334564.981453:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624159360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.981487:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624159360:12345-0@lo:400:kworker.0 Request processed in 34us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.981493:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1780334564.981508:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1780334564.981513:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624159232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.981541:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624159232:12345-0@lo:400:kworker.0 Request processed in 28us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.981546:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1780334564.981557:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1780334564.981562:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624159744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.981586:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624159744:12345-0@lo:400:kworker.0 Request processed in 24us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.981591:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1780334564.981607:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624158976 00000100:00100000:0.0:1780334564.981610:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624158976 00000100:00100000:0.0:1780334564.981629:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624159488 00000100:00100000:0.0:1780334564.981632:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624159488 00000100:00100000:0.0:1780334564.981643:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624158592 00000100:00100000:0.0:1780334564.981644:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624158592 00000100:00100000:0.0:1780334564.981653:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624159104 00000100:00100000:0.0:1780334564.981655:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624159104 00000100:00100000:0.0:1780334564.981666:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624159616 00000100:00100000:0.0:1780334564.981669:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624159616 00000100:00100000:0.0:1780334564.981678:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624158720 00000100:00100000:0.0:1780334564.981680:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624158720 00000100:00100000:0.0:1780334564.981691:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1780334564.981703:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624158976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.981732:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624158976:12345-0@lo:400:kworker.0 Request processed in 30us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.981738:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1780334564.981751:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1780334564.981756:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624159488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.981781:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624159488:12345-0@lo:400:kworker.0 Request processed in 26us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.981786:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1780334564.981796:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1780334564.981801:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624158592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.981858:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624158592:12345-0@lo:400:kworker.0 Request processed in 57us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.981864:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1780334564.981876:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1780334564.981882:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624159104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.981909:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624159104:12345-0@lo:400:kworker.0 Request processed in 27us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.981915:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1780334564.981927:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1780334564.981934:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624159616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.981959:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624159616:12345-0@lo:400:kworker.0 Request processed in 26us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.981965:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1780334564.981976:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1780334564.981989:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f046f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624158720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.982015:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f046f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624158720:12345-0@lo:400:kworker.0 Request processed in 27us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334564.982020:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00080000:0.0:1780334564.982062:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334564.982066:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334564.982068:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334564.982095:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624158720:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.982105:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624159232:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.982115:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624159744:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.982123:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624158592:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.982130:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624159104:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.982138:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624159616:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.982176:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624159360:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.982184:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624158464:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.982192:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624158976:0@lo:400:kworker.0 00000100:00100000:0.0:1780334564.982200:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624159488:0@lo:400:kworker.0 00000100:00100000:3.0:1780334564.985499:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624159872 00000100:00100000:3.0:1780334564.985508:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624159872 00000100:00100000:3.0:1780334564.985557:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:3.0:1780334564.985565:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624159872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334564.985587:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921412096 avail 3689861120 00000100:00100000:3.0:1780334564.985632:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624159872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334564.985638:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00010000:00010000:3.0:1780334566.325210:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334566.517139:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624160000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334566.517209:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334566.517274:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624160000 00000100:00100000:0.0:1780334566.517282:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624160000 00000100:00100000:0.0:1780334566.517332:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1780334566.517352:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624160000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334566.517403:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 82890432 pending 28672 free 3921412096 avail 3689889792 00000100:00100000:0.0:1780334566.517453:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624160000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334566.517461:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00080000:0.0:1780334566.517488:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334566.517532:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624160000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334566.531766:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624160128:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334566.531921:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334566.531982:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334566.532000:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624160256:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334566.532028:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334566.532084:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624160128 00000100:00100000:0.0:1780334566.532092:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624160128 00000100:00100000:0.0:1780334566.533535:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1780334566.533548:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624160128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334566.533672:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 82890432 pending 28672 free 3921412096 avail 3689889792 00000100:00100000:0.0:1780334566.533795:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624160128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 250us (1873us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334566.533803:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1780334566.533842:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624160256 00000100:00100000:0.0:1780334566.533848:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624160256 00000100:00100000:0.0:1780334566.533878:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1780334566.533884:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624160256:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334566.533914:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334566.533945:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624160256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (1916us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334566.533962:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00080000:0.0:1780334566.534120:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334566.537648:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624160256:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334568.309602:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334568.310900:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604288768 00000100:00100000:3.0:1780334568.310915:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604288768 00000100:00100000:3.0:1780334568.311008:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 767 00000100:00100000:3.0:1780334568.311031:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+40:22714:x1866815604288768:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1780334568.311172:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334568.311535:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+40:22714:x1866815604288768:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 515us (4088us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334568.311544:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 767 00000100:00100000:0.0:1780334568.318559:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604288896 00000100:00100000:0.0:1780334568.318572:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604288896 00000100:00100000:0.0:1780334568.318658:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 768 00000100:00100000:0.0:1780334568.318672:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:22714:x1866815604288896:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1780334568.318915:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:22714:x1866815604288896:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 247us (2537us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334568.318925:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 768 00000100:00100000:3.0:1780334568.327956:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604289152 00000100:00100000:3.0:1780334568.327969:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604289152 00000100:00100000:3.0:1780334568.328118:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 150 00000100:00100000:3.0:1780334568.328129:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+40:22714:x1866815604289152:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334568.328350:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+41:22714:x1866815604289152:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 223us (2120us total) trans 4294967753 rc 0/0 00000100:00100000:3.0:1780334568.328359:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 150 00000040:00080000:0.0:1780334569.144254:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1780334569.461634:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334569.461663:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334569.461684:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334569.461707:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334569.461731:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334569.461755:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334569.461777:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334569.461795:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334569.461841:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334569.461868:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604289408 00000100:00100000:3.0:1780334569.461882:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604289408 00000100:00100000:3.0:1780334569.461929:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604289920 00000100:00100000:3.0:1780334569.461932:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604289920 00000100:00100000:3.0:1780334569.461942:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604289536 00000100:00100000:3.0:1780334569.461945:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604289536 00000100:00100000:3.0:1780334569.461955:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604290048 00000100:00100000:3.0:1780334569.461957:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604290048 00000100:00100000:3.0:1780334569.461971:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 581 00000100:00100000:3.0:1780334569.461980:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:2409:x1866815604289408:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334569.462067:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:2409:x1866815604289408:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 87us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334569.462075:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 581 00000100:00100000:3.0:1780334569.462093:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 582 00000100:00100000:3.0:1780334569.462099:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+41:2409:x1866815604289920:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334569.462139:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+41:2409:x1866815604289920:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 40us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334569.462145:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 582 00000100:00100000:3.0:1780334569.462157:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 583 00000100:00100000:3.0:1780334569.462163:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604289536:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334569.462185:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604289536:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334569.462191:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 583 00000100:00100000:3.0:1780334569.462202:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 584 00000100:00100000:3.0:1780334569.462208:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604290048:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334569.462231:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604290048:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334569.462243:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 584 00000100:00100000:3.0:1780334569.462262:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604289280 00000100:00100000:3.0:1780334569.462266:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604289280 00000100:00100000:3.0:1780334569.462287:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 446 00000100:00100000:3.0:1780334569.462293:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604289280:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334569.462316:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604289280:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334569.462322:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 446 00000100:00080000:3.0:1780334569.462355:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334569.462359:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334569.463126:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604289664 00000100:00100000:0.0:1780334569.463133:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604289664 00000100:00100000:0.0:1780334569.463179:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604290176 00000100:00100000:0.0:1780334569.463182:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604290176 00000100:00100000:0.0:1780334569.463204:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604289792 00000100:00100000:0.0:1780334569.463207:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604289792 00000100:00100000:0.0:1780334569.463219:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604290304 00000100:00100000:0.0:1780334569.463222:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604290304 00000100:00100000:0.0:1780334569.463239:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 317 00000100:00100000:0.0:1780334569.463246:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2409:x1866815604289664:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334569.463287:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2409:x1866815604289664:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 42us (1624us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334569.463294:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 317 00000100:00100000:0.0:1780334569.463310:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 318 00000100:00100000:0.0:1780334569.463316:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604290176:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334569.463356:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604290176:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 40us (1648us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334569.463362:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 318 00000100:00100000:0.0:1780334569.463373:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 319 00000100:00100000:0.0:1780334569.463379:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2409:x1866815604289792:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334569.463399:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2409:x1866815604289792:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (1623us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334569.463404:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 319 00000100:00100000:0.0:1780334569.463414:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 320 00000100:00100000:0.0:1780334569.463419:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604290304:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334569.463442:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604290304:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (1602us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334569.463447:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 320 00000100:00080000:3.0:1780334569.463795:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334569.463799:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334569.592238:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624160384:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334569.592313:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334569.592476:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624160384 00000100:00100000:1.0:1780334569.592484:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624160384 00000100:00100000:1.0:1780334569.592536:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1780334569.592545:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624160384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334569.592578:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444429824 avail 1298190336 00000100:00100000:1.0:1780334569.592625:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624160384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334569.592633:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1780334569.592673:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624160384:0@lo:41:osp-pre-0-1.0 00000001:02000400:3.0:1780334569.629441:0:18998:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11c: Import a file to a directory with a pool ========================================================== 13:22:48 (1780334568) 00000100:00100000:3.0:1780334570.100164:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624160640:0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.100253:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334570.100313:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624161152:0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.100340:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334570.100358:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624161664:0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.100379:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334570.100410:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1780334570.100428:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624160768:0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.100450:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334570.100506:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624160512:0@lo:400:kworker.0 00000100:00100000:0.0:1780334570.100577:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334570.100710:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624161280:0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.100745:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334570.100835:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624161792:0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.100860:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334570.100894:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624160640 00000100:00100000:3.0:1780334570.100900:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624160640 00000100:00100000:3.0:1780334570.100941:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624161152 00000100:00100000:3.0:1780334570.100944:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624161152 00000100:00100000:3.0:1780334570.100966:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624161664 00000100:00100000:3.0:1780334570.100968:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624161664 00000100:00100000:3.0:1780334570.100979:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624160768 00000100:00100000:3.0:1780334570.100981:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624160768 00000100:00100000:3.0:1780334570.100994:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1780334570.101002:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624160640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.101067:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624160640:12345-0@lo:400:kworker.0 Request processed in 64us (814us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334570.101074:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1780334570.101093:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1780334570.101099:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624161152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.101127:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624161152:12345-0@lo:400:kworker.0 Request processed in 29us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334570.101132:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1780334570.101145:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1780334570.101151:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624161664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.101176:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624161664:12345-0@lo:400:kworker.0 Request processed in 25us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334570.101181:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1780334570.101202:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1780334570.101208:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624160768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.101238:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624160768:12345-0@lo:400:kworker.0 Request processed in 31us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334570.101244:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1780334570.101267:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624161280 00000100:00100000:3.0:1780334570.101270:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624161280 00000100:00100000:3.0:1780334570.101294:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624161792 00000100:00100000:3.0:1780334570.101297:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624161792 00000100:00100000:3.0:1780334570.101313:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1780334570.101319:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624161280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.101344:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624161280:12345-0@lo:400:kworker.0 Request processed in 26us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334570.101349:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1780334570.101358:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1780334570.101362:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624161792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.101381:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624161792:12345-0@lo:400:kworker.0 Request processed in 19us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334570.101386:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00080000:3.0:1780334570.101404:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334570.101408:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334570.101410:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334570.101786:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624161024:0@lo:400:kworker.0 00000100:00100000:0.0:1780334570.101845:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334570.108353:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624161536:0@lo:400:kworker.0 00000100:00100000:0.0:1780334570.108436:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334570.108478:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02df9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624162048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334570.108531:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334570.108556:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1780334570.108563:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624160896:0@lo:400:kworker.0 00000100:00100000:0.0:1780334570.108594:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334570.108614:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624161408:0@lo:400:kworker.0 00000100:00100000:0.0:1780334570.108643:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334570.108664:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624161920:0@lo:400:kworker.0 00000100:00100000:0.0:1780334570.108683:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334570.108730:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334570.108741:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624162176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334570.108746:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624161408 00000100:00100000:3.0:1780334570.108762:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624161408 00000100:00100000:0.0:1780334570.108768:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334570.108807:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624161024 00000100:00100000:0.0:1780334570.108842:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624161024 00000100:00100000:3.0:1780334570.108859:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624161920 00000100:00100000:3.0:1780334570.108865:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624161920 00000100:00100000:0.0:1780334570.108903:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624161536 00000100:00100000:0.0:1780334570.108909:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624161536 00000100:00100000:3.0:1780334570.108914:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1780334570.108923:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624161408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334570.108959:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1780334570.108969:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624161024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.109062:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624161408:12345-0@lo:400:kworker.0 Request processed in 137us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334570.109071:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1780334570.109093:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1780334570.109101:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624161920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.109137:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624161920:12345-0@lo:400:kworker.0 Request processed in 38us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334570.109143:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1780334570.109168:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624162048 00000100:00100000:3.0:1780334570.109173:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624162048 00000100:00100000:3.0:1780334570.109197:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624162176 00000100:00100000:3.0:1780334570.109200:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624162176 00000100:00100000:3.0:1780334570.109211:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:3.0:1780334570.109217:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624162048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334570.109238:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1780334570.109658:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624162048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 438us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334570.109665:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:3.0:1780334570.109679:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1780334570.109686:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624162176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780334570.109696:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1780334570.109729:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624162176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (961us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334570.109734:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1780334570.109762:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1780334570.109770:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624161536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.109843:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624161536:12345-0@lo:400:kworker.0 Request processed in 73us (1406us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334570.109849:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00080000:3.0:1780334570.109876:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334570.109881:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334570.109883:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334570.109919:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624162176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334570.110468:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624161024:12345-0@lo:400:kworker.0 Request processed in 85us (7208us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334570.110485:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1780334570.110539:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624160512 00000100:00100000:0.0:1780334570.110547:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624160512 00000100:00100000:0.0:1780334570.110603:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1780334570.110612:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624160512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334570.110684:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624160512:12345-0@lo:400:kworker.0 Request processed in 74us (10106us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334570.110690:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1780334570.110727:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624160896 00000100:00100000:0.0:1780334570.110732:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624160896 00000100:00100000:0.0:1780334570.110766:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1780334570.110785:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624160896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334570.110847:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624160896:12345-0@lo:400:kworker.0 Request processed in 62us (2250us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334570.110854:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:0.0:1780334570.110931:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624160896:0@lo:400:kworker.0 00000100:00100000:0.0:1780334570.110950:0:3659:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967328 gen 2 00000004:00080000:0.0:1780334570.110957:0:3659:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b6f034a5f80, transno 4294967328 00000100:00100000:0.0:1780334570.110974:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624161408:0@lo:400:kworker.0 00000100:00100000:0.0:1780334570.110990:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624161920:0@lo:400:kworker.0 00000100:00100000:0.0:1780334570.111017:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02df9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624162048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334570.111029:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624160512:0@lo:400:kworker.0 00000100:00100000:0.0:1780334570.111040:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624161024:0@lo:400:kworker.0 00000100:00100000:0.0:1780334570.111052:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624161536:0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.111377:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624160768:0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.111390:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624161280:0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.111400:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624161792:0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.111411:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624160640:0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.111549:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624161152:0@lo:400:kworker.0 00000100:00100000:3.0:1780334570.111567:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624161664:0@lo:400:kworker.0 00000001:00080000:3.0:1780334570.112403:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967335 is committed 00000001:00080000:3.0:1780334570.112411:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967334 is committed 00000001:00080000:1.0:1780334570.112746:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967753 is committed 00000001:00080000:1.0:1780334570.112763:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967752 is committed 00000020:00080000:1.0:1780334570.112777:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f01fd4b40 refcount 2 committed 0 result 0 batchid 10 00000020:00080000:1.0:1780334570.112782:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b700823f500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f01fd43c0 00000020:00080000:1.0:1780334570.112785:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b700823fa00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f03e3d000 00010000:00010000:3.0:1780334570.112970:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095777 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.112982:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095777 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.112989:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095777 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.112994:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334570.113007:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095777 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.113024:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095777 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.113040:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9b703c6d0000) 00010000:00010000:3.0:1780334570.113043:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334570.113048:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095777 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.113053:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095777 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780334570.292002:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334570.292024:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334570.292049:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 3 00000040:00080000:3.0:1780334570.292057:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334570.420132:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780334570.609281:0:19046:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007fff151ba7e0 20000000:00000080:3.0:1780334570.609296:0:19046:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9b703fe32800 uarg=0000000000000000 00000040:00100000:3.0:1780334570.610275:0:19046:0:(llog.c:1067:llog_reverse_process()) index 51 : idx 49 00000040:00100000:3.0:1780334570.610283:0:19046:0:(llog.c:1067:llog_reverse_process()) index 47 : idx 1 00000040:00080000:3.0:1780334570.610511:0:19046:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].52, 224 off17176 20000000:01000000:3.0:1780334570.610531:0:19046:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-clilov 0xce020 lustre test_11c (null) (null) 00000040:00080000:3.0:1780334570.610547:0:19046:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].53, 112 off17288 00000040:00080000:3.0:1780334570.610561:0:19046:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].54, 224 off17512 00000040:00080000:3.0:1780334570.610683:0:19046:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].46, 224 off16208 20000000:01000000:3.0:1780334570.610917:0:19046:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:3.0:1780334570.610934:0:19046:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].47, 120 off16328 00000040:00080000:3.0:1780334570.611091:0:19046:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].49, 224 off16608 00000040:00080000:3.0:1780334570.611153:0:19046:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].46, 224 off16240 20000000:01000000:3.0:1780334570.611181:0:19046:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:3.0:1780334570.611195:0:19046:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].47, 120 off16360 00000040:00080000:3.0:1780334570.611274:0:19046:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].49, 224 off16608 10000000:01000000:3.0:1780334570.611289:0:19046:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1780334570.611370:0:19046:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9b6f03ff9400/0xdf9e767e700957af lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.611446:0:19046:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b702e7f5400/0xdf9e767e700927a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470afcb7 expref: 11 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.611455:0:19046:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b702e7f5000/0xdf9e767e700927ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470afcbe expref: 11 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.611464:0:19046:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b7032830e00/0xdf9e767e700927b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700927b2 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.611471:0:19046:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b7032831800/0xdf9e767e700927c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700927c0 expref: 22 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.611477:0:19046:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b700166ae00/0xdf9e767e700927d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700927ce expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.611484:0:19046:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b7032830c00/0xdf9e767e700927e3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700927dc expref: 22 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.611490:0:19046:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b7032830000/0xdf9e767e700927f1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700927ea expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.611497:0:19046:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b700166bc00/0xdf9e767e700927ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700927f8 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.611503:0:19046:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b7032830400/0xdf9e767e7009280d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70092806 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.611516:0:19046:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b700166b400/0xdf9e767e7009281b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70092814 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.611523:0:19046:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b7032831200/0xdf9e767e70092829 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70092822 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.611530:0:19046:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b7032830800/0xdf9e767e70092876 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470afccc expref: 11 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.611538:0:19046:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9b6f03ff9400/0xdf9e767e700957af lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.611573:0:19046:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b7032830800/0xdf9e767e70092876 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afccc expref: 11 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.611586:0:19046:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b7032830800/0xdf9e767e70092876 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afccc expref: 11 pid: 6533 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334570.611652:0:19046:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19046:1866815624162304:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334570.612194:0:19046:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b7032831200/0xdf9e767e70092829 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e70092822 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.612205:0:19046:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b7032831200/0xdf9e767e70092829 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e70092822 expref: 22 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334570.612215:0:19046:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19046:1866815624162432:0@lo:104: 00000100:00100000:3.0:1780334570.612252:0:19046:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780334570.612289:0:19046:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b700166b400/0xdf9e767e7009281b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e70092814 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.612313:0:19046:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b700166b400/0xdf9e767e7009281b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e70092814 expref: 22 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334570.612322:0:19046:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19046:1866815624162560:0@lo:104: 00000100:00100000:3.0:1780334570.612344:0:19046:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780334570.612370:0:19046:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b7032830400/0xdf9e767e7009280d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e70092806 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.612386:0:19046:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b7032830400/0xdf9e767e7009280d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e70092806 expref: 22 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334570.612394:0:19046:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19046:1866815624162688:0@lo:104: 00010000:00010000:3.0:1780334570.612413:0:19046:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b700166bc00/0xdf9e767e700927ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700927f8 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.612421:0:19046:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b700166bc00/0xdf9e767e700927ff lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700927f8 expref: 22 pid: 6532 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334570.612428:0:19046:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19046:1866815624162816:0@lo:104: 00010000:00010000:3.0:1780334570.612443:0:19046:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b7032830000/0xdf9e767e700927f1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700927ea expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.612450:0:19046:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b7032830000/0xdf9e767e700927f1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700927ea expref: 22 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334570.612458:0:19046:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19046:1866815624162944:0@lo:104: 00010000:00010000:3.0:1780334570.612476:0:19046:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b7032830c00/0xdf9e767e700927e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700927dc expref: 22 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.612493:0:19046:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b7032830c00/0xdf9e767e700927e3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700927dc expref: 22 pid: 6533 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334570.612501:0:19046:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19046:1866815624163072:0@lo:104: 00010000:00010000:3.0:1780334570.612520:0:19046:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b700166ae00/0xdf9e767e700927d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700927ce expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.612527:0:19046:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b700166ae00/0xdf9e767e700927d5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700927ce expref: 22 pid: 6532 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334570.612534:0:19046:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19046:1866815624163200:0@lo:104: 00010000:00010000:3.0:1780334570.612550:0:19046:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b7032831800/0xdf9e767e700927c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700927c0 expref: 22 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.612557:0:19046:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b7032831800/0xdf9e767e700927c7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700927c0 expref: 22 pid: 6533 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334570.612564:0:19046:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19046:1866815624163328:0@lo:104: 00010000:00010000:3.0:1780334570.612579:0:19046:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b7032830e00/0xdf9e767e700927b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700927b2 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.612585:0:19046:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b7032830e00/0xdf9e767e700927b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700927b2 expref: 22 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334570.612593:0:19046:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19046:1866815624163456:0@lo:104: 00010000:00010000:3.0:1780334570.612625:0:19046:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b702e7f5000/0xdf9e767e700927ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afcbe expref: 11 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.612643:0:19046:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b702e7f5000/0xdf9e767e700927ab lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afcbe expref: 11 pid: 6532 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334570.612652:0:19046:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19046:1866815624163584:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334570.612682:0:19046:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b702e7f5400/0xdf9e767e700927a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afcb7 expref: 11 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.612701:0:19046:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b702e7f5400/0xdf9e767e700927a4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afcb7 expref: 11 pid: 6531 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334570.612708:0:19046:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19046:1866815624163712:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334570.612745:0:19046:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f02fc6540 going to sleep for 11 seconds 00000100:00100000:1.0:1780334570.613264:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1780334570.613276:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+9:19046:x1866815624162688:12345-0@lo:104: 00010000:00010000:1.0:1780334570.613285:0:6520:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b703c805a00/0xdf9e767e70092806 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e7009280d expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.613340:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1780334570.613345:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+9:19046:x1866815624162688:12345-0@lo:104: Request processed in 73us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334570.613539:0:19046:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19046:1866815624162432:0@lo:104: 00000100:00100000:3.0:1780334570.613547:0:19046:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19046:1866815624162560:0@lo:104: 00000100:00100000:3.0:1780334570.613554:0:19046:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19046:1866815624162688:0@lo:104: 00010000:00010000:3.0:1780334570.613992:0:10292:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1780334570.614000:0:10292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b700166a800/0xdf9e767e70092822 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70092829 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.614019:0:10292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b700166a800 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:3.0:1780334570.614023:0:10292:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b700166a800/0xdf9e767e70092822 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e70092829 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.614032:0:10292:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b700166a800/0xdf9e767e70092822 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e70092829 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780334570.614053:0:10292:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b700166a800/0xdf9e767e70092822 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e70092829 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780334570.614059:0:10292:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1780334570.614101:0:10292:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b700166a800/0xdf9e767e70092822 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70092829 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.614108:0:10292:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780334570.614126:0:10292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b700166a800/0xdf9e767e70092822 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70092829 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.614134:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b700166a800/0xdf9e767e70092822 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70092829 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.614147:0:10292:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780334570.614150:0:10292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b7032831400/0xdf9e767e70092814 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e7009281b expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.614155:0:10292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831400 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:3.0:1780334570.614158:0:10292:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b7032831400/0xdf9e767e70092814 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e7009281b expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.614164:0:10292:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b7032831400/0xdf9e767e70092814 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e7009281b expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780334570.614170:0:10292:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b7032831400/0xdf9e767e70092814 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e7009281b expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780334570.614175:0:10292:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1780334570.614195:0:10292:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b7032831400/0xdf9e767e70092814 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009281b expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.614201:0:10292:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780334570.614219:0:10292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b7032831400/0xdf9e767e70092814 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009281b expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.614225:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b7032831400/0xdf9e767e70092814 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009281b expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.614387:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334570.614389:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334570.614391:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334570.614398:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334570.614416:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624163840:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780334570.614456:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334570.615411:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1780334570.615441:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1780334570.615453:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+8:19046:x1866815624162816:12345-0@lo:104: 00010000:00010000:1.0:1780334570.615464:0:6520:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b7032831c00/0xdf9e767e700927f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700927ff expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.615532:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780334570.615538:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+8:19046:x1866815624162816:12345-0@lo:104: Request processed in 90us (2666us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334570.615544:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1780334570.615558:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1780334570.615564:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+7:19046:x1866815624162944:12345-0@lo:104: 00010000:00010000:1.0:1780334570.615571:0:6520:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b703c805600/0xdf9e767e700927ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700927f1 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.615619:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1780334570.615624:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+7:19046:x1866815624162944:12345-0@lo:104: Request processed in 62us (2745us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334570.615630:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1780334570.615643:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1780334570.615650:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+6:19046:x1866815624163072:12345-0@lo:104: 00010000:00010000:1.0:1780334570.615657:0:6520:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b703c805e00/0xdf9e767e700927dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700927e3 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.615688:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1780334570.615692:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+6:19046:x1866815624163072:12345-0@lo:104: Request processed in 43us (2793us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334570.615697:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1780334570.615709:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1780334570.615715:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+5:19046:x1866815624163200:12345-0@lo:104: 00010000:00010000:1.0:1780334570.615722:0:6520:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b7032830200/0xdf9e767e700927ce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700927d5 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.615752:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1780334570.615757:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+5:19046:x1866815624163200:12345-0@lo:104: Request processed in 43us (2847us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334570.615761:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1780334570.615773:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1780334570.615778:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+4:19046:x1866815624163328:12345-0@lo:104: 00010000:00010000:1.0:1780334570.615785:0:6520:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b700166aa00/0xdf9e767e700927c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700927c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.615838:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:1.0:1780334570.615843:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+4:19046:x1866815624163328:12345-0@lo:104: Request processed in 65us (2926us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334570.615849:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1780334570.615862:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1780334570.615869:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f035b6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+3:19046:x1866815624163456:12345-0@lo:104: 00010000:00010000:1.0:1780334570.615877:0:6520:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e700927b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700927b9 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.615903:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:1.0:1780334570.615908:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f035b6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+3:19046:x1866815624163456:12345-0@lo:104: Request processed in 41us (2984us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334570.615913:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00010000:00010000:1.0:1780334570.615948:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1780334570.615954:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b7032831c00/0xdf9e767e700927f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700927ff expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.615960:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831c00 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334570.615964:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b7032831c00/0xdf9e767e700927f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700927ff expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.615971:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b7032831c00/0xdf9e767e700927f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700927ff expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334570.615977:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b7032831c00/0xdf9e767e700927f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700927ff expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334570.615983:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334570.616022:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b7032831c00/0xdf9e767e700927f8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700927ff expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616029:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334570.616047:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b7032831c00/0xdf9e767e700927f8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700927ff expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616054:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b7032831c00/0xdf9e767e700927f8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700927ff expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616067:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1780334570.616070:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b703c805600/0xdf9e767e700927ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700927f1 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616075:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703c805600 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334570.616078:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b703c805600/0xdf9e767e700927ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700927f1 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616083:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b703c805600/0xdf9e767e700927ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700927f1 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334570.616088:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b703c805600/0xdf9e767e700927ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700927f1 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334570.616093:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334570.616106:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b703c805600/0xdf9e767e700927ea lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700927f1 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616111:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334570.616117:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b703c805600/0xdf9e767e700927ea lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700927f1 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616133:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b703c805600/0xdf9e767e700927ea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700927f1 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616142:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780334570.616145:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b703c805e00/0xdf9e767e700927dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700927e3 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616151:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703c805e00 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334570.616153:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b703c805e00/0xdf9e767e700927dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700927e3 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616160:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b703c805e00/0xdf9e767e700927dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700927e3 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334570.616165:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b703c805e00/0xdf9e767e700927dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700927e3 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334570.616169:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334570.616182:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b703c805e00/0xdf9e767e700927dc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700927e3 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616188:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334570.616193:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b703c805e00/0xdf9e767e700927dc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700927e3 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616200:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b703c805e00/0xdf9e767e700927dc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700927e3 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616208:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780334570.616217:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b7032830200/0xdf9e767e700927ce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700927d5 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616223:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830200 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334570.616225:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b7032830200/0xdf9e767e700927ce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700927d5 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616232:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b7032830200/0xdf9e767e700927ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700927d5 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334570.616238:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b7032830200/0xdf9e767e700927ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700927d5 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334570.616243:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334570.616256:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b7032830200/0xdf9e767e700927ce lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700927d5 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616262:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334570.616267:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b7032830200/0xdf9e767e700927ce lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700927d5 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616273:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b7032830200/0xdf9e767e700927ce lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700927d5 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616282:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780334570.616284:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b700166aa00/0xdf9e767e700927c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700927c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616290:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b700166aa00 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334570.616292:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b700166aa00/0xdf9e767e700927c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700927c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.616308:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b700166aa00/0xdf9e767e700927c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700927c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334570.617476:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b700166aa00/0xdf9e767e700927c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700927c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334570.617486:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334570.617524:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b700166aa00/0xdf9e767e700927c0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700927c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.617531:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334570.617538:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b700166aa00/0xdf9e767e700927c0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700927c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.617545:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b700166aa00/0xdf9e767e700927c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700927c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.617562:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334570.617564:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334570.617565:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334570.617581:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624164224:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334570.617631:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334570.617667:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624164736:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334570.617688:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334570.617708:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780334570.617715:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624164352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334570.617736:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334570.617753:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624164864:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780334570.617779:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624163840 00000100:00100000:3.0:1780334570.617786:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624163840 00000100:00100000:1.0:1780334570.617802:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780334570.617844:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b7032831200/0xdf9e767e70092829 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70092822 expref: 23 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334570.617856:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624164224 00000100:00100000:1.0:1780334570.617861:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624164224 00000100:00100000:3.0:1780334570.617867:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624164736 00000100:00100000:3.0:1780334570.617872:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624164736 00010000:00010000:1.0:1780334570.617882:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b700166bc00/0xdf9e767e700927ff lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700927f8 expref: 25 pid: 6532 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334570.617897:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624164352 00000100:00100000:1.0:1780334570.617901:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624164352 00010000:00010000:3.0:1780334570.617902:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b7032830e00/0xdf9e767e700927b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700927b2 expref: 25 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.617918:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b7032830000/0xdf9e767e700927f1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700927ea expref: 26 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334570.617920:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624164864 00000100:00100000:3.0:1780334570.617924:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624164864 00000100:00100000:1.0:1780334570.617942:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1780334570.617951:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026afd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+27:3661:x1866815624163840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334570.617962:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334570.617966:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b7032831200/0xdf9e767e70092829 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 16 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70092822 expref: 27 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.617976:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b7032831200/0xdf9e767e70092829 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 16 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e70092822 expref: 27 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.617988:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b7032831200/0xdf9e767e70092829 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 16 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e70092822 expref: 27 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.618001:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334570.618041:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026afd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+26:3661:x1866815624163840:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (3585us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334570.618049:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1780334570.618573:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1780334570.618581:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+25:3660:x1866815624164224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334570.618599:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334570.618604:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b700166bc00/0xdf9e767e700927ff lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700927f8 expref: 25 pid: 6532 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.618614:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b700166bc00/0xdf9e767e700927ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700927f8 expref: 25 pid: 6532 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.618624:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b700166bc00/0xdf9e767e700927ff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e700927f8 expref: 25 pid: 6532 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.618634:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334570.618719:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+24:3660:x1866815624164224:12345-0@lo:103:ldlm_bl.0 Request processed in 139us (1088us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334570.618725:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1780334570.618740:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1780334570.618747:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624164736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334570.618755:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334570.618759:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b7032830e00/0xdf9e767e700927b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700927b2 expref: 23 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.618767:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b7032830e00/0xdf9e767e700927b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700927b2 expref: 23 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.618776:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b7032830e00/0xdf9e767e700927b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e700927b2 expref: 23 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.618786:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334570.618841:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+22:3660:x1866815624164736:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334570.618858:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624163968:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334570.618859:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1780334570.618878:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1780334570.618886:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+21:3660:x1866815624164352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334570.618895:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1780334570.618899:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780334570.618904:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b7032830000/0xdf9e767e700927f1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700927ea expref: 21 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.618913:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b7032830000/0xdf9e767e700927f1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700927ea expref: 21 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334570.618920:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624164480:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334570.618926:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b7032830000/0xdf9e767e700927f1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e700927ea expref: 21 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.618936:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334570.618966:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+20:3660:x1866815624164352:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (1230us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334570.618972:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1780334570.618983:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624163968 00000100:00100000:1.0:1780334570.618987:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624163968 00010000:00010000:1.0:1780334570.618999:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b700166b400/0xdf9e767e7009281b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70092814 expref: 20 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334570.619023:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1780334570.619029:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+20:3658:x1866815624163968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334570.619037:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334570.619040:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b700166b400/0xdf9e767e7009281b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70092814 expref: 20 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.619060:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b700166b400/0xdf9e767e7009281b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e70092814 expref: 20 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.619070:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b700166b400/0xdf9e767e7009281b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e70092814 expref: 20 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.619079:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334570.619105:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+19:3658:x1866815624163968:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334570.619111:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00010000:00010000:1.0:1780334570.619135:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334570.619160:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624163840:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334570.619182:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334570.619718:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b7032831800/0xdf9e767e700927c7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700927c0 expref: 27 pid: 6533 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334570.619757:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1780334570.619773:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:003605f5-7160-43b5-a66c-100b20743ad7+18:3660:x1866815624164864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780334570.619784:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334570.619788:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b7032831800/0xdf9e767e700927c7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700927c0 expref: 18 pid: 6533 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.619797:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b7032831800/0xdf9e767e700927c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700927c0 expref: 18 pid: 6533 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.619806:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b7032831800/0xdf9e767e700927c7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e700927c0 expref: 18 pid: 6533 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.619840:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334570.619873:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:003605f5-7160-43b5-a66c-100b20743ad7+17:3660:x1866815624164864:12345-0@lo:103:ldlm_bl.0 Request processed in 103us (2071us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334570.619880:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1780334570.620021:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334570.620075:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624163968:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334570.620086:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780334570.620093:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624164096:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334570.620119:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334570.620142:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624164608:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334570.620164:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334570.620191:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624164480 00000100:00100000:0.0:1780334570.620195:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624164480 00010000:00010000:0.0:1780334570.620213:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b7032830c00/0xdf9e767e700927e3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700927dc expref: 17 pid: 6533 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334570.620227:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624164096 00000100:00100000:0.0:1780334570.620230:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624164096 00010000:00010000:0.0:1780334570.620239:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b7032830400/0xdf9e767e7009280d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70092806 expref: 18 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334570.620247:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624164608 00000100:00100000:0.0:1780334570.620249:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624164608 00010000:00010000:0.0:1780334570.620257:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b700166ae00/0xdf9e767e700927d5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700927ce expref: 19 pid: 6532 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334570.620267:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1780334570.620272:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+19:3658:x1866815624164480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334570.620279:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334570.620282:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b7032830c00/0xdf9e767e700927e3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700927dc expref: 19 pid: 6533 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334570.620290:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b7032830c00/0xdf9e767e700927e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700927dc expref: 19 pid: 6533 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334570.620299:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b7032830c00/0xdf9e767e700927e3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e700927dc expref: 19 pid: 6533 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334570.620322:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334570.621079:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1780334570.621092:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026afc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:003605f5-7160-43b5-a66c-100b20743ad7+18:3658:x1866815624164096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780334570.621103:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334570.621108:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b7032830400/0xdf9e767e7009280d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70092806 expref: 18 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.621117:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b7032830400/0xdf9e767e7009280d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e70092806 expref: 18 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.621129:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b7032830400/0xdf9e767e7009280d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e70092806 expref: 18 pid: 6531 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334570.621140:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334570.621187:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026afc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:003605f5-7160-43b5-a66c-100b20743ad7+17:3658:x1866815624164096:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (1066us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334570.621204:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1780334570.621213:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1780334570.621224:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+16:3658:x1866815624164608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334570.621233:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334570.621238:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b700166ae00/0xdf9e767e700927d5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700927ce expref: 16 pid: 6532 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334570.621244:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624164096:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334570.621252:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b700166ae00/0xdf9e767e700927d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700927ce expref: 16 pid: 6532 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.621266:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b700166ae00/0xdf9e767e700927d5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e700927ce expref: 16 pid: 6532 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.621276:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334570.621333:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+15:3658:x1866815624164608:12345-0@lo:103:ldlm_bl.0 Request processed in 112us (1167us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334570.621349:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1780334570.621455:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+14:3658:x1866815624164480:12345-0@lo:103:ldlm_bl.0 Request processed in 1182us (1434us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334570.621468:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1780334570.622046:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624164608:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780334570.622055:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624164480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780334570.626264:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334570.626292:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334570.626361:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604290432 00000100:00100000:1.0:1780334570.626368:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604290432 00010000:00010000:1.0:1780334570.626406:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b7032830800/0xdf9e767e70092876 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afccc expref: 12 pid: 6533 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334570.626435:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604290688 00000100:00100000:1.0:1780334570.626438:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604290688 00010000:00010000:1.0:1780334570.626450:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b702e7f5400/0xdf9e767e700927a4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afcb7 expref: 13 pid: 6531 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334570.626469:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 230 00000100:00100000:1.0:1780334570.626477:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:2406:x1866815604290432:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334570.626491:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334570.626496:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b7032830800/0xdf9e767e70092876 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afccc expref: 13 pid: 6533 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.626508:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b7032830800/0xdf9e767e70092876 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afccc expref: 13 pid: 6533 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.626524:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b7032830800/0xdf9e767e70092876 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afccc expref: 13 pid: 6533 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.626539:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334570.626763:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 231 00000100:00100000:0.0:1780334570.626774:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604290688:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334570.626784:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334570.626790:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b702e7f5400/0xdf9e767e700927a4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afcb7 expref: 12 pid: 6531 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334570.626799:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b702e7f5400/0xdf9e767e700927a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afcb7 expref: 12 pid: 6531 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334570.626838:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b702e7f5400/0xdf9e767e700927a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afcb7 expref: 12 pid: 6531 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334570.626848:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334570.627514:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334570.627537:0:6523:0:(service.c:3465:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:3.0:1780334570.627544:0:6523:0:(service.c:3524:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00000100:00100000:1.0:1780334570.627640:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:2406:x1866815604290432:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 1161us (1381us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334570.627648:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 230 00000100:00100000:1.0:1780334570.627670:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604290560 00000100:00100000:1.0:1780334570.627683:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604290560 00010000:00010000:1.0:1780334570.627700:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b702e7f5000/0xdf9e767e700927ab lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afcbe expref: 11 pid: 6532 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334570.627716:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 232 00000100:00100000:1.0:1780334570.627723:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:2406:x1866815604290560:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334570.627733:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334570.627737:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b702e7f5000/0xdf9e767e700927ab lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afcbe expref: 11 pid: 6532 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.627745:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b702e7f5000/0xdf9e767e700927ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afcbe expref: 11 pid: 6532 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.627755:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b702e7f5000/0xdf9e767e700927ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470afcbe expref: 11 pid: 6532 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.627766:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9b6f03ff9400/0xdf9e767e700957af lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.627775:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f03ff9400/0xdf9e767e700957af lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.627787:0:6522:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b6f03ff9400/0xdf9e767e700957af lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.627794:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b6f03ff9400/0xdf9e767e700957af lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.627800:0:6522:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b6f03ff9400/0xdf9e767e700957af lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.627836:0:6522:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b6f03ff9400/0xdf9e767e700957af lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.627842:0:6522:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f03ff9400 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334570.627846:0:6522:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b6f03ff9400/0xdf9e767e700957af lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.627853:0:6522:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b6f03ff9400/0xdf9e767e700957af lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.627864:0:6522:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b6f03ff9400/0xdf9e767e700957af lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334570.627874:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334570.627894:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:2406:x1866815604290560:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 172us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334570.627901:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 232 00000100:00100000:0.0:1780334570.630559:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+9:2406:x1866815604290688:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 3781us (4259us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334570.630570:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 231 00000100:00100000:1.0:1780334571.635965:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1780334571.635987:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624165120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334571.636067:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334571.636139:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624164992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334571.636161:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334571.636238:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624165120 00000100:00100000:0.0:1780334571.636245:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624165120 00000100:00100000:0.0:1780334571.636308:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624164992 00000100:00100000:0.0:1780334571.636311:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624164992 00000100:00100000:0.0:1780334571.636327:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1780334571.636336:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624165120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334571.636365:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 82861760 pending 0 free 3921412096 avail 3689889792 00000100:00100000:0.0:1780334571.636415:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624165120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334571.636422:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1780334571.636452:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1780334571.636458:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624164992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334571.636468:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 82861760 pending 0 free 3921412096 avail 3689889792 00000100:00100000:0.0:1780334571.636494:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624164992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334571.636500:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1780334571.636540:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624165120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334571.636553:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624164992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334571.637899:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334571.643190:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624165248:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334571.644742:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334571.647245:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624165248 00000100:00100000:0.0:1780334571.647260:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624165248 00000100:00100000:0.0:1780334571.647416:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1780334571.647427:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624165248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334571.648216:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334571.648327:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624165248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 899us (3587us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334571.648335:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:3.0:1780334571.648466:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624165248:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334572.011026:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334572.011177:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604290816 00000100:00100000:0.0:1780334572.011187:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604290816 00002000:00100000:0.0:1780334572.011254:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xd:0x0] (0->157) req@ffff9b6f04e55880 x1866815604290816/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:38/0 lens 648/0 e 0 to 0 dl 1780334583 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334572.011264:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04e55880 with x1866815604290816 ext(0->157) 00002000:00010000:0.0:1780334572.011270:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f04e55880 00000100:00100000:0.0:1780334572.011306:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 59 00000100:00100000:0.0:1780334572.011316:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604290816:12345-192.168.203.22@tcp:4:cp.0 00000100:00080000:3.0:1780334572.011609:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334572.012684:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2408:x1866815604290816:12345-192.168.203.22@tcp:4:cp.0 Request processed in 1362us (1659us total) trans 4294967329 rc 0/0 00000100:00100000:0.0:1780334572.012705:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 59 00002000:00100000:0.0:1780334572.012716:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xd:0x0] (0->157) req@ffff9b6f04e55880 x1866815604290816/t4294967329(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:38/0 lens 648/448 e 0 to 0 dl 1780334583 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334572.012725:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04e55880 with x1866815604290816 ext(0->157) 00002000:00010000:0.0:1780334572.012731:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f04e55880 00000100:00100000:3.0:1780334572.271645:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334572.272058:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604290944 00000100:00100000:0.0:1780334572.272077:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604290944 00000100:00100000:0.0:1780334572.272138:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 448 00000100:00100000:0.0:1780334572.272148:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e683850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+9:6180:x1866815604290944:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334572.272164:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334572.272183:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e700957b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a86 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.272215:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e700957b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a86 expref: 10 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.272225:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e700957b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a86 expref: 10 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.272235:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9a600, rc 0) 00000100:00100000:0.0:1780334572.272293:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e683850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604290944:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 Request processed in 147us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334572.272300:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 448 00000100:00100000:3.0:1780334572.278746:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334572.279055:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604291072 00000100:00100000:1.0:1780334572.279065:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604291072 00000100:00100000:1.0:1780334572.279131:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 449 00000100:00100000:1.0:1780334572.279142:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604291072:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.279303:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604291072:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 Request processed in 161us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334572.279333:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 449 00000100:00100000:3.0:1780334572.281927:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334572.300745:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334572.302107:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604291328 00000100:00100000:0.0:1780334572.302122:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604291328 00000100:00100000:0.0:1780334572.302194:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 451 00000100:00100000:0.0:1780334572.302217:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e681050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23360:x1866815604291328:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:0.0:1780334572.302601:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e681050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23360:x1866815604291328:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 384us (1877us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334572.302610:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 451 00000100:00100000:3.0:1780334572.312086:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334572.312745:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604291456 00000100:00100000:1.0:1780334572.312760:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604291456 00000100:00100000:1.0:1780334572.312873:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 452 00000100:00100000:1.0:1780334572.312884:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e680450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23360:x1866815604291456:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:1.0:1780334572.313275:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e680450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23360:x1866815604291456:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 391us (1213us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334572.313283:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 452 00000100:00100000:3.0:1780334572.323235:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334572.327223:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604291584 00000100:00100000:0.0:1780334572.327242:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604291584 00000100:00100000:0.0:1780334572.327340:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 453 00000100:00100000:0.0:1780334572.327351:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e680c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604291584:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334572.327372:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334572.327396:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04a9b600/0xdf9e767e700957bd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a8d expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.327440:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04a9b600/0xdf9e767e700957bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a8d expref: 11 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.327452:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04a9b600/0xdf9e767e700957bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a8d expref: 11 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.327463:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b600, rc 0) 00000100:00100000:0.0:1780334572.327545:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e680c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604291584:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 Request processed in 196us (4330us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334572.327552:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 453 00000100:00100000:3.0:1780334572.331144:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334572.331327:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604291712 00000100:00100000:1.0:1780334572.331340:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604291712 00000100:00100000:1.0:1780334572.331404:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 454 00000100:00100000:1.0:1780334572.331416:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e683c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604291712:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.331614:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e683c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604291712:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 Request processed in 199us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334572.331623:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 454 00000100:00100000:3.0:1780334572.336230:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334572.346239:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334572.346488:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604291968 00000100:00100000:0.0:1780334572.346503:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604291968 00000100:00100000:0.0:1780334572.346579:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 456 00000100:00100000:0.0:1780334572.346591:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23361:x1866815604291968:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:0.0:1780334572.347003:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23361:x1866815604291968:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 403us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334572.347014:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 456 00000100:00100000:3.0:1780334572.357030:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334572.360028:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604292096 00000100:00100000:1.0:1780334572.360052:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604292096 00000100:00100000:1.0:1780334572.360159:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 457 00000100:00100000:1.0:1780334572.360171:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23361:x1866815604292096:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:1.0:1780334572.360389:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23361:x1866815604292096:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 219us (3372us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334572.360397:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 457 00000100:00100000:3.0:1780334572.367086:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334572.372457:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334572.376176:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604292352 00000100:00100000:0.0:1780334572.376199:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604292352 00000100:00100000:0.0:1780334572.376429:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 459 00000100:00100000:0.0:1780334572.376443:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:6180:x1866815604292352:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.376618:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:6180:x1866815604292352:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 Request processed in 178us (4175us total) trans 0 rc -2/-2 00000100:00100000:0.0:1780334572.376628:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 459 00010000:00010000:1.0:1780334572.472300:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1780334572.476734:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1780334572.476745:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9b6f01d9f000 from 52 10000000:01000000:0.0:1780334572.476766:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1780334572.476867:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9bc00/0xdf9e767e700957cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.476882:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9bc00/0xdf9e767e700957cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.476894:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9bc00/0xdf9e767e700957cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334572.476926:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624165376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.477049:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.477149:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23180 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.479377:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624165376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334572.479414:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9bc00/0xdf9e767e700957cb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700957d2 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.479453:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9bc00/0xdf9e767e700957cb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e700957d2 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334572.479678:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624165504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.480662:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.480742:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23180 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.482789:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624165504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.482899:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624165632:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.482977:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.483040:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23180 going to sleep for 11 seconds 00000100:00100000:3.0:1780334572.483567:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624165632:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334572.484416:0:19048:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19048:1866815624165760:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334572.484479:0:19048:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334572.494388:0:19048:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b701114dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.495129:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624165760 00000100:00100000:0.0:1780334572.495143:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624165760 00000100:00100000:0.0:1780334572.495251:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1780334572.495263:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+15:19048:x1866815624165760:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334572.495491:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+15:19048:x1866815624165760:12345-0@lo:502:llog_process_th.0 Request processed in 228us (11010us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334572.495499:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1780334572.495703:0:19048:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19048:1866815624165760:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334572.495791:0:19048:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19048:1866815624165888:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334572.495874:0:19048:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334572.495901:0:19048:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70157a4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.496458:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624165888 00000100:00100000:0.0:1780334572.496465:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624165888 00000100:00100000:0.0:1780334572.496498:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1780334572.496507:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+15:19048:x1866815624165888:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334572.496633:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+15:19048:x1866815624165888:12345-0@lo:502:llog_process_th.0 Request processed in 126us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334572.496641:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1780334572.498270:0:19048:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19048:1866815624165888:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1780334572.498336:0:19048:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:0.0:1780334572.499456:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:0.0:1780334572.499491:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1780334572.499505:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9bc00/0xdf9e767e700957cb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700957d2 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.499520:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9bc00/0xdf9e767e700957cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700957d2 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334572.499532:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1780334572.499535:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1780334572.499539:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1780334572.499588:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700957d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.499597:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700957d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.499609:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700957d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334572.499638:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624166016:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.499891:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.499984:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23180 going to sleep for 11 seconds 00000100:00100000:1.0:1780334572.501082:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624166016 00000100:00100000:1.0:1780334572.501134:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624166016 00000100:00100000:0.0:1780334572.503417:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624166016:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334572.503445:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700957d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700957e0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.503458:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700957d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e700957e0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334572.503592:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624166144:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.503648:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.507678:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23180 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.509989:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624166144:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.510071:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624166272:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.510152:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.510573:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23180 going to sleep for 11 seconds 00000100:00100000:1.0:1780334572.510641:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624166272 00000100:00100000:1.0:1780334572.510650:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624166272 00000100:00100000:1.0:1780334572.510759:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1780334572.510770:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624166272:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.511008:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624166272:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 240us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334572.511016:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1780334572.511407:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624166272:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1780334572.512651:0:19049:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:1.0:1780334572.513043:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1780334572.513075:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1780334572.513438:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700957d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700957e0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.513456:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700957d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700957e0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334572.513468:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1780334572.513471:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9b703355a800 from 52 10000000:01000000:1.0:1780334572.513475:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1780334572.513522:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f0437ea00/0xdf9e767e700957e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.513530:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f0437ea00/0xdf9e767e700957e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.513541:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f0437ea00/0xdf9e767e700957e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334572.513572:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624166400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.513652:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334572.513801:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b69d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780334572.513940:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624166400 00000100:00100000:3.0:1780334572.513950:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624166400 00000100:00100000:3.0:1780334572.514114:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1780334572.514126:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624166400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334572.514143:0:6533:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334572.514270:0:6533:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b70421ed400/0xdf9e767e700957ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e700957e7 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334572.514302:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b70421ed400/0xdf9e767e700957ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e700957e7 expref: 17 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334572.514314:0:6533:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b70421ed400/0xdf9e767e700957ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700957e7 expref: 17 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334572.514339:0:6533:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b70421ed400, rc 0) 00000100:00100000:3.0:1780334572.514400:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624166400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 276us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334572.514407:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1780334572.514498:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624166400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334572.514515:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f0437ea00/0xdf9e767e700957e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700957ee expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.514524:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f0437ea00/0xdf9e767e700957e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e700957ee expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334572.514600:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624166528:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.514630:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334572.514981:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b69d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334572.516252:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624166528:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.516311:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624166656:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.516378:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334572.516417:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b69d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334572.516905:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624166656:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334572.517594:0:19050:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19050:1866815624166784:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334572.517652:0:19050:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334572.517804:0:19050:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f02fc6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.518457:0:19050:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19050:1866815624166784:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334572.518517:0:19050:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19050:1866815624166912:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334572.518558:0:19050:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.518621:0:19050:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23180 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.519323:0:19050:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19050:1866815624166912:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1780334572.519353:0:19050:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:1.0:1780334572.519589:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:1.0:1780334572.520366:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1780334572.520382:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f0437ea00/0xdf9e767e700957e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700957ee expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.520398:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f0437ea00/0xdf9e767e700957e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700957ee expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334572.520410:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1780334572.520413:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1780334572.520416:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1780334572.520472:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f0437fc00/0xdf9e767e700957f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.520481:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f0437fc00/0xdf9e767e700957f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.520491:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f0437fc00/0xdf9e767e700957f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334572.520516:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624167040:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.520577:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334572.520660:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b69d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780334572.520767:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624167040 00000100:00100000:3.0:1780334572.520776:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624167040 00000100:00100000:3.0:1780334572.520975:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1780334572.520987:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624167040:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334572.521013:0:6533:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334572.521031:0:6533:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b70421ec200/0xdf9e767e700957fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e700957f5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334572.521061:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b70421ec200/0xdf9e767e700957fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e700957f5 expref: 18 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334572.521073:0:6533:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b70421ec200/0xdf9e767e700957fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700957f5 expref: 18 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334572.521083:0:6533:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b70421ec200, rc 0) 00000100:00100000:3.0:1780334572.523970:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624167040:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2972us (3380us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334572.523984:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1780334572.527334:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624167040:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334572.527374:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f0437fc00/0xdf9e767e700957f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700957fc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.527390:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f0437fc00/0xdf9e767e700957f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e700957fc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334572.527511:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624167168:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.527586:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334572.528058:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b69d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780334572.528474:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624167168 00000100:00100000:3.0:1780334572.528505:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624167168 00000100:00100000:3.0:1780334572.528629:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1780334572.528641:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624167168:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334572.528865:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624167168:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 225us (1277us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334572.528874:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1780334572.529023:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624167168:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.529071:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624167296:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.529408:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334572.529442:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b69d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.529541:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624167296 00000100:00100000:0.0:1780334572.529548:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624167296 00000100:00100000:0.0:1780334572.529579:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1780334572.529587:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624167296:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.529699:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624167296:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 111us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334572.529705:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1780334572.529859:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624167296:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1780334572.530975:0:19051:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:0.0:1780334572.531307:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1780334572.531353:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1780334572.531366:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f0437fc00/0xdf9e767e700957f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700957fc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.531380:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f0437fc00/0xdf9e767e700957f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700957fc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334572.531391:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1780334572.531394:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9b7011040000 from 52 10000000:01000000:0.0:1780334572.531397:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1780334572.531435:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b800/0xdf9e767e70095803 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.531443:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b800/0xdf9e767e70095803 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.531454:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b800/0xdf9e767e70095803 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334572.531477:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624167424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.531536:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.531579:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334572.532332:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624167424 00000100:00100000:1.0:1780334572.532345:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624167424 00000100:00100000:1.0:1780334572.532390:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1780334572.532398:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624167424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334572.532414:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334572.532430:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f0437e200/0xdf9e767e7009580a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095803 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.532460:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f0437e200/0xdf9e767e7009580a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095803 expref: 19 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.532472:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f0437e200/0xdf9e767e7009580a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095803 expref: 19 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.532482:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0437e200, rc 0) 00000100:00100000:1.0:1780334572.532575:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624167424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 177us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334572.532582:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1780334572.533069:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624167424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334572.533149:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b800/0xdf9e767e70095803 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e7009580a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.533227:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b800/0xdf9e767e70095803 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e7009580a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334572.533322:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624167552:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.533374:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.533444:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334572.533479:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624167552 00000100:00100000:1.0:1780334572.533484:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624167552 00000100:00100000:1.0:1780334572.533557:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1780334572.533565:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624167552:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.533750:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624167552:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 186us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334572.533758:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1780334572.533974:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624167552:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.534018:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624167680:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.534064:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.534238:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334572.534290:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624167680 00000100:00100000:1.0:1780334572.534295:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624167680 00000100:00100000:1.0:1780334572.534390:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1780334572.534399:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624167680:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.534497:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624167680:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 99us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334572.534504:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1780334572.534570:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624167680:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.534800:0:19052:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19052:1866815624167808:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334572.534857:0:19052:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.535651:0:19052:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.536352:0:19052:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19052:1866815624167808:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334572.536420:0:19052:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19052:1866815624167936:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334572.536473:0:19052:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.536503:0:19052:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.536849:0:19052:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19052:1866815624167936:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1780334572.536869:0:19052:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:0.0:1780334572.536957:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:0.0:1780334572.536977:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1780334572.536989:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b800/0xdf9e767e70095803 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e7009580a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.537012:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b800/0xdf9e767e70095803 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e7009580a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334572.537036:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:0.0:1780334572.537039:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 46 10000000:01000000:0.0:1780334572.537041:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1780334572.537068:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095811 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.537077:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095811 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.537087:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095811 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334572.537299:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624168064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.537334:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.537345:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.538556:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624168192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.538592:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624168320:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.538636:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.538662:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c230c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.539077:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624168320:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.544651:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624168448 00000100:00100000:0.0:1780334572.544659:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624168448 00000100:00100000:0.0:1780334572.544906:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1780334572.544918:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+20:19053:x1866815624168448:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334572.545321:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+20:19053:x1866815624168448:12345-0@lo:502:llog_process_th.0 Request processed in 404us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334572.545337:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1780334572.551985:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624168576 00000100:00100000:3.0:1780334572.552016:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624168576 00000100:00100000:3.0:1780334572.552212:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1780334572.552226:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+20:19053:x1866815624168576:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334572.552637:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+20:19053:x1866815624168576:12345-0@lo:502:llog_process_th.0 Request processed in 412us (7008us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334572.552647:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1780334572.557777:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624168704 00000100:00100000:0.0:1780334572.557788:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624168704 00000100:00100000:0.0:1780334572.557963:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1780334572.557974:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+20:19053:x1866815624168704:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334572.558900:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+20:19053:x1866815624168704:12345-0@lo:502:llog_process_th.0 Request processed in 918us (1721us total) trans 0 rc 0/0 00000020:01000000:1.0:1780334572.559479:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 46-49 (rc=0) 10000000:01000000:1.0:1780334572.559510:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1780334572.559524:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095811 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095818 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.559537:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095811 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095818 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334572.559551:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1780334572.559554:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9b701880a000 from 52 10000000:01000000:1.0:1780334572.559558:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1780334572.559600:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5400/0xdf9e767e7009581f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.559610:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5400/0xdf9e767e7009581f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.559619:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5400/0xdf9e767e7009581f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334572.559645:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624168832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.559721:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334572.559774:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7008380b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780334572.559855:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624168832 00000100:00100000:3.0:1780334572.559868:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624168832 00000100:00100000:0.0:1780334572.560157:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1780334572.560339:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1780334572.560352:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624168832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334572.560369:0:6533:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334572.560387:0:6533:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095826 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e7009581f expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334572.560417:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095826 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e7009581f expref: 21 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334572.560430:0:6533:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095826 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e7009581f expref: 21 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334572.560441:0:6533:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b70421ed800, rc 0) 00000100:00100000:3.0:1780334572.560526:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624168832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 178us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334572.560533:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:0.0:1780334572.560606:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624168832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334572.560623:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5400/0xdf9e767e7009581f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095826 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.560633:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5400/0xdf9e767e7009581f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095826 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334572.560847:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624168960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.560882:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.560910:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.561408:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624168960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.561439:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624169088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.561484:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.561510:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.561896:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624169088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.562477:0:19054:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19054:1866815624169216:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334572.562529:0:19054:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.562564:0:19054:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23780 going to sleep for 11 seconds 00000100:00100000:1.0:1780334572.562920:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624169216 00000100:00100000:1.0:1780334572.562935:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624169216 00000100:00100000:1.0:1780334572.563006:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1780334572.563015:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:19054:x1866815624169216:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334572.563152:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:19054:x1866815624169216:12345-0@lo:502:llog_process_th.0 Request processed in 138us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334572.563160:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1780334572.563349:0:19054:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19054:1866815624169216:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334572.563405:0:19054:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19054:1866815624169344:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334572.563444:0:19054:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334572.563510:0:19054:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ab16540 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.564932:0:19054:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19054:1866815624169344:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1780334572.565518:0:19054:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:1.0:1780334572.565657:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:1.0:1780334572.565697:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1780334572.565711:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5400/0xdf9e767e7009581f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095826 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.565725:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5400/0xdf9e767e7009581f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095826 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334572.565741:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1780334572.565744:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 46 10000000:01000000:1.0:1780334572.565747:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1780334572.565793:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5000/0xdf9e767e7009582d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.565802:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5000/0xdf9e767e7009582d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.565950:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5000/0xdf9e767e7009582d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334572.565979:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624169472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.566174:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334572.566216:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70083809c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334572.566307:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624169472 00000100:00100000:3.0:1780334572.566316:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624169472 00000100:00100000:3.0:1780334572.566368:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1780334572.566378:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624169472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334572.566392:0:6533:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334572.566408:0:6533:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b70421ed200/0xdf9e767e70095834 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e7009582d expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334572.566436:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b70421ed200/0xdf9e767e70095834 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e7009582d expref: 22 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334572.566448:0:6533:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b70421ed200/0xdf9e767e70095834 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e7009582d expref: 22 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334572.566458:0:6533:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b70421ed200, rc 0) 00000100:00100000:3.0:1780334572.566514:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624169472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334572.566522:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1780334572.566658:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624169472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334572.566673:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5000/0xdf9e767e7009582d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095834 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334572.566683:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5000/0xdf9e767e7009582d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095834 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334572.566960:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624169600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.567187:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334572.567312:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23780 going to sleep for 11 seconds 00000100:00100000:1.0:1780334572.567791:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624169600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.571508:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624169728:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.571631:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334572.571989:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7008380240 going to sleep for 11 seconds 00000100:00100000:1.0:1780334572.572839:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624169728:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334572.573676:0:19055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19055:1866815624169856:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334572.573760:0:19055:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334572.574127:0:19055:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7008380900 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.574307:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624169856 00000100:00100000:0.0:1780334572.574325:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624169856 00000100:00100000:0.0:1780334572.574373:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1780334572.574382:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:19055:x1866815624169856:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334572.574549:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:19055:x1866815624169856:12345-0@lo:502:llog_process_th.0 Request processed in 167us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334572.574558:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1780334572.574800:0:19055:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19055:1866815624169856:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1780334572.574863:0:19055:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1780334572.574879:0:19055:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1780334572.574881:0:19055:0:(obd_config.c:1561:class_process_config()) marker 44 (0x1) lustre-MDT0000-m new lustre.test_11c 00000020:00000080:1.0:1780334572.574888:0:19055:0:(obd_config.c:1470:class_process_config()) processing cmd: ce020 00020000:01000000:1.0:1780334572.575322:0:19055:0:(lod_pool.c:475:lod_pool_new()) test_11c is pool #1 00080000:10000000:1.0:1780334572.577669:0:19055:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000020:00080000:1.0:1780334572.584183:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000020:00080000:1.0:1780334572.584210:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00080000:10000000:1.0:1780334572.587479:0:19055:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/32) registered 00080000:10000000:1.0:1780334572.593063:0:19055:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x38:0x0] (8/32) registered 00000100:00100000:1.0:1780334572.595684:0:19055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19055:1866815624169984:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334572.595765:0:19055:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334572.595894:0:19055:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5480 going to sleep for 11 seconds 00000100:00100000:0.0:1780334572.596018:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624169984 00000100:00100000:0.0:1780334572.596032:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624169984 00000100:00100000:0.0:1780334572.596119:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1780334572.596128:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:19055:x1866815624169984:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334572.596284:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:19055:x1866815624169984:12345-0@lo:502:llog_process_th.0 Request processed in 157us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334572.596292:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1780334572.596384:0:19055:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19055:1866815624169984:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334572.596422:0:19055:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19055:1866815624170112:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334572.596459:0:19055:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334572.597516:0:19055:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5480 going to sleep for 11 seconds 00000100:00100000:1.0:1780334572.597849:0:19055:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19055:1866815624170112:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1780334572.597874:0:19055:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1780334572.597881:0:19055:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1780334572.597884:0:19055:0:(obd_config.c:1561:class_process_config()) marker 44 (0x2) lustre-MDT0000-m new lustre.test_11c 00000040:00080000:1.0:1780334572.597889:0:19055:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 50 count 49 00000100:00100000:1.0:1780334572.598870:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624170240 00000100:00100000:1.0:1780334572.598875:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624170240 00000100:00100000:1.0:1780334572.598903:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1780334572.598910:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624170240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334572.598921:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334572.598940:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b702e7f5c00/0xdf9e767e70095842 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e7009583b expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.598966:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b702e7f5c00/0xdf9e767e70095842 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e7009583b expref: 23 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.598975:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b702e7f5c00/0xdf9e767e70095842 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e7009583b expref: 23 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334572.598983:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f5c00, rc 0) 00000100:00100000:1.0:1780334572.599025:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:6535:x1866815624170240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334572.599030:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1780334572.599842:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624170368 00000100:00100000:0.0:1780334572.599847:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624170368 00000100:00100000:0.0:1780334572.599873:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1780334572.599880:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:6535:x1866815624170368:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334572.599972:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:6535:x1866815624170368:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 87us (232us total) trans 0 rc -2/-2 00000100:00100000:0.0:1780334572.599979:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00010000:00010000:1.0:1780334573.492005:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334574.516037:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334574.579879:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604292736 00000100:00100000:1.0:1780334574.579889:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604292736 00000100:00100000:1.0:1780334574.579915:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604293248 00000100:00100000:1.0:1780334574.579917:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604293248 00000100:00100000:1.0:1780334574.579926:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604292608 00000100:00100000:1.0:1780334574.579928:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604292608 00000100:00100000:1.0:1780334574.579940:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604293120 00000100:00100000:1.0:1780334574.579942:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604293120 00000100:00100000:1.0:1780334574.579954:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 591 00000100:00100000:1.0:1780334574.579959:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604292736:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334574.580547:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 592 00000100:00100000:3.0:1780334574.580557:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b701ea91c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604293248:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334574.580623:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604292480 00000100:00100000:0.0:1780334574.580628:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604292480 00000100:00100000:0.0:1780334574.580655:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 500 00000100:00100000:0.0:1780334574.580661:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604292480:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334574.583202:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604292736:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 3230us (3946us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334574.583216:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 591 00000100:00100000:1.0:1780334574.583264:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 593 00000100:00100000:1.0:1780334574.583278:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+74:2408:x1866815604292608:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334574.583327:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+74:2408:x1866815604292608:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 56us (3964us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334574.583333:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 593 00000100:00100000:1.0:1780334574.583346:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 594 00000100:00100000:1.0:1780334574.583352:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+31:2408:x1866815604293120:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334574.583375:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+31:2408:x1866815604293120:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (3981us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334574.583381:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 594 00000100:00100000:3.0:1780334574.591584:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b701ea91c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604293248:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 11014us (12251us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334574.591598:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 592 00000100:00100000:0.0:1780334574.594627:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604292480:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 13955us (15407us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334574.594642:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 500 00000100:00100000:1.0:1780334574.708425:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624170496:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334574.708492:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334574.708643:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624170496 00000100:00100000:3.0:1780334574.708656:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624170496 00000100:00100000:3.0:1780334574.708752:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1780334574.708761:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624170496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334574.708795:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:3.0:1780334574.709145:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624170496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 384us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334574.709153:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1780334574.709232:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624170496:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334574.752704:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624170624 00000100:00100000:3.0:1780334574.752711:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624170624 00000100:00100000:3.0:1780334574.752761:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624170752 00000100:00100000:3.0:1780334574.752764:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624170752 00000100:00100000:3.0:1780334574.752773:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624170880 00000100:00100000:3.0:1780334574.752775:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624170880 00000100:00100000:3.0:1780334574.752787:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1780334574.752794:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+5:19152:x1866815624170624:12345-0@lo:104: 00010000:00010000:3.0:1780334574.752806:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04722600/0xdf9e767e7009583b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095842 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.752878:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780334574.752883:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+5:19152:x1866815624170624:12345-0@lo:104: Request processed in 90us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334574.752889:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1780334574.752903:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624171008 00000100:00100000:3.0:1780334574.752906:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624171008 00000100:00100000:3.0:1780334574.752915:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624171136 00000100:00100000:3.0:1780334574.752917:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624171136 00000100:00100000:3.0:1780334574.752927:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1780334574.752932:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+6:19152:x1866815624170752:12345-0@lo:104: 00010000:00010000:3.0:1780334574.752939:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5000/0xdf9e767e7009582d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095834 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.752992:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1780334574.752997:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+6:19152:x1866815624170752:12345-0@lo:104: Request processed in 65us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334574.753003:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1780334574.753016:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1780334574.753022:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+5:19152:x1866815624170880:12345-0@lo:104: 00010000:00010000:3.0:1780334574.753028:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5400/0xdf9e767e7009581f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095826 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.753286:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1780334574.753292:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+5:19152:x1866815624170880:12345-0@lo:104: Request processed in 271us (555us total) trans 0 rc 0/0 00010000:00010000:1.0:1780334574.753375:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780334574.753381:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04722600/0xdf9e767e7009583b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095842 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753388:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334574.753392:0:6525:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04722600/0xdf9e767e7009583b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e70095842 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753400:0:6525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04722600/0xdf9e767e7009583b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e70095842 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334574.753406:0:6525:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04722600/0xdf9e767e7009583b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e70095842 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334574.753412:0:6525:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334574.753443:0:6525:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04722600/0xdf9e767e7009583b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095842 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753449:0:6525:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334574.753465:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04722600/0xdf9e767e7009583b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095842 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753473:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04722600/0xdf9e767e7009583b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095842 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753485:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780334574.753488:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5000/0xdf9e767e7009582d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095834 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753493:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f5000 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334574.753502:0:6525:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5000/0xdf9e767e7009582d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e70095834 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753508:0:6525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5000/0xdf9e767e7009582d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e70095834 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334574.753515:0:6525:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5000/0xdf9e767e7009582d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e70095834 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334574.753520:0:6525:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334574.753531:0:6525:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5000/0xdf9e767e7009582d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095834 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753537:0:6525:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334574.753550:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5000/0xdf9e767e7009582d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095834 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753556:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5000/0xdf9e767e7009582d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095834 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753565:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334574.753568:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5400/0xdf9e767e7009581f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095826 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753573:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f5400 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334574.753576:0:6525:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5400/0xdf9e767e7009581f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e70095826 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753583:0:6525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5400/0xdf9e767e7009581f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e70095826 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334574.753597:0:6525:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5400/0xdf9e767e7009581f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e70095826 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334574.753602:0:6525:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334574.753613:0:6525:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5400/0xdf9e767e7009581f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095826 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753619:0:6525:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334574.753624:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5400/0xdf9e767e7009581f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095826 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753630:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5400/0xdf9e767e7009581f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095826 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753637:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334574.753639:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334574.753641:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334574.753652:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624171648:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334574.753682:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334574.753705:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334574.753710:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624171520:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334574.753727:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334574.753763:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624171648 00000100:00100000:1.0:1780334574.753767:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624171648 00010000:00010000:1.0:1780334574.753789:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095826 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e7009581f expref: 23 pid: 6533 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334574.753832:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624171520 00000100:00100000:1.0:1780334574.753835:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624171520 00010000:00010000:1.0:1780334574.753855:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b70421ed200/0xdf9e767e70095834 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e7009582d expref: 24 pid: 6533 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334574.753881:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1780334574.753888:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:003605f5-7160-43b5-a66c-100b20743ad7+24:3659:x1866815624171648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334574.753898:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334574.753902:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095826 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e7009581f expref: 24 pid: 6533 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753912:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095826 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e7009581f expref: 24 pid: 6533 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.753928:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334574.753944:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334574.753955:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:003605f5-7160-43b5-a66c-100b20743ad7+24:3659:x1866815624171648:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334574.753955:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624171392:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334574.753962:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1780334574.753988:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1780334574.753994:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624171520:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334574.753996:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1780334574.754002:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334574.754005:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b70421ed200/0xdf9e767e70095834 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e7009582d expref: 23 pid: 6533 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.754014:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b70421ed200/0xdf9e767e70095834 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e7009582d expref: 23 pid: 6533 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.754023:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334574.754034:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624171392 00000100:00100000:0.0:1780334574.754037:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624171392 00000100:00100000:1.0:1780334574.754043:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:003605f5-7160-43b5-a66c-100b20743ad7+24:3659:x1866815624171520:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334574.754049:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00010000:00010000:0.0:1780334574.754050:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b702e7f5c00/0xdf9e767e70095842 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e7009583b expref: 24 pid: 6531 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334574.754202:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1780334574.754217:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1780334574.754224:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+4:19152:x1866815624171008:12345-0@lo:104: 00010000:00010000:3.0:1780334574.754233:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095811 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095818 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.754267:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780334574.754272:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+4:19152:x1866815624171008:12345-0@lo:104: Request processed in 50us (1469us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334574.754278:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1780334574.754289:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1780334574.754401:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624171520:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334574.754410:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624171648:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1780334574.754449:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+3:19152:x1866815624171136:12345-0@lo:104: 00010000:00010000:3.0:1780334574.754458:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b800/0xdf9e767e70095803 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e7009580a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.754504:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1780334574.754510:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+3:19152:x1866815624171136:12345-0@lo:104: Request processed in 216us (1632us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334574.754517:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00010000:3.0:1780334574.754536:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1780334574.754542:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095811 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095818 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.754548:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9ac00 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:3.0:1780334574.754551:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095811 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e70095818 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.754558:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095811 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e70095818 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780334574.754563:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095811 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e70095818 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780334574.754568:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1780334574.754585:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095811 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095818 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.754592:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780334574.754606:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095811 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095818 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.754613:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095811 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095818 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.754634:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780334574.754637:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b800/0xdf9e767e70095803 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e7009580a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.754642:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b800 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:3.0:1780334574.754645:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b800/0xdf9e767e70095803 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e7009580a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.754652:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b800/0xdf9e767e70095803 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e7009580a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1780334574.754658:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b800/0xdf9e767e70095803 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e7009580a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780334574.754662:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1780334574.754674:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b800/0xdf9e767e70095803 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009580a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.754679:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1780334574.754684:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b800/0xdf9e767e70095803 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009580a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.754690:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b800/0xdf9e767e70095803 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009580a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.754697:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334574.754699:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334574.754701:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334574.754721:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334574.755209:0:6520:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780334574.755224:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334574.755233:0:6520:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624171264 00000100:00100000:1.0:1780334574.755238:0:6520:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624171264 00000100:00100000:1.0:1780334574.755258:0:6520:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624172032 00000100:00100000:1.0:1780334574.755260:0:6520:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624172032 00000100:00100000:1.0:1780334574.755268:0:6520:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624172160 00000100:00100000:1.0:1780334574.755270:0:6520:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624172160 00000100:00100000:1.0:1780334574.755277:0:6520:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624172288 00000100:00100000:1.0:1780334574.755280:0:6520:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624172288 00000100:00100000:1.0:1780334574.755289:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1780334574.757263:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+6:19152:x1866815624171264:12345-0@lo:104: 00010000:00010000:1.0:1780334574.757280:0:6520:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f0437fc00/0xdf9e767e700957f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700957fc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334574.758346:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624171904 00000100:00100000:0.0:1780334574.758355:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624171904 00010000:00010000:0.0:1780334574.758398:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f0437e200/0xdf9e767e7009580a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095803 expref: 23 pid: 6531 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334574.758424:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1780334574.758433:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026afcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624171392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334574.758446:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334574.758451:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b702e7f5c00/0xdf9e767e70095842 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e7009583b expref: 23 pid: 6531 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.758462:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b702e7f5c00/0xdf9e767e70095842 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e7009583b expref: 23 pid: 6531 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.758479:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b702e7f5c00/0xdf9e767e70095842 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e7009583b expref: 23 pid: 6531 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.758495:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334574.773237:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334574.773280:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334574.773360:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334574.773390:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604293632 00000100:00100000:3.0:1780334574.773398:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604293632 00010000:00010000:3.0:1780334574.773491:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04722a00/0xdf9e767e700957c4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a94 expref: 12 pid: 6532 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334574.773515:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604293760 00000100:00100000:3.0:1780334574.773518:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604293760 00010000:00010000:3.0:1780334574.773530:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04a9b600/0xdf9e767e700957bd lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a8d expref: 13 pid: 6531 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334574.773539:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604293888 00000100:00100000:3.0:1780334574.773541:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604293888 00010000:00010000:3.0:1780334574.773550:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e700957b6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a86 expref: 14 pid: 6531 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334574.773562:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1780334574.773569:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:003605f5-7160-43b5-a66c-100b20743ad7+21:3660:x1866815624171776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780334574.773582:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334574.773588:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04722800/0xdf9e767e70095818 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095811 expref: 21 pid: 6532 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.773600:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04722800/0xdf9e767e70095818 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e70095811 expref: 21 pid: 6532 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.773617:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04722800/0xdf9e767e70095818 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e70095811 expref: 21 pid: 6532 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.773632:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334574.773702:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:003605f5-7160-43b5-a66c-100b20743ad7+20:3660:x1866815624171776:12345-0@lo:103:ldlm_bl.0 Request processed in 132us (17951us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334574.773709:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1780334574.773727:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 238 00000100:00100000:3.0:1780334574.773734:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+14:2407:x1866815604293632:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334574.773743:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334574.773747:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04722a00/0xdf9e767e700957c4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a94 expref: 14 pid: 6532 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.773755:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04722a00/0xdf9e767e700957c4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a94 expref: 14 pid: 6532 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.773766:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334574.773801:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+14:2407:x1866815604293632:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 67us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334574.773808:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 238 00000100:00100000:3.0:1780334574.773839:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 239 00000100:00100000:3.0:1780334574.773845:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:2406:x1866815604293760:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334574.773910:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780334574.773917:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+6:19152:x1866815624171264:12345-0@lo:104: Request processed in 18621us (18885us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334574.773925:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1780334574.773942:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1780334574.773950:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f035b6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+5:19152:x1866815624172032:12345-0@lo:104: 00010000:00010000:1.0:1780334574.773961:0:6520:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f0437ea00/0xdf9e767e700957e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700957ee expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.774012:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1780334574.774017:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f035b6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+5:19152:x1866815624172032:12345-0@lo:104: Request processed in 69us (18873us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334574.774029:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1780334574.774058:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1780334574.774064:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+4:19152:x1866815624172160:12345-0@lo:104: 00010000:00010000:1.0:1780334574.774072:0:6520:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700957d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700957e0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.774103:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1780334574.774107:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+4:19152:x1866815624172160:12345-0@lo:104: Request processed in 44us (18883us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334574.774113:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1780334574.774130:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1780334574.774135:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+3:19152:x1866815624172288:12345-0@lo:104: 00010000:00010000:1.0:1780334574.774142:0:6520:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9bc00/0xdf9e767e700957cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700957d2 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334574.774169:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1780334574.774173:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+3:19152:x1866815624172288:12345-0@lo:104: Request processed in 39us (18932us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334574.774178:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1780334574.774299:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026afcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+19:3661:x1866815624171392:12345-0@lo:103:ldlm_bl.0 Request processed in 15866us (20300us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334574.774317:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1780334574.774358:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 240 00000100:00100000:0.0:1780334574.774365:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:2406:x1866815604293888:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334574.774373:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334574.774378:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e700957b6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a86 expref: 13 pid: 6531 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774396:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e700957b6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a86 expref: 13 pid: 6531 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774405:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334574.774424:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:2406:x1866815604293888:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 60us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334574.774430:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 240 00010000:00010000:0.0:1780334574.774451:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1780334574.774456:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f0437fc00/0xdf9e767e700957f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700957fc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774464:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0437fc00 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:0.0:1780334574.774468:0:10291:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f0437fc00/0xdf9e767e700957f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700957fc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774476:0:10291:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f0437fc00/0xdf9e767e700957f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700957fc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780334574.774484:0:10291:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f0437fc00/0xdf9e767e700957f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700957fc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334574.774489:0:10291:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1780334574.774519:0:10291:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f0437fc00/0xdf9e767e700957f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700957fc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774526:0:10291:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780334574.774544:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f0437fc00/0xdf9e767e700957f5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700957fc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774559:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f0437fc00/0xdf9e767e700957f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700957fc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774572:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780334574.774575:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f0437ea00/0xdf9e767e700957e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700957ee expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774580:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0437ea00 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:0.0:1780334574.774583:0:10291:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f0437ea00/0xdf9e767e700957e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700957ee expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774589:0:10291:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f0437ea00/0xdf9e767e700957e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700957ee expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780334574.774595:0:10291:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f0437ea00/0xdf9e767e700957e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700957ee expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334574.774600:0:10291:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1780334574.774612:0:10291:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f0437ea00/0xdf9e767e700957e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700957ee expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774618:0:10291:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780334574.774624:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f0437ea00/0xdf9e767e700957e7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700957ee expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774630:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f0437ea00/0xdf9e767e700957e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700957ee expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774638:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780334574.774645:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700957d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700957e0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774651:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b400 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:0.0:1780334574.774654:0:10291:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700957d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700957e0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774730:0:10291:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700957d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700957e0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780334574.774737:0:10291:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700957d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700957e0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334574.774834:0:10291:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1780334574.774851:0:10291:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700957d9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700957e0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774857:0:10291:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780334574.774863:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700957d9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700957e0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774869:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700957d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700957e0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774880:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780334574.774882:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9bc00/0xdf9e767e700957cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700957d2 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774888:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9bc00 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:0.0:1780334574.774890:0:10291:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9bc00/0xdf9e767e700957cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700957d2 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.774906:0:10291:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9bc00/0xdf9e767e700957cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700957d2 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780334574.774912:0:10291:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9bc00/0xdf9e767e700957cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700957d2 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334574.774917:0:10291:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1780334574.775076:0:10291:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9bc00/0xdf9e767e700957cb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700957d2 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.775084:0:10291:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780334574.775090:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9bc00/0xdf9e767e700957cb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700957d2 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.775096:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9bc00/0xdf9e767e700957cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700957d2 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.775182:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334574.775184:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334574.775186:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334574.775216:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624172928:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334574.775265:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334574.775303:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334574.775309:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624172800:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334574.775329:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334574.775349:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624172928 00000100:00100000:0.0:1780334574.775355:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624172928 00010000:00010000:0.0:1780334574.775376:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b70421ed400/0xdf9e767e700957ee lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700957e7 expref: 19 pid: 6533 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334574.775401:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624172800 00000100:00100000:0.0:1780334574.775404:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624172800 00010000:00010000:0.0:1780334574.775414:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b70421ec200/0xdf9e767e700957fc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700957f5 expref: 20 pid: 6533 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334574.775426:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1780334574.775432:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:003605f5-7160-43b5-a66c-100b20743ad7+20:3659:x1866815624172928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334574.775441:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334574.775444:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b70421ed400/0xdf9e767e700957ee lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700957e7 expref: 20 pid: 6533 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.775453:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b70421ed400/0xdf9e767e700957ee lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700957e7 expref: 20 pid: 6533 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.775465:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334574.775492:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:003605f5-7160-43b5-a66c-100b20743ad7+20:3659:x1866815624172928:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334574.775499:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1780334574.775513:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1780334574.775519:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026affc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:003605f5-7160-43b5-a66c-100b20743ad7+19:3659:x1866815624172800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334574.775526:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334574.775529:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b70421ec200/0xdf9e767e700957fc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700957f5 expref: 19 pid: 6533 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.775539:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b70421ec200/0xdf9e767e700957fc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700957f5 expref: 19 pid: 6533 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.775548:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334574.775574:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026affc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:003605f5-7160-43b5-a66c-100b20743ad7+19:3659:x1866815624172800:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334574.775580:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1780334574.775610:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624172800:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334574.775618:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624172928:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334574.776330:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334574.776335:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334574.776452:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624173056:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334574.776485:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334574.776524:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624171776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334574.776537:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334574.776542:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624173184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334574.776560:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334574.776583:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624173056 00000100:00100000:0.0:1780334574.776587:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624173056 00010000:00010000:0.0:1780334574.776604:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04722c00/0xdf9e767e700957e0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700957d9 expref: 19 pid: 6531 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334574.776619:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624173184 00000100:00100000:0.0:1780334574.776622:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624173184 00010000:00010000:0.0:1780334574.776630:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04723200/0xdf9e767e700957d2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700957cb expref: 20 pid: 6532 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334574.776641:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:0.0:1780334574.776647:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+20:3660:x1866815624173056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334574.777204:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334574.777212:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04722c00/0xdf9e767e700957e0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700957d9 expref: 20 pid: 6531 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.777235:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04722c00/0xdf9e767e700957e0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700957d9 expref: 20 pid: 6531 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.777250:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334574.777289:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+20:3660:x1866815624173056:12345-0@lo:103:ldlm_bl.0 Request processed in 642us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334574.777296:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:0.0:1780334574.777316:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:0.0:1780334574.777322:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+19:3660:x1866815624173184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334574.777331:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334574.777335:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04723200/0xdf9e767e700957d2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700957cb expref: 19 pid: 6532 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.777346:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04723200/0xdf9e767e700957d2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700957cb expref: 19 pid: 6532 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334574.777414:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334574.777437:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+19:3660:x1866815624173184:12345-0@lo:103:ldlm_bl.0 Request processed in 116us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334574.777444:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:0.0:1780334574.777471:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624173184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334574.777479:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624173056:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334574.778519:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624171904:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780334574.780007:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334574.780020:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04a9b600/0xdf9e767e700957bd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a8d expref: 10 pid: 6531 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.780049:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04a9b600/0xdf9e767e700957bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a8d expref: 10 pid: 6531 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.780067:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04a9b600/0xdf9e767e700957bd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a8d expref: 10 pid: 6531 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.780095:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095849 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.780102:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095849 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.780119:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095849 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.780127:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095849 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.780133:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095849 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.780139:0:6523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095849 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.780144:0:6523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334574.780148:0:6523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095849 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.780155:0:6523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095849 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.782225:0:6523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095849 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.782238:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095849 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334574.782277:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334574.782347:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+9:2406:x1866815604293760:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 8498us (9062us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334574.782357:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 239 00000100:00100000:0.0:1780334575.220085:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624173312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334575.220160:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1780334575.221035:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334575.221053:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624173824:0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.221093:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334575.221130:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624174336:0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.221163:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334575.221190:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624174848:0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.221219:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334575.221257:0:3658:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000004:00080000:0.0:1780334575.221264:0:3658:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967335 committed transno 4294967335 00000100:00100000:0.0:1780334575.221291:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624173312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334575.221304:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1780334575.221315:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624173440:0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.221350:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334575.222236:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624173952:0@lo:400:kworker.0 00000100:00100000:1.0:1780334575.222399:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624173696 00000100:00100000:1.0:1780334575.222405:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624173696 00000100:00100000:1.0:1780334575.222451:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1780334575.222461:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624173696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334575.222476:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1780334575.222489:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624174208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.230130:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334575.230185:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624174464:0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.230238:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334575.230296:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624173824:0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.230336:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624174336 00000100:00100000:0.0:1780334575.230342:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624174336 00000100:00100000:0.0:1780334575.230401:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624174848 00000100:00100000:0.0:1780334575.230415:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624174848 00000100:00100000:0.0:1780334575.230442:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624174464 00000100:00100000:0.0:1780334575.230446:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624174464 00000100:00100000:0.0:1780334575.230479:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1780334575.230487:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624174336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.230554:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624174336:12345-0@lo:400:kworker.0 Request processed in 68us (9391us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334575.230563:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1780334575.230585:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1780334575.230594:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624174464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.230627:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624174464:12345-0@lo:400:kworker.0 Request processed in 35us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334575.230633:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00080000:0.0:1780334575.230671:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334575.230675:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334575.230678:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334575.230680:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334575.230691:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624173952 00000100:00100000:0.0:1780334575.230695:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624173952 00000100:00100000:0.0:1780334575.230714:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1780334575.230720:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624173952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.230752:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624173952:12345-0@lo:400:kworker.0 Request processed in 32us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334575.230757:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1780334575.230786:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624173952:0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.230797:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624174464:0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.230806:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624174336:0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.230843:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624174848:0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.230907:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624173440 00000100:00100000:0.0:1780334575.230912:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624173440 00000100:00100000:0.0:1780334575.230951:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1780334575.230957:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+14:3658:x1866815624173440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.231017:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+14:3658:x1866815624173440:12345-0@lo:400:kworker.0 Request processed in 60us (9668us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334575.231024:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1780334575.231185:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624173440:0@lo:400:kworker.0 00000100:00100000:0.0:1780334575.231249:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624174976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334575.231277:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334575.231317:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624174976 00000100:00100000:0.0:1780334575.231321:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624174976 00000100:00100000:0.0:1780334575.231345:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1780334575.231352:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624174976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334575.231367:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1780334575.231402:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624174976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334575.231408:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1780334575.231435:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624174976:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334575.233552:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624174208:12345-0@lo:400:kworker.0 Request processed in 11065us (12423us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334575.233562:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1780334575.235318:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624173696:12345-0@lo:400:kworker.0 Request processed in 12851us (14247us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334575.235332:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00010000:00010000:0.0:1780334575.540047:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1780334576.179938:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1780334576.179943:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9b6f01d9f000 from 55 10000000:01000000:3.0:1780334576.179946:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1780334576.180023:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b70421ed600/0xdf9e767e70095850 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.180035:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b70421ed600/0xdf9e767e70095850 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.180045:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b70421ed600/0xdf9e767e70095850 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334576.180074:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624175104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.180127:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.182880:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b69240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.182935:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604294016 00000100:00100000:0.0:1780334576.182943:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604294016 00000100:00100000:1.0:1780334576.183275:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624175104 00000100:00100000:1.0:1780334576.183280:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624175104 00000100:00100000:1.0:1780334576.183485:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 502 00000100:00100000:1.0:1780334576.183495:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+9:6180:x1866815604294016:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334576.183512:0:6533:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334576.183530:0:6533:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b702e7f5400/0xdf9e767e70095857 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0a9b expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.183558:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b702e7f5400/0xdf9e767e70095857 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a9b expref: 10 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.183568:0:6533:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b702e7f5400/0xdf9e767e70095857 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a9b expref: 10 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.183576:0:6533:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f5400, rc 0) 00000100:00100000:1.0:1780334576.184078:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604294016:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 Request processed in 583us (4318us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.184093:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 502 00000100:00100000:1.0:1780334576.184128:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1780334576.184890:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+14:6535:x1866815624175104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334576.184903:0:6533:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334576.184915:0:6533:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b702e7f5000/0xdf9e767e7009585e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095850 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.184935:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b702e7f5000/0xdf9e767e7009585e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095850 expref: 15 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.184944:0:6533:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b702e7f5000/0xdf9e767e7009585e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095850 expref: 15 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.184977:0:6533:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f5000, rc 0) 00000100:00100000:1.0:1780334576.185771:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624175104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 885us (5640us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.185779:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1780334576.186684:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624175104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334576.186705:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b70421ed600/0xdf9e767e70095850 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e7009585e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.186728:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b70421ed600/0xdf9e767e70095850 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e7009585e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334576.186808:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624175232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.186872:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.186902:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b69240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.188578:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624175232 00000100:00100000:0.0:1780334576.188589:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624175232 00000100:00100000:0.0:1780334576.188649:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1780334576.188658:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624175232:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334576.188831:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624175232:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 173us (1958us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.188852:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1780334576.189089:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334576.189117:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604294144 00000100:00100000:1.0:1780334576.189121:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604294144 00000100:00100000:1.0:1780334576.189155:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 505 00000100:00100000:1.0:1780334576.189162:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604294144:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334576.189263:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604294144:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 Request processed in 100us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.189270:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 505 00000100:00100000:3.0:1780334576.190774:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624175232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.190851:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624175360:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.190921:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.190974:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b69240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.191322:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624175360 00000100:00100000:0.0:1780334576.191328:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624175360 00000100:00100000:0.0:1780334576.191381:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1780334576.191390:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624175360:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334576.191494:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624175360:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 105us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.191501:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1780334576.191946:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624175360:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.192569:0:19154:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19154:1866815624175488:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334576.192888:0:19154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.192959:0:19154:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b69240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.193086:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334576.194211:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624175488 00000100:00100000:1.0:1780334576.194221:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624175488 00000100:00100000:1.0:1780334576.194256:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604294272 00000100:00100000:1.0:1780334576.194260:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604294272 00000100:00100000:1.0:1780334576.194276:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1780334576.194296:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+15:19154:x1866815624175488:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334576.194650:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+15:19154:x1866815624175488:12345-0@lo:502:llog_process_th.0 Request processed in 365us (1760us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.194658:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1780334576.194697:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 508 00000100:00100000:1.0:1780334576.194704:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604294272:12345-192.168.203.22@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334576.194775:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604294272:12345-192.168.203.22@tcp:503:ll_cfg_requeue.0 Request processed in 71us (1698us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.194788:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 508 00000100:00100000:0.0:1780334576.195874:0:19154:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19154:1866815624175488:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334576.195947:0:19154:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19154:1866815624175616:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334576.197096:0:19154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334576.197148:0:19154:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.197953:0:19154:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19154:1866815624175616:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1780334576.197996:0:19154:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000020:01000000:3.0:1780334576.198175:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 00000100:00100000:1.0:1780334576.198522:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 10000000:01000000:3.0:1780334576.198567:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1780334576.198579:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b70421ed600/0xdf9e767e70095850 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e7009585e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.198590:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b70421ed600/0xdf9e767e70095850 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e7009585e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780334576.198599:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1780334576.198601:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1780334576.198604:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1780334576.198638:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b70421ed400/0xdf9e767e70095865 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.198646:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b70421ed400/0xdf9e767e70095865 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.198654:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b70421ed400/0xdf9e767e70095865 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334576.198673:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624175744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.198709:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.198741:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.198794:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604294400 00000100:00100000:0.0:1780334576.198800:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604294400 00000100:00100000:0.0:1780334576.198871:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624175744 00000100:00100000:0.0:1780334576.198875:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624175744 00000100:00100000:0.0:1780334576.198891:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 510 00000100:00100000:0.0:1780334576.198899:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23405:x1866815604294400:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:0.0:1780334576.199017:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23405:x1866815604294400:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 118us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.199024:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 510 00000100:00100000:0.0:1780334576.199050:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1780334576.199056:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624175744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334576.199064:0:6532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334576.199076:0:6532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04a9b400/0xdf9e767e7009586c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095865 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.199096:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04a9b400/0xdf9e767e7009586c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095865 expref: 16 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.199107:0:6532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04a9b400/0xdf9e767e7009586c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095865 expref: 16 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.199116:0:6532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b400, rc 0) 00000100:00100000:0.0:1780334576.199172:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624175744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.199178:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1780334576.199307:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624175744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334576.199319:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b70421ed400/0xdf9e767e70095865 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e7009586c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.199327:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b70421ed400/0xdf9e767e70095865 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e7009586c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334576.199376:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624175872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.199402:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.199565:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334576.200075:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624175872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.200103:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624176000:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.200161:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.200184:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5cc0 going to sleep for 11 seconds 00000040:00080000:3.0:1780334576.202274:0:19155:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000100:00100000:1.0:1780334576.202671:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334576.204876:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604294528 00000100:00100000:3.0:1780334576.204888:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604294528 00000100:00100000:1.0:1780334576.204959:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624176128 00000100:00100000:1.0:1780334576.204974:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624176128 00000100:00100000:1.0:1780334576.205019:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 514 00000100:00100000:1.0:1780334576.205029:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23405:x1866815604294528:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:0.0:1780334576.205078:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1780334576.205088:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e681050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624176128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334576.205096:0:6533:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334576.205112:0:6533:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e7009587a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095873 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.205146:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e7009587a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095873 expref: 17 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.205164:0:6533:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e7009587a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095873 expref: 17 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.205172:0:6533:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9ba00, rc 0) 00000100:00100000:0.0:1780334576.205237:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e681050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624176128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 151us (2462us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.205244:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1780334576.205558:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624176256 00000100:00100000:0.0:1780334576.205562:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624176256 00000100:00100000:0.0:1780334576.205581:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1780334576.205586:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e680450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624176256:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334576.205681:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e680450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624176256:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 94us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.205689:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1780334576.205881:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624176384 00000100:00100000:3.0:1780334576.205885:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624176384 00000100:00100000:3.0:1780334576.205904:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1780334576.205910:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e680c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624176384:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.206005:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e680c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624176384:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 95us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334576.206012:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1780334576.206436:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23405:x1866815604294528:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 1407us (3765us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.206444:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 514 00000100:00100000:1.0:1780334576.206890:0:19156:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19156:1866815624176512:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334576.206933:0:19156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334576.206959:0:19156:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7033428cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.207079:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624176512 00000100:00100000:0.0:1780334576.207084:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624176512 00000100:00100000:0.0:1780334576.207113:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1780334576.207120:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e683c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+17:19156:x1866815624176512:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334576.207374:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e683c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+17:19156:x1866815624176512:12345-0@lo:502:llog_process_th.0 Request processed in 255us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.207381:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1780334576.207456:0:19156:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19156:1866815624176512:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334576.207567:0:19156:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19156:1866815624176640:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334576.207599:0:19156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334576.207657:0:19156:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7033428cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.207905:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624176640 00000100:00100000:0.0:1780334576.207910:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624176640 00000100:00100000:0.0:1780334576.207979:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1780334576.207995:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+17:19156:x1866815624176640:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334576.208069:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+17:19156:x1866815624176640:12345-0@lo:502:llog_process_th.0 Request processed in 83us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.208075:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1780334576.208214:0:19156:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19156:1866815624176640:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1780334576.208236:0:19156:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000020:01000000:3.0:1780334576.210988:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:3.0:1780334576.211032:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1780334576.211053:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04722a00/0xdf9e767e70095873 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e7009587a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.211067:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04722a00/0xdf9e767e70095873 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e7009587a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780334576.211085:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1780334576.211088:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1780334576.211091:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1780334576.211128:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b70421ec200/0xdf9e767e70095881 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.211145:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b70421ec200/0xdf9e767e70095881 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.211155:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b70421ec200/0xdf9e767e70095881 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334576.211177:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624176768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780334576.211481:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334576.211584:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.211709:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334576.211732:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624176768 00000100:00100000:3.0:1780334576.211739:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624176768 00000100:00100000:3.0:1780334576.211796:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1780334576.211805:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624176768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334576.211838:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334576.211851:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095888 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095881 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.211874:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095888 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095881 expref: 18 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.211885:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095888 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095881 expref: 18 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.211893:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b70421ed800, rc 0) 00000100:00100000:3.0:1780334576.211995:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624176768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 190us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334576.212002:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1780334576.215887:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624176768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334576.215912:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b70421ec200/0xdf9e767e70095881 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095888 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.215924:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b70421ec200/0xdf9e767e70095881 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095888 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334576.217462:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624176896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.217536:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334576.217571:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624176896 00000100:00100000:3.0:1780334576.217579:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334576.217579:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624176896 00000100:00100000:1.0:1780334576.217620:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1780334576.217629:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624176896:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334576.217872:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624176896:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 242us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.217919:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624176896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334576.217974:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624177024:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334576.218014:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334576.218031:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7018a713c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334576.221482:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624177024 00000100:00100000:3.0:1780334576.221498:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624177024 00000100:00100000:3.0:1780334576.221544:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1780334576.221718:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1780334576.221764:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 523 00000100:00100000:1.0:1780334576.221773:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604294656:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334576.221789:0:6532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334576.221807:0:6532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b702e7f5200/0xdf9e767e7009588f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0aa2 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.222005:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b702e7f5200/0xdf9e767e7009588f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa2 expref: 11 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.222016:0:6532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b702e7f5200/0xdf9e767e7009588f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa2 expref: 11 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.222025:0:6532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f5200, rc 0) 00000100:00100000:3.0:1780334576.222186:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624177024:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334576.222425:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604294656:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 Request processed in 652us (10945us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.222432:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 523 00000100:00100000:3.0:1780334576.222526:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624177024:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 973us (4511us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334576.222534:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1780334576.222583:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624177024:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1780334576.230594:0:19157:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:1.0:1780334576.231585:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1780334576.231950:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1780334576.231962:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b70421ec200/0xdf9e767e70095881 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095888 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.231986:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b70421ec200/0xdf9e767e70095881 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095888 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334576.232018:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1780334576.232021:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9b7011040000 from 55 10000000:01000000:1.0:1780334576.232024:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1780334576.232614:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e70095896 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.232623:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e70095896 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.232633:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e70095896 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334576.232661:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624177152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780334576.232724:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334576.232804:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7033428540 going to sleep for 11 seconds 00000100:00100000:3.0:1780334576.242254:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624177152 00000100:00100000:3.0:1780334576.242269:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624177152 00000100:00100000:3.0:1780334576.243116:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 525 00000100:00100000:3.0:1780334576.243124:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604294784:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334576.243316:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604294784:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 Request processed in 191us (4171us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334576.243382:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624177152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780334576.243397:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 525 00010000:00010000:3.0:1780334576.243403:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e70095896 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e7009589d expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.243415:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e70095896 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e7009589d expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334576.243483:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624177280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.243517:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.243554:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70012edf00 going to sleep for 11 seconds 00000100:00100000:3.0:1780334576.243978:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624177280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.244004:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624177408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.244068:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.244090:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70012edf00 going to sleep for 11 seconds 00000100:00100000:1.0:1780334576.244109:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624177408 00000100:00100000:1.0:1780334576.244114:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624177408 00000100:00100000:1.0:1780334576.244211:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1780334576.244219:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624177408:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334576.244311:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624177408:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 94us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.244318:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1780334576.244356:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624177408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.245580:0:19158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19158:1866815624177536:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334576.245641:0:19158:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.245669:0:19158:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70012edf00 going to sleep for 11 seconds 00000100:00100000:3.0:1780334576.246064:0:19158:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19158:1866815624177536:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334576.246107:0:19158:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19158:1866815624177664:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334576.246137:0:19158:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.246198:0:19158:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70107e6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.250169:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624177664 00000100:00100000:0.0:1780334576.250185:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624177664 00000100:00100000:1.0:1780334576.251177:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1780334576.251189:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+19:19158:x1866815624177664:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334576.251357:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+19:19158:x1866815624177664:12345-0@lo:502:llog_process_th.0 Request processed in 170us (5218us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.251365:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1780334576.251731:0:19158:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19158:1866815624177664:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1780334576.251771:0:19158:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000020:01000000:3.0:1780334576.255297:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:3.0:1780334576.255347:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1780334576.255358:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e70095896 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e7009589d expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.255371:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e70095896 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e7009589d expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780334576.255381:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:3.0:1780334576.255384:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 50 10000000:01000000:3.0:1780334576.255387:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1780334576.255426:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b70421ed200/0xdf9e767e700958a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.255435:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b70421ed200/0xdf9e767e700958a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.255464:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b70421ed200/0xdf9e767e700958a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334576.255488:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624177792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.255547:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.255597:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70012edf00 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.256178:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624177792 00000100:00100000:0.0:1780334576.256188:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624177792 00000100:00100000:0.0:1780334576.256243:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1780334576.256252:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624177792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334576.256265:0:6533:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334576.256277:0:6533:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04a9a200/0xdf9e767e700958ab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e700958a4 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.256315:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04a9a200/0xdf9e767e700958ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e700958a4 expref: 20 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.256324:0:6533:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04a9a200/0xdf9e767e700958ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700958a4 expref: 20 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.256333:0:6533:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9a200, rc 0) 00000100:00100000:0.0:1780334576.256642:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624177792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 390us (1094us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.256649:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1780334576.256787:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624177792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334576.256803:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b70421ed200/0xdf9e767e700958a4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700958ab expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.256841:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b70421ed200/0xdf9e767e700958a4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e700958ab expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334576.256903:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624177920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.256932:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.256951:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70012edf00 going to sleep for 11 seconds 00000100:00100000:1.0:1780334576.257018:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624177920 00000100:00100000:1.0:1780334576.257023:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624177920 00000100:00100000:1.0:1780334576.257061:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1780334576.257069:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624177920:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334576.257186:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624177920:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 118us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.257196:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1780334576.257258:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624177920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.257284:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624178048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.257326:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.257347:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70012edf00 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.257707:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624178048 00000100:00100000:0.0:1780334576.257712:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624178048 00000100:00100000:0.0:1780334576.257744:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1780334576.257758:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624178048:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334576.257852:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624178048:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 94us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.257858:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1780334576.257937:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624178048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334576.259467:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624178176 00000100:00100000:1.0:1780334576.259473:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624178176 00000100:00100000:1.0:1780334576.259516:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1780334576.259523:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+20:19159:x1866815624178176:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334576.259646:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+20:19159:x1866815624178176:12345-0@lo:502:llog_process_th.0 Request processed in 123us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.259653:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1780334576.260155:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624178304 00000100:00100000:1.0:1780334576.260161:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624178304 00000100:00100000:1.0:1780334576.260193:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1780334576.260199:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+20:19159:x1866815624178304:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334576.260262:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+20:19159:x1866815624178304:12345-0@lo:502:llog_process_th.0 Request processed in 63us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.260269:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1780334576.260555:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334576.260611:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604294912 00000100:00100000:1.0:1780334576.260615:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604294912 00000100:00100000:1.0:1780334576.260653:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 535 00000100:00100000:1.0:1780334576.260660:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604294912:12345-192.168.203.22@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334576.260728:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604294912:12345-192.168.203.22@tcp:503:ll_cfg_requeue.0 Request processed in 68us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.260735:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 535 00000020:01000000:3.0:1780334576.261400:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 50-52 (rc=0) 10000000:01000000:3.0:1780334576.261426:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1780334576.261441:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b70421ed200/0xdf9e767e700958a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700958ab expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.261452:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b70421ed200/0xdf9e767e700958a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700958ab expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780334576.261463:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1780334576.261465:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9b701880a000 from 55 10000000:01000000:3.0:1780334576.261468:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1780334576.261494:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff9400/0xdf9e767e700958b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.261501:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff9400/0xdf9e767e700958b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.261510:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff9400/0xdf9e767e700958b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334576.261527:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624178432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.261559:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.261591:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b86e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780334576.261646:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624178432 00000100:00100000:1.0:1780334576.261651:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624178432 00000100:00100000:1.0:1780334576.261680:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1780334576.261687:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624178432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334576.261697:0:6532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334576.261707:0:6532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b702e7f4800/0xdf9e767e700958b9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e700958b2 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.261727:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b702e7f4800/0xdf9e767e700958b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e700958b2 expref: 21 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.261735:0:6532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b702e7f4800/0xdf9e767e700958b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700958b2 expref: 21 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.261742:0:6532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f4800, rc 0) 00000100:00100000:1.0:1780334576.261785:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624178432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 99us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.261790:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1780334576.265174:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624178432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334576.265201:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff9400/0xdf9e767e700958b2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700958b9 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.265214:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff9400/0xdf9e767e700958b2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e700958b9 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334576.265300:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624178560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334576.265359:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334576.265402:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7018a71480 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.265907:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624178560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334576.265936:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624178688:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334576.265993:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334576.266021:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7018a71480 going to sleep for 11 seconds 00000100:00100000:3.0:1780334576.266156:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624178688 00000100:00100000:3.0:1780334576.266161:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624178688 00000100:00100000:3.0:1780334576.266196:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1780334576.266203:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624178688:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.266288:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624178688:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 85us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334576.266295:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1780334576.266435:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624178688:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334576.266940:0:19160:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19160:1866815624178816:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334576.267045:0:19160:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334576.267074:0:19160:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7018a71480 going to sleep for 11 seconds 00000100:00100000:1.0:1780334576.267127:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624178816 00000100:00100000:1.0:1780334576.267133:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624178816 00000100:00100000:1.0:1780334576.267165:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1780334576.267173:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+21:19160:x1866815624178816:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334576.267265:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+21:19160:x1866815624178816:12345-0@lo:502:llog_process_th.0 Request processed in 93us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.267272:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1780334576.267384:0:19160:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19160:1866815624178816:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334576.267422:0:19160:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19160:1866815624178944:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334576.267456:0:19160:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334576.267510:0:19160:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7005580240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.274610:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334576.275901:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604295040 00000100:00100000:1.0:1780334576.275905:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604295040 00000100:00100000:1.0:1780334576.275959:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 540 00000100:00100000:1.0:1780334576.275978:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23406:x1866815604295040:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:1.0:1780334576.276143:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23406:x1866815604295040:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 166us (1541us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.276151:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 540 00000100:00100000:3.0:1780334576.281447:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1780334576.281473:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+21:19160:x1866815624178944:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334576.281959:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604295168 00000100:00100000:0.0:1780334576.281974:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604295168 00000100:00100000:0.0:1780334576.282010:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 542 00000100:00100000:0.0:1780334576.282017:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23406:x1866815604295168:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:0.0:1780334576.282121:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23406:x1866815604295168:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 104us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.282129:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 542 00000100:00100000:3.0:1780334576.282955:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+21:19160:x1866815624178944:12345-0@lo:502:llog_process_th.0 Request processed in 1482us (15495us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334576.282972:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1780334576.285727:0:19160:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19160:1866815624178944:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1780334576.285939:0:19160:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000020:01000000:3.0:1780334576.286156:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:3.0:1780334576.286179:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1780334576.286188:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff9400/0xdf9e767e700958b2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700958b9 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.286200:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff9400/0xdf9e767e700958b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700958b9 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780334576.286210:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1780334576.286212:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 50 10000000:01000000:3.0:1780334576.286215:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1780334576.286250:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff8c00/0xdf9e767e700958c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.286258:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff8c00/0xdf9e767e700958c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.286268:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff8c00/0xdf9e767e700958c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334576.286289:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624179072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.286350:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.286392:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70012edf00 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.286540:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624179072 00000100:00100000:0.0:1780334576.286548:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624179072 00000100:00100000:0.0:1780334576.286596:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1780334576.286606:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624179072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334576.286618:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334576.286642:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700958c7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e700958c0 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.286664:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700958c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e700958c0 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.286673:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700958c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700958c0 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.286682:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9aa00, rc 0) 00000100:00100000:0.0:1780334576.286731:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624179072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.286749:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1780334576.287011:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624179072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334576.287024:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff8c00/0xdf9e767e700958c0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700958c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.287032:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff8c00/0xdf9e767e700958c0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e700958c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334576.287085:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624179200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334576.287111:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334576.287271:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7008238480 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.296545:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334576.297193:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604295296 00000100:00100000:3.0:1780334576.297204:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604295296 00000100:00100000:3.0:1780334576.297274:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 545 00000100:00100000:3.0:1780334576.297295:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604295296:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334576.297311:0:6533:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334576.297348:0:6533:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700958ce lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0aa9 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.297377:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700958ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa9 expref: 12 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.297387:0:6533:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700958ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa9 expref: 12 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.297397:0:6533:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0200, rc 0) 00000100:00100000:3.0:1780334576.297451:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:6180:x1866815604295296:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 Request processed in 168us (913us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334576.297458:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 545 00000100:00100000:1.0:1780334576.303522:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624179200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334576.303585:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624179328:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.304954:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334576.305927:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.306146:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604295424 00000100:00100000:3.0:1780334576.306154:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604295424 00000100:00100000:0.0:1780334576.306290:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624179328 00000100:00100000:0.0:1780334576.306295:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624179328 00000100:00100000:0.0:1780334576.306321:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 546 00000100:00100000:0.0:1780334576.306330:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:6180:x1866815604295424:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334576.306440:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:6180:x1866815604295424:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 Request processed in 111us (1492us total) trans 0 rc -2/-2 00000100:00100000:0.0:1780334576.306448:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 546 00000100:00100000:3.0:1780334576.306457:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1780334576.306536:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624179328:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334576.306573:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7008238480 going to sleep for 11 seconds 00000100:00100000:3.0:1780334576.307107:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624179328:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 643us (1180us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334576.307115:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1780334576.307754:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624179328:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334576.310365:0:19161:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19161:1866815624179456:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334576.310451:0:19161:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334576.310484:0:19161:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7008238c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780334576.310574:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624179456 00000100:00100000:0.0:1780334576.310580:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624179456 00000100:00100000:0.0:1780334576.310625:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1780334576.310641:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+22:19161:x1866815624179456:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334576.310752:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+22:19161:x1866815624179456:12345-0@lo:502:llog_process_th.0 Request processed in 119us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.310759:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1780334576.312497:0:19161:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19161:1866815624179456:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1780334576.312537:0:19161:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1780334576.312551:0:19161:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1780334576.312554:0:19161:0:(obd_config.c:1561:class_process_config()) marker 47 (0x1) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:1.0:1780334576.312559:0:19161:0:(obd_config.c:1470:class_process_config()) processing cmd: ce021 00020000:01000000:1.0:1780334576.312574:0:19161:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_11c as member 1 00000100:00100000:3.0:1780334576.321717:0:19161:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19161:1866815624179584:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334576.321800:0:19161:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.321865:0:19161:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7005480840 going to sleep for 11 seconds 00000020:01000004:1.0:1780334576.321980:0:19162:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9b701880a000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1780334576.321984:0:19162:0:(obd_mount.c:701:lustre_put_lsi()) put ffff9b701880a000 4 00000100:00100000:0.0:1780334576.322143:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624179584 00000100:00100000:0.0:1780334576.322150:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624179584 00000100:00100000:0.0:1780334576.322197:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1780334576.322206:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+22:19161:x1866815624179584:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334576.322330:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+22:19161:x1866815624179584:12345-0@lo:502:llog_process_th.0 Request processed in 115us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.322337:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1780334576.322607:0:19161:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19161:1866815624179584:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1780334576.322633:0:19161:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1780334576.322639:0:19161:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1780334576.322641:0:19161:0:(obd_config.c:1561:class_process_config()) marker 47 (0x2) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1780334576.322645:0:19161:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 53 count 52 00000020:01000000:0.0:1780334576.322757:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 50-52 (rc=0) 10000000:01000000:0.0:1780334576.322784:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1780334576.322793:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff8c00/0xdf9e767e700958c0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700958c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.322803:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff8c00/0xdf9e767e700958c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700958c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334576.322842:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1780334576.322845:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff9b7018a799c0 from 1 10000000:01000000:0.0:1780334576.322848:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1780334576.322872:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e700958d5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.322881:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e700958d5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.322890:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e700958d5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334576.322905:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624179712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780334576.322934:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334576.322958:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70107e6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334576.323026:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624179712 00000100:00100000:1.0:1780334576.323030:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624179712 00000100:00100000:1.0:1780334576.323059:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1780334576.323067:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624179712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334576.323075:0:6532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334576.323089:0:6532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f01fd3000/0xdf9e767e700958dc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e700958d5 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.323108:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f01fd3000/0xdf9e767e700958dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e700958d5 expref: 23 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.323119:0:6532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f01fd3000/0xdf9e767e700958dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700958d5 expref: 23 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334576.323127:0:6532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f01fd3000, rc 0) 00000100:00100000:1.0:1780334576.323160:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:6535:x1866815624179712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 94us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334576.323166:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1780334576.324124:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624179712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334576.324140:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e700958d5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700958dc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.324149:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e700958d5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e700958dc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334576.324205:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624179840:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334576.324237:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.324270:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7005480840 going to sleep for 11 seconds 00000100:00100000:3.0:1780334576.324633:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624179840:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1780334576.324656:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1780334576.324662:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e700958d5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700958dc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334576.324669:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e700958d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700958dc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334576.564066:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334576.756079:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624179968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334576.756163:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334576.756508:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334576.756519:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624180224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334576.756545:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334576.756590:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624180224 00000100:00100000:3.0:1780334576.756594:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624180224 00000100:00100000:0.0:1780334576.756624:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624179968 00000100:00100000:0.0:1780334576.756628:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624179968 00000100:00100000:3.0:1780334576.756635:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1780334576.756640:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624180224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334576.756651:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91299520 pending 28672 free 3921408000 avail 3689885696 00000100:00100000:0.0:1780334576.756652:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1780334576.756657:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624179968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334576.756678:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334576.756680:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624180224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 40us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334576.756685:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:1.0:1780334576.756759:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624180224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334576.761122:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624179968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4453us (4948us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334576.761154:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1780334576.761237:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624179968:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1780334577.590440:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334577.847837:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604295680 00000100:00100000:0.0:1780334577.847846:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604295680 00000100:00100000:0.0:1780334577.847922:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 769 00000100:00100000:0.0:1780334577.847933:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+74:23426:x1866815604295680:12345-192.168.203.22@tcp:36:mkdir.0 00010000:00010000:0.0:1780334577.847995:0:15367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334577.848021:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700954a6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0983 expref: 74 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334577.848038:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334577.848043:0:15367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334577.848096:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e700958e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334577.848110:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700954e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0998 expref: 30 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334577.848118:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e700958e3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1780334577.848142:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780334577.848149:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700954e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0998 expref: 30 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334577.848163:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700954e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0998 expref: 30 pid: 15367 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334577.848193:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624180352:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334577.848743:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70055806c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334577.856923:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624180352:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334577.856963:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e700958e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334577.858565:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604295808 00000100:00100000:1.0:1780334577.858575:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604295808 00010000:00010000:1.0:1780334577.858633:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700954e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0998 expref: 31 pid: 15367 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334577.858669:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 245 00000100:00100000:1.0:1780334577.858680:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+31:2406:x1866815604295808:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334577.858695:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334577.858702:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700954e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0998 expref: 31 pid: 15367 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334577.858727:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700954e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0998 expref: 31 pid: 15367 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334577.858750:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7001527200/0xdf9e767e700954e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0998 expref: 31 pid: 15367 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334577.858764:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334577.858777:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e700958e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334577.858787:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e700958e3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334577.858795:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e700958e3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334577.858848:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334577.858900:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+30:2406:x1866815604295808:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 221us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334577.858913:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 245 00000100:00100000:3.0:1780334577.879350:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334577.879446:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604295936 00000100:00100000:0.0:1780334577.879455:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604295936 00000100:00100000:0.0:1780334577.879509:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 770 00000100:00100000:0.0:1780334577.879519:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:23427:x1866815604295936:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334577.879542:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334577.879558:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e700958f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ab0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334577.879620:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e700958ff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334577.879634:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e700958ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334577.879645:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e700958ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334577.879684:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1780334577.879687:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334577.879703:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e700958ff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334577.879723:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9ac00/0xdf9e767e700958f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ab0 expref: 77 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334577.879739:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e700958ff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ab0 expref: 76 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334577.879756:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334577.879759:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334577.879763:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b800, rc 0) 00000100:00100000:0.0:1780334577.879835:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+76:23427:x1866815604295936:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 318us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334577.879842:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 770 00000100:00100000:3.0:1780334577.885835:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604296064 00000100:00100000:3.0:1780334577.885845:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604296064 00000100:00100000:0.0:1780334577.894636:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334577.906070:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334577.906124:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604296576 00000100:00100000:3.0:1780334577.906134:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604296576 00000100:00100000:3.0:1780334577.906217:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 773 00000100:00100000:3.0:1780334577.906227:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+78:23427:x1866815604296576:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:3.0:1780334577.906280:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334577.906306:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009591b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ab7 expref: 78 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334577.906324:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9b6f02d66d00) 00010000:00010000:3.0:1780334577.906328:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334577.906347:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095930 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334577.906360:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095930 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334577.906369:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095930 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334577.906513:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000839c8345 reply state 000000002264bbde transno 4294967756 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095930 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334577.906538:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095930 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334577.906545:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9b6f02d66d00) 00010000:00010000:3.0:1780334577.906548:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:3.0:1780334577.906551:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780334577.906557:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00000100:00100000:3.0:1780334577.906635:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+79:23427:x1866815604296576:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 408us (572us total) trans 4294967756 rc 0/0 00000100:00100000:3.0:1780334577.906643:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 773 00000100:00100000:3.0:1780334577.908933:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334577.916065:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+80:23427:x1866815604296832:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 6982us (7130us total) trans 4294967757 rc 0/0 00000100:00100000:0.0:1780334577.916078:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 151 00000100:00100000:0.0:1780334578.209850:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00080000:3.0:1780334578.210566:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334578.210663:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624180480 00000100:00100000:1.0:1780334578.210668:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624180480 00000100:00100000:1.0:1780334578.210703:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1780334578.210711:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6540:x1866815624180480:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1780334578.210864:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6540:x1866815624180480:12345-0@lo:1000:mdt00_002.0 Request processed in 153us (420us total) trans 0 rc 1/1 00000100:00100000:1.0:1780334578.210872:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1780334578.215335:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334578.290902:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334578.291001:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604297344 00000100:00100000:0.0:1780334578.291013:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604297344 00000100:00100000:0.0:1780334578.291201:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 776 00000100:00100000:0.0:1780334578.291211:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+30:23471:x1866815604297344:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334578.291230:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334578.291250:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095953 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0acc expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334578.291476:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009595a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334578.291492:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009595a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334578.291502:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009595a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334578.291552:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1780334578.291555:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334578.291573:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009595a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334578.291596:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095953 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0acc expref: 32 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334578.291614:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009595a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0acc expref: 31 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334578.291622:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334578.291625:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334578.291628:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9bc00, rc 0) 00000100:00100000:0.0:1780334578.291736:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+31:23471:x1866815604297344:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 527us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334578.291744:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 776 00000100:00100000:0.0:1780334578.299295:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334578.309356:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334578.314541:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00010000:00010000:3.0:1780334578.315786:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009598b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.315796:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009598b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334578.315844:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 0 00010000:00010000:3.0:1780334578.316050:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009598b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.316059:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009598b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.316065:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009598b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.316071:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334578.316082:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009598b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.316089:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009598b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.316099:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9b6f02d66600) 00010000:00010000:3.0:1780334578.316102:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334578.316106:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009598b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.316112:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009598b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.316167:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095984 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ada expref: 84 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.316176:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9b6f02d66d00) 00010000:00010000:3.0:1780334578.316179:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1780334578.316182:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095984 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ada expref: 84 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.316191:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723000, rc 0) 00000100:00100000:3.0:1780334578.316297:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:23471:x1866815604297856:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 6789us (6948us total) trans 4294967759 rc 301/301 00000100:00100000:3.0:1780334578.316305:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 778 00000100:00100000:0.0:1780334578.319653:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334578.320355:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604298240 00000100:00100000:3.0:1780334578.320367:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604298240 00000100:00100000:3.0:1780334578.320467:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 152 00000100:00100000:3.0:1780334578.320478:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:23471:x1866815604298240:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334578.320781:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:23471:x1866815604298240:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 304us (1133us total) trans 4294967760 rc 0/0 00000100:00100000:3.0:1780334578.320789:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 152 00000100:00100000:0.0:1780334578.323420:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334578.323493:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604298368 00000100:00100000:3.0:1780334578.323511:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604298368 00000100:00100000:3.0:1780334578.323568:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 779 00000100:00100000:3.0:1780334578.323578:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:23471:x1866815604298368:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334578.323602:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334578.323623:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1800/0xdf9e767e70095999 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ae1 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.323679:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1800/0xdf9e767e70095999 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ae1 expref: 85 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.323693:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1800/0xdf9e767e70095999 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ae1 expref: 85 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.323711:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9b701a4df700) 00010000:00010000:3.0:1780334578.323714:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334578.323718:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1800, rc 0) 00000100:00100000:3.0:1780334578.324198:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:23471:x1866815604298368:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 620us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334578.324206:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 779 00000100:00100000:1.0:1780334578.329439:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334578.330196:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604298624 00000100:00100000:3.0:1780334578.330207:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604298624 00000100:00100000:3.0:1780334578.330259:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 780 00000100:00100000:3.0:1780334578.330269:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:23471:x1866815604298624:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1780334578.330358:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e700959a0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.330375:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e700959a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.330387:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e700959a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.330530:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e700959a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.330537:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e700959a0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.330543:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e700959a0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.330549:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334578.330553:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e700959a0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.330561:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e700959a0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.330573:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9b701a4df700) 00010000:00010000:3.0:1780334578.330576:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1780334578.330581:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e700959a0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.330588:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e700959a0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334578.330736:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:23471:x1866815604298624:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 468us (1304us total) trans 4294967761 rc 0/0 00000100:00100000:3.0:1780334578.330744:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 780 00000100:00100000:0.0:1780334578.339322:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334578.339447:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604298880 00000100:00100000:3.0:1780334578.339456:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604298880 00000100:00100000:3.0:1780334578.339519:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 781 00000100:00100000:3.0:1780334578.339530:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:23471:x1866815604298880:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1780334578.339728:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e700959a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.339750:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e700959a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.339762:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e700959a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780334578.339855:0:15367:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967762 00000004:00010000:3.0:1780334578.339878:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c065e642 reply state 000000006349d5ae transno 4294967763 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e700959a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.339888:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e700959a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334578.339895:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9b701a4df700) 00010000:00010000:3.0:1780334578.339898:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1780334578.339901:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780334578.339996:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:23471:x1866815604298880:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 468us (683us total) trans 4294967763 rc 0/0 00000100:00100000:3.0:1780334578.340003:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 781 00000020:00080000:3.0:1780334578.340020:0:15367:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780334578.345512:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334578.345615:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604299136 00000100:00100000:0.0:1780334578.345625:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604299136 00000100:00100000:0.0:1780334578.345678:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 153 00000100:00100000:0.0:1780334578.345689:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:23471:x1866815604299136:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1780334578.345975:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:23471:x1866815604299136:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 287us (470us total) trans 4294967764 rc 0/0 00000100:00100000:0.0:1780334578.345984:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 153 00000040:00080000:1.0:1780334579.384002:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1780334579.636881:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334579.689894:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334579.689931:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334579.689975:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334579.689999:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334579.690041:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334579.690063:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334579.690084:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334579.690103:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334579.690128:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334579.690157:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604299520 00000100:00100000:1.0:1780334579.690166:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604299520 00000100:00100000:1.0:1780334579.690211:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604299392 00000100:00100000:1.0:1780334579.690215:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604299392 00000100:00100000:1.0:1780334579.690239:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604300032 00000100:00100000:1.0:1780334579.690241:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604300032 00000100:00100000:1.0:1780334579.690257:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604299904 00000100:00100000:1.0:1780334579.690259:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604299904 00000100:00100000:1.0:1780334579.690275:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 601 00000100:00100000:1.0:1780334579.690285:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604299520:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334579.690488:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604299520:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 204us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334579.690495:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 601 00000100:00100000:1.0:1780334579.690513:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 602 00000100:00100000:1.0:1780334579.690518:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:2408:x1866815604299392:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334579.690544:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:2408:x1866815604299392:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334579.690550:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 602 00000100:00100000:1.0:1780334579.690561:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 603 00000100:00100000:1.0:1780334579.690567:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604300032:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334579.690587:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604300032:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334579.690603:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 603 00000100:00100000:1.0:1780334579.690615:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 604 00000100:00100000:1.0:1780334579.690622:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+31:2408:x1866815604299904:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334579.690645:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+31:2408:x1866815604299904:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334579.690651:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 604 00000100:00100000:1.0:1780334579.690668:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604299776 00000100:00100000:1.0:1780334579.690671:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604299776 00000100:00100000:1.0:1780334579.690696:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604299648 00000100:00100000:1.0:1780334579.690699:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604299648 00000100:00100000:1.0:1780334579.690710:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604300288 00000100:00100000:1.0:1780334579.690713:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604300288 00000100:00100000:1.0:1780334579.690725:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604300160 00000100:00100000:1.0:1780334579.690727:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604300160 00000100:00100000:1.0:1780334579.690740:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 332 00000100:00100000:1.0:1780334579.690745:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2409:x1866815604299776:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334579.690770:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2409:x1866815604299776:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334579.690776:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 332 00000100:00100000:1.0:1780334579.690788:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 333 00000100:00100000:1.0:1780334579.690794:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2408:x1866815604299648:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334579.690844:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2408:x1866815604299648:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 49us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334579.690850:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 333 00000100:00100000:1.0:1780334579.690861:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 334 00000100:00100000:1.0:1780334579.690874:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2409:x1866815604300288:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334579.690899:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2409:x1866815604300288:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334579.690904:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 334 00000100:00100000:1.0:1780334579.690917:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 335 00000100:00100000:1.0:1780334579.690923:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604300160:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334579.690959:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604300160:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 36us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334579.690964:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 335 00000100:00080000:1.0:1780334579.691000:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334579.691004:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334579.691007:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334579.691009:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334579.691355:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604299264 00000100:00100000:3.0:1780334579.691363:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604299264 00000100:00100000:3.0:1780334579.691399:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 552 00000100:00100000:3.0:1780334579.691406:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604299264:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334579.691437:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604299264:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (1553us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334579.691442:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 552 00000100:00100000:1.0:1780334579.827979:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624180736:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334579.828049:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334579.828121:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624180736 00000100:00100000:1.0:1780334579.828128:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624180736 00000100:00100000:1.0:1780334579.828174:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1780334579.828183:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624180736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334579.828216:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:1.0:1780334579.828274:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624180736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334579.828281:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1780334579.828327:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624180736:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334580.341349:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624180864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334580.341425:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334580.341488:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334580.341495:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624180992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334580.341516:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334580.341548:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624180864 00000100:00100000:0.0:1780334580.341556:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624180864 00000100:00100000:0.0:1780334580.341607:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624180992 00000100:00100000:0.0:1780334580.341610:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624180992 00000100:00100000:1.0:1780334580.341623:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1780334580.341643:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624180864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334580.341790:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1780334580.341863:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624180864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 222us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334580.342210:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1780334580.342217:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1780334580.342227:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624180992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334580.342239:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1780334580.342274:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624180992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334580.342282:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00080000:0.0:1780334580.342303:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334580.342319:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624181504:0@lo:400:kworker.0 00000100:00100000:0.0:1780334580.342353:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334580.342365:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624181120:0@lo:400:kworker.0 00000100:00100000:1.0:1780334580.342401:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334580.342427:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624181632:0@lo:400:kworker.0 00000100:00100000:1.0:1780334580.342455:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334580.342657:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624182144:0@lo:400:kworker.0 00000100:00100000:1.0:1780334580.342802:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334580.342846:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1780334580.342854:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624181248:0@lo:400:kworker.0 00000100:00100000:1.0:1780334580.342879:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334580.342900:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624181760:0@lo:400:kworker.0 00000100:00100000:1.0:1780334580.342918:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334580.342946:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624182272:0@lo:400:kworker.0 00000100:00100000:1.0:1780334580.342969:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334580.343004:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624181120 00000100:00100000:1.0:1780334580.343010:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624181120 00000100:00100000:1.0:1780334580.343324:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1780334580.343335:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624181120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334580.343476:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624182016:0@lo:400:kworker.0 00000100:00100000:0.0:1780334580.343511:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334580.343535:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1780334580.343541:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624181376:0@lo:400:kworker.0 00000100:00100000:0.0:1780334580.343576:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334580.343597:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624181888:0@lo:400:kworker.0 00000100:00100000:0.0:1780334580.343619:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334580.343647:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624182400:0@lo:400:kworker.0 00000100:00100000:3.0:1780334580.343648:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624181504 00000100:00100000:3.0:1780334580.343655:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624181504 00000100:00100000:0.0:1780334580.343674:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334580.343702:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624181248 00000100:00100000:0.0:1780334580.343707:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624181248 00000100:00100000:3.0:1780334580.343728:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624181760 00000100:00100000:3.0:1780334580.343732:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624181760 00000100:00100000:3.0:1780334580.343757:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624182272 00000100:00100000:3.0:1780334580.343760:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624182272 00000100:00100000:3.0:1780334580.343774:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624181888 00000100:00100000:3.0:1780334580.343776:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624181888 00000100:00100000:0.0:1780334580.343793:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624182400 00000100:00100000:3.0:1780334580.343801:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1780334580.343845:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624181504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334580.343868:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624182400 00000100:00100000:0.0:1780334580.343901:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1780334580.343908:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624181760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334580.343959:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624181760:12345-0@lo:400:kworker.0 Request processed in 51us (1038us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334580.343966:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1780334580.343972:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624181504:12345-0@lo:400:kworker.0 Request processed in 88us (1543us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334580.343981:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1780334580.344052:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624181120:12345-0@lo:400:kworker.0 Request processed in 718us (1648us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334580.344061:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1780334580.344114:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624182144 00000100:00100000:1.0:1780334580.344120:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624182144 00000100:00100000:1.0:1780334580.344156:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624182016 00000100:00100000:1.0:1780334580.344161:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624182016 00000100:00100000:1.0:1780334580.344322:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1780334580.344335:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624182144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334580.344390:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624182144:12345-0@lo:400:kworker.0 Request processed in 60us (1589us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334580.344398:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1780334580.344914:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624180992:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334580.344954:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624180864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334580.349314:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1780334580.349326:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1780334580.349342:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624182272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334580.349343:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624181248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334580.350625:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1780334580.350642:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624182400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334580.358202:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624182272:12345-0@lo:400:kworker.0 Request processed in 8868us (15225us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334580.358216:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1780334580.358291:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624181760:0@lo:400:kworker.0 00000100:00100000:0.0:1780334580.358304:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624182272:0@lo:400:kworker.0 00000100:00100000:0.0:1780334580.358313:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624181120:0@lo:400:kworker.0 00000100:00100000:0.0:1780334580.358323:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624181632:0@lo:400:kworker.0 00000100:00100000:0.0:1780334580.358333:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624182144:0@lo:400:kworker.0 00000100:00100000:3.0:1780334580.360327:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624181248:12345-0@lo:400:kworker.0 Request processed in 10982us (17438us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334580.360339:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00080000:3.0:1780334580.360374:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334580.360380:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334580.360394:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334580.360528:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624181376:0@lo:400:kworker.0 00000100:00100000:3.0:1780334580.360543:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624182016:0@lo:400:kworker.0 00000100:00100000:3.0:1780334580.360554:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624181504:0@lo:400:kworker.0 00000100:00100000:0.0:1780334580.362604:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624181248:0@lo:400:kworker.0 00000100:00100000:1.0:1780334580.363872:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624182400:12345-0@lo:400:kworker.0 Request processed in 13235us (20197us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334580.363881:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000001:00080000:1.0:1780334580.364023:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967764 is committed 00010000:00010000:1.0:1780334580.364065:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700958ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364075:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700958ea lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364082:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700958ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364088:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334580.364092:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700958ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364111:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700958ea lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364128:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff9b6f02d66100) 00010000:00010000:1.0:1780334580.364131:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334580.364135:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700958ea lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364140:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700958ea lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364159:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722800/0xdf9e767e700958f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364166:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722800/0xdf9e767e700958f1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364171:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722800/0xdf9e767e700958f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364176:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334580.364179:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722800/0xdf9e767e700958f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364184:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722800/0xdf9e767e700958f1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364192:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9b6f02d66d00) 00010000:00010000:1.0:1780334580.364194:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334580.364196:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722800/0xdf9e767e700958f1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364209:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722800/0xdf9e767e700958f1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364222:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095930 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364228:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095930 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364234:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095930 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364523:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334580.364529:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095930 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364535:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095930 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364544:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9b6f02d66d00) 00010000:00010000:1.0:1780334580.364546:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334580.364549:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095930 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364555:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095930 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364571:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009596f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364577:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009596f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364589:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009596f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364594:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334580.364597:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009596f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364603:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009596f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364611:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0xecadbcfe (ffff9b6f02d66400) 00010000:00010000:1.0:1780334580.364613:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334580.364616:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009596f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364621:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722400/0xdf9e767e7009596f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364636:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e700959a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364642:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e700959a7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364648:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e700959a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364654:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334580.364657:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e700959a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364672:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e700959a7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364680:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9b701a4df700) 00010000:00010000:1.0:1780334580.364683:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780334580.364686:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e700959a7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334580.364691:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e700959a7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334580.366362:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624181888:0@lo:400:kworker.0 00000100:00100000:0.0:1780334580.366953:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624182400:0@lo:400:kworker.0 00000040:00080000:1.0:1780334580.532233:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334580.532241:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334580.532447:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 1 00000040:00080000:1.0:1780334580.532456:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334580.659974:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334581.689311:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334581.876785:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624182528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334581.876887:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334581.876966:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624182528 00000100:00100000:0.0:1780334581.876974:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624182528 00000100:00100000:0.0:1780334581.877015:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1780334581.877023:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624182528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334581.877052:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1780334581.877094:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624182528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334581.877101:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1780334581.877148:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624182528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334581.879427:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334581.879438:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624182784:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334581.879469:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334581.879535:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624182784 00000100:00100000:0.0:1780334581.879540:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624182784 00000100:00100000:0.0:1780334581.879574:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1780334581.879581:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624182784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334581.879596:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1780334581.879635:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624182784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334581.879641:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1780334581.879680:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624182784:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780334583.743273:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334584.760999:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1780334584.768297:0:19505:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffcc89447f0 20000000:00000080:3.0:1780334584.768311:0:19505:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9b6f0377dc00 uarg=0000000000000000 00000040:00100000:3.0:1780334584.770167:0:19505:0:(llog.c:1067:llog_reverse_process()) index 57 : idx 49 20000000:01000000:3.0:1780334584.770178:0:19505:0:(mgs_llog.c:959:mgs_search_pool_cb()) Matched pool rec 56 cmd:0xce021 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:3.0:1780334584.770195:0:19505:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_11c.lustre-OST0001_UUID fl=4 00000040:00080000:1.0:1780334584.774618:0:19505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].58, 224 off18320 20000000:01000000:1.0:1780334584.774635:0:19505:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1780334584.774652:0:19505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].59, 136 off18456 00000040:00080000:1.0:1780334584.774665:0:19505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].60, 224 off18680 20000000:01000000:1.0:1780334584.774678:0:19505:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:1.0:1780334584.775064:0:19507:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 50 marker 47 1->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:1.0:1780334584.775084:0:19507:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 52 marker 47 2->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:1.0:1780334584.775095:0:19507:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 53 count 52 00000040:00080000:3.0:1780334584.775245:0:19505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].53, 224 off17424 20000000:01000000:3.0:1780334584.775255:0:19505:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1780334584.775269:0:19505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].54, 144 off17568 00000040:00080000:3.0:1780334584.775282:0:19505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].55, 224 off17792 20000000:01000000:3.0:1780334584.775294:0:19505:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-MDT0001/lustre-MDT0001-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 00000040:00080000:3.0:1780334584.777924:0:19505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].53, 224 off17424 20000000:01000000:3.0:1780334584.777938:0:19505:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1780334584.777958:0:19505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].54, 144 off17568 00000040:00080000:3.0:1780334584.777975:0:19505:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].55, 224 off17792 10000000:01000000:3.0:1780334584.777986:0:19505:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1780334584.778003:0:19505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9b6f04cf1600/0xdf9e767e700959ae lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778021:0:19505:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b702e7f5400/0xdf9e767e70095857 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a9b expref: 11 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778041:0:19505:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b702e7f5000/0xdf9e767e7009585e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095850 expref: 22 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778048:0:19505:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04a9b400/0xdf9e767e7009586c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095865 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778055:0:19505:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e7009587a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095873 expref: 22 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778061:0:19505:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095888 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095881 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778067:0:19505:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b702e7f5200/0xdf9e767e7009588f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa2 expref: 11 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778074:0:19505:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04722c00/0xdf9e767e7009589d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095896 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778080:0:19505:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04a9a200/0xdf9e767e700958ab lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700958a4 expref: 22 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778087:0:19505:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b702e7f4800/0xdf9e767e700958b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700958b2 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778093:0:19505:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700958c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700958c0 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778099:0:19505:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700958ce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa9 expref: 11 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778116:0:19505:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f01fd3000/0xdf9e767e700958dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700958d5 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778124:0:19505:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9b6f04cf1600/0xdf9e767e700959ae lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778161:0:19505:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f01fd3000/0xdf9e767e700958dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700958d5 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778175:0:19505:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b6f01fd3000/0xdf9e767e700958dc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700958d5 expref: 22 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334584.778188:0:19505:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19505:1866815624182912:0@lo:104: 00000100:00100000:3.0:1780334584.778247:0:19505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780334584.778374:0:19505:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700958ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa9 expref: 11 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778384:0:19505:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700958ce lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa9 expref: 11 pid: 6533 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334584.778393:0:19505:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19505:1866815624183040:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334584.778457:0:19505:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700958c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700958c0 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.778465:0:19505:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700958c7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700958c0 expref: 22 pid: 6531 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334584.778474:0:19505:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19505:1866815624183168:0@lo:104: 00000100:00100000:3.0:1780334584.778502:0:19505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780334584.779100:0:19505:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b702e7f4800/0xdf9e767e700958b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700958b2 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.779110:0:19505:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b702e7f4800/0xdf9e767e700958b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700958b2 expref: 22 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334584.779119:0:19505:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19505:1866815624183296:0@lo:104: 00000100:00100000:3.0:1780334584.779145:0:19505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334584.779235:0:6520:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624182912 00000100:00100000:1.0:1780334584.779242:0:6520:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624182912 00000100:00100000:1.0:1780334584.779275:0:6520:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624183168 00000100:00100000:1.0:1780334584.779278:0:6520:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624183168 00000100:00100000:1.0:1780334584.779291:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1780334584.779299:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+4:19505:x1866815624182912:12345-0@lo:104: 00010000:00010000:1.0:1780334584.779319:0:6520:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e700958d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700958dc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.779368:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780334584.779375:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+4:19505:x1866815624182912:12345-0@lo:104: Request processed in 76us (1128us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334584.779382:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1780334584.779397:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1780334584.779402:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+3:19505:x1866815624183168:12345-0@lo:104: 00010000:00010000:1.0:1780334584.779410:0:6520:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff8c00/0xdf9e767e700958c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700958c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.779512:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1780334584.779517:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+3:19505:x1866815624183168:12345-0@lo:104: Request processed in 115us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334584.779523:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00010000:00010000:1.0:1780334584.779540:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780334584.779545:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e700958d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700958dc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.779552:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9ae00 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334584.779556:0:6525:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e700958d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700958dc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.779564:0:6525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e700958d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700958dc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334584.779572:0:6525:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e700958d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700958dc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334584.779583:0:6525:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334584.779605:0:6525:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e700958d5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700958dc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.779612:0:6525:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334584.779629:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e700958d5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700958dc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.779636:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e700958d5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700958dc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.779649:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334584.779652:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff8c00/0xdf9e767e700958c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700958c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.779657:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f03ff8c00 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334584.779660:0:6525:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff8c00/0xdf9e767e700958c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700958c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.779666:0:6525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff8c00/0xdf9e767e700958c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700958c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334584.779672:0:6525:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff8c00/0xdf9e767e700958c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700958c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334584.779677:0:6525:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334584.779686:0:6525:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff8c00/0xdf9e767e700958c0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700958c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.779692:0:6525:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334584.779703:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff8c00/0xdf9e767e700958c0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700958c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.779709:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff8c00/0xdf9e767e700958c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700958c7 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.779718:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334584.779720:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334584.779722:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334584.779732:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624183424:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334584.779760:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334584.779780:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334584.779786:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624183552:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334584.779947:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334584.779973:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624183424 00000100:00100000:1.0:1780334584.779977:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624183424 00010000:00010000:1.0:1780334584.779994:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f01fd3000/0xdf9e767e700958dc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700958d5 expref: 23 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334584.780013:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624183552 00000100:00100000:1.0:1780334584.780016:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624183552 00010000:00010000:1.0:1780334584.780024:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700958c7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700958c0 expref: 24 pid: 6531 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334584.780038:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1780334584.780044:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+24:3660:x1866815624183424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334584.780054:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334584.780058:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f01fd3000/0xdf9e767e700958dc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700958d5 expref: 24 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.780078:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f01fd3000/0xdf9e767e700958dc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700958d5 expref: 24 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.780092:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334584.780117:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+24:3660:x1866815624183424:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334584.780123:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1780334584.780135:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:1.0:1780334584.780141:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624183552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334584.780147:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334584.780151:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700958c7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700958c0 expref: 23 pid: 6531 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.780159:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700958c7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700958c0 expref: 23 pid: 6531 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.780167:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334584.780184:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624183552:12345-0@lo:103:ldlm_bl.0 Request processed in 43us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334584.780189:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00010000:00010000:3.0:1780334584.780558:0:19505:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04a9a200/0xdf9e767e700958ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700958a4 expref: 22 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.780570:0:19505:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b6f04a9a200/0xdf9e767e700958ab lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700958a4 expref: 22 pid: 6533 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334584.780580:0:19505:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19505:1866815624183680:0@lo:104: 00000100:00100000:3.0:1780334584.780603:0:19505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780334584.780620:0:19505:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04722c00/0xdf9e767e7009589d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e70095896 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.780628:0:19505:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b6f04722c00/0xdf9e767e7009589d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e70095896 expref: 22 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334584.780636:0:19505:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19505:1866815624183808:0@lo:104: 00000100:00100000:3.0:1780334584.780660:0:19505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780334584.780679:0:19505:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b702e7f5200/0xdf9e767e7009588f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa2 expref: 11 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.780688:0:19505:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b702e7f5200/0xdf9e767e7009588f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa2 expref: 11 pid: 6532 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334584.780710:0:19505:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19505:1866815624183936:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334584.780759:0:19505:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095888 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e70095881 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.780768:0:19505:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095888 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e70095881 expref: 22 pid: 6531 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334584.780775:0:19505:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19505:1866815624184064:0@lo:104: 00010000:00010000:3.0:1780334584.780797:0:19505:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e7009587a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e70095873 expref: 22 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334584.780912:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624183296 00000100:00100000:0.0:1780334584.780917:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624183296 00000100:00100000:0.0:1780334584.780948:0:6521:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1780334584.780965:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334584.780973:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624183680 00000100:00100000:0.0:1780334584.780975:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624183680 00000100:00100000:0.0:1780334584.780986:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624183808 00000100:00100000:0.0:1780334584.780988:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624183808 00000100:00100000:0.0:1780334584.780996:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624184064 00000100:00100000:0.0:1780334584.780998:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624184064 00000100:00100000:0.0:1780334584.781008:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1780334584.781014:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+6:19505:x1866815624183296:12345-0@lo:104: 00010000:00010000:0.0:1780334584.781023:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff9400/0xdf9e767e700958b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700958b9 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.781060:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1780334584.781066:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+6:19505:x1866815624183296:12345-0@lo:104: Request processed in 52us (1921us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334584.781071:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1780334584.781083:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1780334584.781088:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+5:19505:x1866815624183680:12345-0@lo:104: 00010000:00010000:0.0:1780334584.781095:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b70421ed200/0xdf9e767e700958a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700958ab expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.781120:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1780334584.781124:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+5:19505:x1866815624183680:12345-0@lo:104: Request processed in 36us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334584.781134:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1780334584.781145:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1780334584.781149:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01a70050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+4:19505:x1866815624183808:12345-0@lo:104: 00010000:00010000:0.0:1780334584.781156:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e70095896 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e7009589d expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.781184:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1780334584.781188:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01a70050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+4:19505:x1866815624183808:12345-0@lo:104: Request processed in 39us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334584.781193:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1780334584.781218:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1780334584.781223:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+3:19505:x1866815624184064:12345-0@lo:104: 00000100:00100000:1.0:1780334584.781371:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624183552:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334584.781389:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624183424:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1780334584.781638:0:19505:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e7009587a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e70095873 expref: 22 pid: 6533 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334584.781648:0:19505:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19505:1866815624184192:0@lo:104: 00000100:00100000:3.0:1780334584.781673:0:19505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780334584.781715:0:19505:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04a9b400/0xdf9e767e7009586c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e70095865 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.781724:0:19505:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b6f04a9b400/0xdf9e767e7009586c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e70095865 expref: 22 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334584.781732:0:19505:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19505:1866815624184320:0@lo:104: 00000100:00100000:3.0:1780334584.781752:0:19505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780334584.781767:0:19505:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b702e7f5000/0xdf9e767e7009585e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e70095850 expref: 22 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.781774:0:19505:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b702e7f5000/0xdf9e767e7009585e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e70095850 expref: 22 pid: 6533 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334584.781789:0:19505:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19505:1866815624184448:0@lo:104: 00000100:00100000:1.0:1780334584.781886:0:6520:0:(service.c:3465:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:1.0:1780334584.781893:0:6520:0:(service.c:3524:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00000100:00100000:1.0:1780334584.781998:0:6520:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624184192 00000100:00100000:1.0:1780334584.782002:0:6520:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624184192 00000100:00100000:1.0:1780334584.782021:0:6520:0:(service.c:3465:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:1.0:1780334584.782031:0:6520:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624184320 00000100:00100000:1.0:1780334584.782034:0:6520:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624184320 00000100:00100000:1.0:1780334584.782110:0:19509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1780334584.782117:0:19509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:003605f5-7160-43b5-a66c-100b20743ad7+5:19505:x1866815624184192:12345-0@lo:104: 00010000:00010000:1.0:1780334584.782125:0:19509:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04722a00/0xdf9e767e70095873 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e7009587a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.782156:0:19509:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1780334584.782161:0:19509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:003605f5-7160-43b5-a66c-100b20743ad7+5:19505:x1866815624184192:12345-0@lo:104: Request processed in 46us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334584.782165:0:19509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1780334584.782176:0:19509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1780334584.782180:0:19509:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:003605f5-7160-43b5-a66c-100b20743ad7+4:19505:x1866815624184320:12345-0@lo:104: 00010000:00010000:1.0:1780334584.782186:0:19509:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b70421ed400/0xdf9e767e70095865 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e7009586c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.782204:0:19509:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:1.0:1780334584.782209:0:19509:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:003605f5-7160-43b5-a66c-100b20743ad7+4:19505:x1866815624184320:12345-0@lo:104: Request processed in 28us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334584.782213:0:19509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00010000:00010000:0.0:1780334584.782613:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b70421ec200/0xdf9e767e70095881 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095888 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.782649:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:0.0:1780334584.782655:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+3:19505:x1866815624184064:12345-0@lo:104: Request processed in 1431us (1689us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334584.782661:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00010000:00010000:0.0:1780334584.782681:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1780334584.782686:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff9400/0xdf9e767e700958b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700958b9 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.782694:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f03ff9400 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:0.0:1780334584.782698:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff9400/0xdf9e767e700958b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700958b9 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.782718:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff9400/0xdf9e767e700958b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700958b9 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780334584.782725:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff9400/0xdf9e767e700958b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700958b9 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334584.782731:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1780334584.782761:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff9400/0xdf9e767e700958b2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700958b9 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.782768:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780334584.782791:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff9400/0xdf9e767e700958b2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700958b9 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.782874:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f03ff9400/0xdf9e767e700958b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700958b9 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.782896:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1780334584.782911:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b70421ed200/0xdf9e767e700958a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700958ab expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.782925:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b70421ed200 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:0.0:1780334584.782928:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b70421ed200/0xdf9e767e700958a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700958ab expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.782938:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b70421ed200/0xdf9e767e700958a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700958ab expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780334584.782946:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b70421ed200/0xdf9e767e700958a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700958ab expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334584.782958:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1780334584.782987:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b70421ed200/0xdf9e767e700958a4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700958ab expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.782993:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780334584.783001:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b70421ed200/0xdf9e767e700958a4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700958ab expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783008:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b70421ed200/0xdf9e767e700958a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700958ab expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783019:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1780334584.783026:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e70095896 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e7009589d expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783035:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f5c00 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:0.0:1780334584.783039:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e70095896 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e7009589d expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783049:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e70095896 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e7009589d expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780334584.783062:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e70095896 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e7009589d expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334584.783069:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1780334584.783095:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e70095896 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009589d expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783101:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780334584.783121:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e70095896 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009589d expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783128:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b702e7f5c00/0xdf9e767e70095896 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009589d expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783137:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1780334584.783140:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04722a00/0xdf9e767e70095873 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e7009587a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783146:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722a00 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:0.0:1780334584.783148:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04722a00/0xdf9e767e70095873 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e7009587a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783154:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04722a00/0xdf9e767e70095873 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e7009587a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780334584.783160:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04722a00/0xdf9e767e70095873 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e7009587a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334584.783165:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1780334584.783177:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04722a00/0xdf9e767e70095873 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009587a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783183:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780334584.783188:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04722a00/0xdf9e767e70095873 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009587a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783193:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04722a00/0xdf9e767e70095873 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009587a expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783203:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780334584.783211:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b70421ed400/0xdf9e767e70095865 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e7009586c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783217:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b70421ed400 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:0.0:1780334584.783220:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b70421ed400/0xdf9e767e70095865 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e7009586c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783238:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b70421ed400/0xdf9e767e70095865 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e7009586c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780334584.783244:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b70421ed400/0xdf9e767e70095865 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e7009586c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334584.783249:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1780334584.783272:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b70421ed400/0xdf9e767e70095865 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009586c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783279:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780334584.783285:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b70421ed400/0xdf9e767e70095865 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009586c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783293:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b70421ed400/0xdf9e767e70095865 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009586c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783311:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780334584.783314:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b70421ec200/0xdf9e767e70095881 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095888 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783320:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b70421ec200 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:0.0:1780334584.783322:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b70421ec200/0xdf9e767e70095881 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e70095888 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783338:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b70421ec200/0xdf9e767e70095881 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e70095888 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780334584.783345:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b70421ec200/0xdf9e767e70095881 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e70095888 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334584.783351:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1780334584.783373:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b70421ec200/0xdf9e767e70095881 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095888 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783379:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780334584.783384:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b70421ec200/0xdf9e767e70095881 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095888 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783390:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b70421ec200/0xdf9e767e70095881 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095888 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.783400:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334584.783402:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334584.783403:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334584.783414:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624185088:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334584.783690:0:6520:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624184448 00000100:00100000:1.0:1780334584.783695:0:6520:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624184448 00000100:00100000:1.0:1780334584.783732:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1780334584.783739:0:6520:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+3:19505:x1866815624184448:12345-0@lo:104: 00010000:00010000:1.0:1780334584.783748:0:6520:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b70421ed600/0xdf9e767e70095850 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e7009585e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334584.783797:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1780334584.783999:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334584.784077:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604300416 00000100:00100000:3.0:1780334584.784081:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604300416 00010000:00010000:3.0:1780334584.784098:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700958ce lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa9 expref: 12 pid: 6533 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334584.784120:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 249 00000100:00100000:3.0:1780334584.784126:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026afc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604300416:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334584.784136:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334584.784140:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700958ce lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa9 expref: 12 pid: 6533 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.784151:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700958ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa9 expref: 12 pid: 6533 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.784164:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700958ce lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa9 expref: 12 pid: 6533 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334584.784175:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334584.784202:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026afc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:2407:x1866815604300416:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 77us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334584.784209:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 249 00000100:00100000:0.0:1780334584.784972:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334584.785011:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334584.785021:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624184960:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334584.785051:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780334584.785077:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780334584.785083:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b70421ed600/0xdf9e767e70095850 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e7009585e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785107:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b70421ed600 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:0.0:1780334584.785111:0:10291:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b70421ed600/0xdf9e767e70095850 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e7009585e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785119:0:10291:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b70421ed600/0xdf9e767e70095850 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e7009585e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1780334584.785125:0:10291:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b70421ed600/0xdf9e767e70095850 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e7009585e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334584.785130:0:10291:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1780334584.785160:0:10291:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b70421ed600/0xdf9e767e70095850 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009585e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785166:0:10291:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1780334584.785179:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b70421ed600/0xdf9e767e70095850 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009585e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785186:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b70421ed600/0xdf9e767e70095850 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e7009585e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785202:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334584.785204:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334584.785205:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334584.785217:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624184576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334584.785256:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334584.785274:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624185216:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334584.785293:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334584.785317:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780334584.785323:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624184832:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334584.785344:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334584.785356:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624185344:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334584.785373:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334584.785392:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624185472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334584.785412:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334584.785443:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624185088 00000100:00100000:0.0:1780334584.785449:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624185088 00010000:00010000:0.0:1780334584.785471:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e7009587a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095873 expref: 21 pid: 6533 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334584.785486:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624184960 00000100:00100000:0.0:1780334584.785489:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624184960 00010000:00010000:0.0:1780334584.785498:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04722c00/0xdf9e767e7009589d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095896 expref: 22 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334584.785507:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624184576 00000100:00100000:0.0:1780334584.785509:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624184576 00010000:00010000:0.0:1780334584.785517:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b702e7f4800/0xdf9e767e700958b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700958b2 expref: 23 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334584.785525:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624185216 00000100:00100000:0.0:1780334584.785527:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624185216 00010000:00010000:0.0:1780334584.785534:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04a9b400/0xdf9e767e7009586c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095865 expref: 24 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334584.785544:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624184832 00000100:00100000:0.0:1780334584.785546:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624184832 00010000:00010000:0.0:1780334584.785554:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04a9a200/0xdf9e767e700958ab lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700958a4 expref: 25 pid: 6533 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334584.785576:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624185344 00000100:00100000:0.0:1780334584.785579:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624185344 00010000:00010000:0.0:1780334584.785591:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095888 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095881 expref: 26 pid: 6531 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334584.785600:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624185472 00000100:00100000:0.0:1780334584.785602:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624185472 00010000:00010000:0.0:1780334584.785611:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b702e7f5000/0xdf9e767e7009585e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095850 expref: 27 pid: 6533 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334584.785622:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1780334584.785629:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+27:3661:x1866815624185088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334584.785639:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334584.785643:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e7009587a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095873 expref: 27 pid: 6533 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785651:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e7009587a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e70095873 expref: 27 pid: 6533 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785663:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e7009587a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e70095873 expref: 27 pid: 6533 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785674:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334584.785700:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+26:3661:x1866815624185088:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334584.785707:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1780334584.785722:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:0.0:1780334584.785727:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+25:3661:x1866815624184960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334584.785743:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334584.785747:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04722c00/0xdf9e767e7009589d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095896 expref: 25 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785756:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04722c00/0xdf9e767e7009589d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e70095896 expref: 25 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785765:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04722c00/0xdf9e767e7009589d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e70095896 expref: 25 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785774:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334584.785795:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+24:3661:x1866815624184960:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (744us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334584.785837:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:0.0:1780334584.785850:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1780334584.785856:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624184576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334584.785863:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334584.785866:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b702e7f4800/0xdf9e767e700958b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700958b2 expref: 23 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785874:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b702e7f4800/0xdf9e767e700958b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700958b2 expref: 23 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785883:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b702e7f4800/0xdf9e767e700958b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e700958b2 expref: 23 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785890:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334584.785929:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+22:3658:x1866815624184576:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334584.785943:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1780334584.785955:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1780334584.785961:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+21:3658:x1866815624185216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334584.785968:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334584.785971:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04a9b400/0xdf9e767e7009586c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095865 expref: 21 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785979:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04a9b400/0xdf9e767e7009586c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e70095865 expref: 21 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785987:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04a9b400/0xdf9e767e7009586c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e70095865 expref: 21 pid: 6532 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.785994:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334584.786016:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+20:3658:x1866815624185216:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334584.786021:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:0.0:1780334584.786032:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1780334584.786038:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+19:3658:x1866815624184832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334584.786046:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334584.786050:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04a9a200/0xdf9e767e700958ab lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700958a4 expref: 19 pid: 6533 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.786059:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04a9a200/0xdf9e767e700958ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700958a4 expref: 19 pid: 6533 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.786068:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04a9a200/0xdf9e767e700958ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e700958a4 expref: 19 pid: 6533 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.786085:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334584.786107:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+18:3658:x1866815624184832:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334584.786114:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1780334584.786125:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1780334584.786130:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+17:3658:x1866815624185344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334584.786137:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334584.786141:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095888 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095881 expref: 17 pid: 6531 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.786149:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095888 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e70095881 expref: 17 pid: 6531 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.786158:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b70421ed800/0xdf9e767e70095888 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e70095881 expref: 17 pid: 6531 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.786166:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334584.786185:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+16:3658:x1866815624185344:12345-0@lo:103:ldlm_bl.0 Request processed in 55us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334584.786191:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1780334584.786202:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:0.0:1780334584.786207:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026afc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+15:3660:x1866815624185472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334584.786214:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334584.786218:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b702e7f5000/0xdf9e767e7009585e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095850 expref: 15 pid: 6533 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.786226:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b702e7f5000/0xdf9e767e7009585e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e70095850 expref: 15 pid: 6533 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.786240:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334584.786266:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026afc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:003605f5-7160-43b5-a66c-100b20743ad7+15:3660:x1866815624185472:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334584.786272:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00010000:00010000:0.0:1780334584.786318:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334584.786341:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624185472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334584.786368:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624184832:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334584.786375:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624185344:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334584.786381:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624184576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334584.786387:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624185216:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334584.786419:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334584.786431:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624184960:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1780334584.786438:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624185088:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334584.786452:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334584.786555:0:6520:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:003605f5-7160-43b5-a66c-100b20743ad7+3:19505:x1866815624184448:12345-0@lo:104: Request processed in 2816us (3742us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334584.786563:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1780334584.787151:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334584.787624:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604300544 00000100:00100000:0.0:1780334584.787632:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604300544 00010000:00010000:0.0:1780334584.787659:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b702e7f5200/0xdf9e767e7009588f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa2 expref: 11 pid: 6532 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334584.787950:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334584.788747:0:19505:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19505:1866815624183936:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334584.788771:0:19505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b702e7f5000/0xdf9e767e7009585e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e70095850 expref: 14 pid: 6533 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334584.788784:0:19505:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19505:1866815624184448:0@lo:104: 00000100:00100000:2.0:1780334584.788792:0:19505:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19505:1866815624184704:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334584.788864:0:19505:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9b6f04cf1600/0xdf9e767e700959ae lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334584.788925:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604300672 00000100:00100000:0.0:1780334584.788931:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604300672 00010000:00010000:0.0:1780334584.788957:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b702e7f5400/0xdf9e767e70095857 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a9b expref: 12 pid: 6533 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334584.789002:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 257 00000100:00100000:0.0:1780334584.789011:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604300544:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334584.789025:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334584.789030:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b702e7f5200/0xdf9e767e7009588f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa2 expref: 12 pid: 6532 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.789039:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b702e7f5200/0xdf9e767e7009588f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa2 expref: 12 pid: 6532 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.789056:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b702e7f5200/0xdf9e767e7009588f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aa2 expref: 12 pid: 6532 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.789066:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334584.789114:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:2407:x1866815604300544:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 105us (1965us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334584.789120:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 257 00000100:00100000:0.0:1780334584.789136:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 258 00000100:00100000:0.0:1780334584.789142:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:2407:x1866815604300672:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334584.789149:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334584.789153:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b702e7f5400/0xdf9e767e70095857 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a9b expref: 10 pid: 6533 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.789160:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b702e7f5400/0xdf9e767e70095857 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a9b expref: 10 pid: 6533 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.789169:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b702e7f5400/0xdf9e767e70095857 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0a9b expref: 10 pid: 6533 timeout: 688 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.789185:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9b6f04cf1600/0xdf9e767e700959ae lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.789193:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04cf1600/0xdf9e767e700959ae lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.789205:0:6524:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b6f04cf1600/0xdf9e767e700959ae lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.789212:0:6524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b6f04cf1600/0xdf9e767e700959ae lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.789219:0:6524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b6f04cf1600/0xdf9e767e700959ae lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.789386:0:6524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b6f04cf1600/0xdf9e767e700959ae lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.789392:0:6524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334584.789396:0:6524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b6f04cf1600/0xdf9e767e700959ae lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.789403:0:6524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b6f04cf1600/0xdf9e767e700959ae lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.789414:0:6524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b6f04cf1600/0xdf9e767e700959ae lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334584.789423:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334584.789455:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+9:2407:x1866815604300672:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 312us (1505us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334584.789467:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 258 00010000:00010000:2.0:1780334584.789797:0:19505:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9b6f04cf1600/0xdf9e767e700959ae lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334584.789805:0:19505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9b6f04cf1600/0xdf9e767e700959ae lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334584.789839:0:19505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04cf1600/0xdf9e767e700959ae lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334584.812188:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334584.812238:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334584.812277:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334584.812308:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334584.812332:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604300800 00000100:00100000:1.0:1780334584.812333:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334584.812343:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604300800 00000100:00100000:1.0:1780334584.812396:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334584.812403:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604301312 00000100:00100000:3.0:1780334584.812419:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604301312 00000100:00100000:1.0:1780334584.812421:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604301056 00000100:00100000:1.0:1780334584.812426:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604301056 00000100:00100000:3.0:1780334584.812447:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604300928 00000100:00100000:3.0:1780334584.812451:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604300928 00000100:00100000:1.0:1780334584.812477:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604301568 00000100:00100000:3.0:1780334584.812482:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 611 00000100:00100000:1.0:1780334584.812482:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604301568 00000100:00100000:3.0:1780334584.812497:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:2407:x1866815604300800:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334584.812509:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604301184 00000100:00100000:1.0:1780334584.812512:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604301184 00000100:00100000:1.0:1780334584.812530:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 338 00000100:00100000:1.0:1780334584.812538:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2407:x1866815604301056:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334584.812574:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2407:x1866815604301056:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 35us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334584.812575:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:2407:x1866815604300800:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 80us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334584.812588:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 338 00000100:00100000:3.0:1780334584.812592:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 611 00000100:00100000:1.0:1780334584.812609:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 339 00000100:00100000:3.0:1780334584.812614:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 612 00000100:00100000:1.0:1780334584.812619:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604301568:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334584.812627:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+31:2407:x1866815604301312:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334584.812645:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604301568:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 29us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334584.812652:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 339 00000100:00100000:3.0:1780334584.812663:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+31:2407:x1866815604301312:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 39us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334584.812667:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 340 00000100:00100000:3.0:1780334584.812673:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 612 00000100:00100000:1.0:1780334584.812684:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2406:x1866815604301184:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334584.812695:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 613 00000100:00100000:1.0:1780334584.812707:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2406:x1866815604301184:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334584.812714:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 340 00000100:00100000:3.0:1780334584.812720:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604300928:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334584.812751:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604300928:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 36us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334584.812759:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 613 00000100:00080000:3.0:1780334584.812783:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334584.812788:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334584.812790:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334584.812792:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334584.813291:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334584.813319:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334584.813353:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604301440 00000100:00100000:1.0:1780334584.813358:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604301440 00000100:00100000:1.0:1780334584.813402:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 614 00000100:00100000:1.0:1780334584.813409:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604301440:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334584.813520:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604301440:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 110us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334584.813527:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 614 00000100:00080000:3.0:1780334584.813542:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334584.813764:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604301696 00000100:00100000:2.0:1780334584.813768:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604301696 00000100:00080000:3.0:1780334584.813875:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334584.813948:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 341 00000100:00100000:2.0:1780334584.813957:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604301696:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334584.814002:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604301696:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 46us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334584.814007:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 341 00000100:00100000:2.0:1780334584.948134:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334584.948158:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03695c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624185600:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334584.948230:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334584.948403:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624185600 00000100:00100000:0.0:1780334584.948411:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624185600 00000100:00100000:0.0:1780334584.948461:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1780334584.948470:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624185600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334584.948504:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:0.0:1780334584.948556:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624185600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334584.948563:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1780334584.949018:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03695c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624185600:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334585.460137:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624185856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334585.460203:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334585.460283:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334585.460289:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03695c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624185728:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334585.460308:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334585.460334:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624185856 00000100:00100000:0.0:1780334585.460341:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624185856 00000100:00100000:0.0:1780334585.460377:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624185728 00000100:00100000:0.0:1780334585.460379:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624185728 00000100:00100000:0.0:1780334585.460392:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1780334585.460400:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624185856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334585.460424:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1780334585.460470:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624185856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334585.460477:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1780334585.460503:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1780334585.460508:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624185728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334585.460516:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1780334585.460536:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624185728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 28us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334585.460541:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1780334585.460737:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03695c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624185728:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334585.460747:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624185856:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1780334585.460834:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334585.461074:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624186368:0@lo:400:kworker.0 00000100:00100000:2.0:1780334585.461113:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334585.461136:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624186880:0@lo:400:kworker.0 00000100:00100000:2.0:1780334585.461159:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334585.461174:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1780334585.461181:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624186240:0@lo:400:kworker.0 00000100:00100000:2.0:1780334585.461202:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334585.461217:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624186752:0@lo:400:kworker.0 00000100:00100000:2.0:1780334585.461236:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334585.461249:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624187264:0@lo:400:kworker.0 00000100:00100000:2.0:1780334585.461279:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334585.461306:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624186240 00000100:00100000:2.0:1780334585.461310:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624186240 00000100:00100000:2.0:1780334585.461339:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1780334585.461346:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624186240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334585.461384:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624186240:12345-0@lo:400:kworker.0 Request processed in 39us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334585.461391:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1780334585.461409:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624186368 00000100:00100000:2.0:1780334585.461413:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624186368 00000100:00100000:2.0:1780334585.461433:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624186752 00000100:00100000:2.0:1780334585.461436:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624186752 00000100:00100000:2.0:1780334585.461467:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624187264 00000100:00100000:2.0:1780334585.461470:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624187264 00000100:00100000:2.0:1780334585.461484:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1780334585.461489:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624186368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334585.461518:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624186368:12345-0@lo:400:kworker.0 Request processed in 29us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334585.461532:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1780334585.461544:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1780334585.461562:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624186752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334585.461592:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624186752:12345-0@lo:400:kworker.0 Request processed in 31us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334585.461597:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1780334585.461608:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1780334585.461613:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624187264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334585.461636:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624187264:12345-0@lo:400:kworker.0 Request processed in 23us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334585.461642:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1780334585.461668:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624186240:0@lo:400:kworker.0 00000100:00100000:2.0:1780334585.461677:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624186752:0@lo:400:kworker.0 00000100:00100000:2.0:1780334585.461685:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624187264:0@lo:400:kworker.0 00000100:00100000:2.0:1780334585.461693:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624186368:0@lo:400:kworker.0 00000100:00080000:3.0:1780334585.462147:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334585.462163:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624186112:0@lo:400:kworker.0 00000100:00100000:3.0:1780334585.462208:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334585.462241:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624186624:0@lo:400:kworker.0 00000100:00100000:3.0:1780334585.462271:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334585.462288:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624187136:0@lo:400:kworker.0 00000100:00100000:3.0:1780334585.462308:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334585.462328:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1780334585.462334:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624185984:0@lo:400:kworker.0 00000100:00100000:3.0:1780334585.462367:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334585.462385:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624186496:0@lo:400:kworker.0 00000100:00100000:3.0:1780334585.462407:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334585.462424:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624187008:0@lo:400:kworker.0 00000100:00100000:3.0:1780334585.462445:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334585.462570:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624186112 00000100:00100000:3.0:1780334585.462575:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624186112 00000100:00100000:3.0:1780334585.462596:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624186624 00000100:00100000:3.0:1780334585.462598:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624186624 00000100:00100000:3.0:1780334585.462612:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624187136 00000100:00100000:3.0:1780334585.462614:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624187136 00000100:00100000:3.0:1780334585.462629:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1780334585.462634:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624186112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334585.462669:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624186112:12345-0@lo:400:kworker.0 Request processed in 35us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334585.462675:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1780334585.462687:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1780334585.462691:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624186624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334585.462710:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624186624:12345-0@lo:400:kworker.0 Request processed in 19us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334585.462722:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1780334585.462732:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1780334585.462736:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624187136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334585.462757:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624187136:12345-0@lo:400:kworker.0 Request processed in 21us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334585.462762:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1780334585.462778:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624186496 00000100:00100000:3.0:1780334585.462782:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624186496 00000100:00100000:3.0:1780334585.462804:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1780334585.462852:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624186496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334585.462879:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624186496:12345-0@lo:400:kworker.0 Request processed in 70us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334585.462885:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00080000:3.0:1780334585.462908:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334585.462929:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624186496:0@lo:400:kworker.0 00000100:00100000:3.0:1780334585.462938:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624186112:0@lo:400:kworker.0 00000100:00100000:3.0:1780334585.462945:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624186624:0@lo:400:kworker.0 00000100:00100000:3.0:1780334585.462952:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624187136:0@lo:400:kworker.0 00000100:00100000:1.0:1780334585.463486:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624186880 00000100:00100000:1.0:1780334585.463492:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624186880 00000100:00100000:1.0:1780334585.463534:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624187008 00000100:00100000:1.0:1780334585.463537:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624187008 00000100:00100000:1.0:1780334585.463562:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1780334585.463569:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624186880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334585.463613:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624186880:12345-0@lo:400:kworker.0 Request processed in 45us (2454us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334585.463618:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1780334585.463630:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1780334585.463634:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624187008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334585.463657:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624187008:12345-0@lo:400:kworker.0 Request processed in 24us (1212us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334585.463673:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1780334585.463707:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624186880:0@lo:400:kworker.0 00000100:00080000:3.0:1780334585.463961:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334585.463980:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624187008:0@lo:400:kworker.0 00000100:00100000:2.0:1780334585.464109:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624185984 00000100:00100000:2.0:1780334585.464113:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624185984 00000100:00100000:2.0:1780334585.464580:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1780334585.464589:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+14:3661:x1866815624185984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334585.464647:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+14:3661:x1866815624185984:12345-0@lo:400:kworker.0 Request processed in 59us (2279us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334585.464652:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:0.0:1780334585.464719:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624185984:0@lo:400:kworker.0 00010000:00010000:0.0:1780334585.780441:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1780334586.164186:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1780334586.164217:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9b6f01d9f000 from 58 10000000:01000000:2.0:1780334586.164222:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1780334586.164266:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04722c00/0xdf9e767e700959b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.164277:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04722c00/0xdf9e767e700959b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.164286:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04722c00/0xdf9e767e700959b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334586.164308:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624187392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.164373:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334586.164442:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8840 going to sleep for 11 seconds 00000100:00100000:1.0:1780334586.164761:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624187392 00000100:00100000:1.0:1780334586.164768:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624187392 00000100:00100000:1.0:1780334586.164840:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1780334586.164849:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+14:6535:x1866815624187392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334586.164862:0:6532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334586.164876:0:6532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04ea7600/0xdf9e767e700959bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e700959b5 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334586.164908:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04ea7600/0xdf9e767e700959bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e700959b5 expref: 15 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334586.164918:0:6532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04ea7600/0xdf9e767e700959bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700959b5 expref: 15 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334586.164927:0:6532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea7600, rc 0) 00000100:00100000:1.0:1780334586.164976:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624187392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334586.164982:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1780334586.165068:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624187392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780334586.165081:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04722c00/0xdf9e767e700959b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700959bc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.165155:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04722c00/0xdf9e767e700959b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e700959bc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334586.165270:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624187520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.165298:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334586.165419:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8840 going to sleep for 11 seconds 00000100:00100000:0.0:1780334586.173311:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624187520 00000100:00100000:0.0:1780334586.173325:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624187520 00000100:00100000:0.0:1780334586.173457:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1780334586.173468:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624187520:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.173638:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624187520:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 172us (8339us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.173646:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1780334586.173729:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624187520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.173782:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624187648:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.173850:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334586.173875:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01d903c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334586.173887:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624187648 00000100:00100000:0.0:1780334586.173890:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624187648 00000100:00100000:0.0:1780334586.173918:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1780334586.173923:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624187648:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.174002:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624187648:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 78us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.174009:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1780334586.174047:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624187648:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.174274:0:19510:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19510:1866815624187776:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334586.174307:0:19510:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334586.174325:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624187776 00000100:00100000:0.0:1780334586.174328:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624187776 00000100:00100000:0.0:1780334586.174346:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1780334586.174351:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+15:19510:x1866815624187776:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334586.174420:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+15:19510:x1866815624187776:12345-0@lo:502:llog_process_th.0 Request processed in 68us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.174427:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1780334586.174455:0:19510:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01d90840 going to sleep for 11 seconds 00000100:00100000:0.0:1780334586.174466:0:19510:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19510:1866815624187776:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334586.174501:0:19510:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19510:1866815624187904:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334586.174535:0:19510:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334586.174552:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624187904 00000100:00100000:0.0:1780334586.174555:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624187904 00000100:00100000:0.0:1780334586.174571:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1780334586.174576:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+15:19510:x1866815624187904:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334586.174628:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+15:19510:x1866815624187904:12345-0@lo:502:llog_process_th.0 Request processed in 52us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.174635:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1780334586.174665:0:19510:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334586.174676:0:19510:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19510:1866815624187904:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1780334586.174693:0:19510:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:0.0:1780334586.174742:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:0.0:1780334586.174763:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1780334586.174772:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04722c00/0xdf9e767e700959b5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700959bc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.174782:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04722c00/0xdf9e767e700959b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700959bc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334586.174791:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1780334586.174793:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1780334586.174796:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1780334586.174841:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700959c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.174850:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700959c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.174858:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700959c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334586.174871:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624188032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.174905:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334586.174924:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334586.174935:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624188032 00000100:00100000:0.0:1780334586.174939:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624188032 00000100:00100000:0.0:1780334586.174956:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1780334586.174961:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624188032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334586.174975:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334586.174987:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e700959ca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e700959c3 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.175007:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e700959ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e700959c3 expref: 16 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.175017:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e700959ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700959c3 expref: 16 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.175025:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9ba00, rc 0) 00000100:00100000:0.0:1780334586.175055:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624188032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 94us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.175061:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1780334586.175088:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624188032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334586.175098:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700959c3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700959ca expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.175106:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700959c3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e700959ca expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334586.175145:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624188160:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.175170:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334586.175182:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334586.175193:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624188160 00000100:00100000:0.0:1780334586.175195:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624188160 00000100:00100000:0.0:1780334586.175210:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1780334586.175216:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624188160:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.175299:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624188160:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 83us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.175306:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1780334586.175331:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624188160:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.175353:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624188288:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.175387:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334586.175398:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334586.175408:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624188288 00000100:00100000:0.0:1780334586.175411:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624188288 00000100:00100000:0.0:1780334586.175426:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1780334586.175431:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624188288:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.175494:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624188288:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 61us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.175500:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1780334586.175535:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624188288:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1780334586.176287:0:19511:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:1.0:1780334586.176344:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1780334586.176371:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1780334586.176381:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700959c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700959ca expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334586.176394:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700959c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700959ca expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334586.176417:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1780334586.176419:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9b703355a800 from 58 10000000:01000000:1.0:1780334586.176422:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1780334586.176445:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea7200/0xdf9e767e700959d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334586.176453:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea7200/0xdf9e767e700959d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334586.176461:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea7200/0xdf9e767e700959d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334586.176476:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624188416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780334586.176621:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334586.176660:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd4000 going to sleep for 11 seconds 00000100:00100000:2.0:1780334586.180322:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624188416 00000100:00100000:2.0:1780334586.180338:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624188416 00000100:00100000:2.0:1780334586.180456:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1780334586.180468:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624188416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780334586.180485:0:6532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334586.180515:0:6532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04722a00/0xdf9e767e700959d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e700959d1 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.180543:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04722a00/0xdf9e767e700959d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e700959d1 expref: 17 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.180554:0:6532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04722a00/0xdf9e767e700959d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700959d1 expref: 17 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.180563:0:6532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722a00, rc 0) 00000100:00100000:2.0:1780334586.180697:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624188416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 231us (4076us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334586.180704:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1780334586.180843:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624188416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334586.180860:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea7200/0xdf9e767e700959d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700959d8 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334586.180870:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea7200/0xdf9e767e700959d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e700959d8 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334586.180962:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624188544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334586.181000:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334586.181025:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd4000 going to sleep for 11 seconds 00000100:00100000:2.0:1780334586.181493:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624188544 00000100:00100000:2.0:1780334586.181499:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624188544 00000100:00100000:2.0:1780334586.181522:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1780334586.181530:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624188544:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.181659:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624188544:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 129us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334586.181665:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1780334586.182251:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624188544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334586.182296:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624188672:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334586.182357:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334586.182382:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd4000 going to sleep for 11 seconds 00000100:00100000:2.0:1780334586.182474:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624188672 00000100:00100000:2.0:1780334586.182479:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624188672 00000100:00100000:2.0:1780334586.182501:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1780334586.182508:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624188672:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.182590:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624188672:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 82us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334586.182597:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1780334586.183650:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624188672:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.196578:0:19512:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19512:1866815624188800:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334586.196668:0:19512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334586.196769:0:19512:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01d903c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334586.196841:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624188800 00000100:00100000:2.0:1780334586.196857:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624188800 00000100:00100000:2.0:1780334586.196910:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1780334586.196919:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+17:19512:x1866815624188800:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780334586.197047:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+17:19512:x1866815624188800:12345-0@lo:502:llog_process_th.0 Request processed in 129us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334586.197055:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1780334586.197244:0:19512:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19512:1866815624188800:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334586.197290:0:19512:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19512:1866815624188928:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334586.197324:0:19512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334586.197490:0:19512:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ab16540 going to sleep for 11 seconds 00000100:00100000:0.0:1780334586.197560:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624188928 00000100:00100000:0.0:1780334586.197565:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624188928 00000100:00100000:0.0:1780334586.197599:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1780334586.197607:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+17:19512:x1866815624188928:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334586.197681:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+17:19512:x1866815624188928:12345-0@lo:502:llog_process_th.0 Request processed in 76us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.197694:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1780334586.198509:0:19512:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19512:1866815624188928:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1780334586.198544:0:19512:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:0.0:1780334586.198795:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:0.0:1780334586.198852:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1780334586.198862:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea7200/0xdf9e767e700959d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700959d8 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.198872:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea7200/0xdf9e767e700959d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700959d8 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334586.198881:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1780334586.198883:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1780334586.198885:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1780334586.198927:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a200/0xdf9e767e700959df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.198934:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a200/0xdf9e767e700959df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.198943:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a200/0xdf9e767e700959df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334586.198960:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624189056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.198998:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334586.199098:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f000c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334586.200137:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624189056 00000100:00100000:3.0:1780334586.200147:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624189056 00000100:00100000:3.0:1780334586.200360:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1780334586.200374:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624189056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334586.200404:0:6533:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334586.200420:0:6533:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700959e6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e700959df expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334586.200448:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700959e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e700959df expref: 18 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334586.200459:0:6533:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700959e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700959df expref: 18 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334586.200468:0:6533:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0200, rc 0) 00000100:00100000:3.0:1780334586.200665:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624189056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 289us (1660us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.201455:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624189056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334586.201474:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a200/0xdf9e767e700959df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700959e6 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.201582:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a200/0xdf9e767e700959df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e700959e6 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334586.201659:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624189184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.201704:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334586.201741:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f000c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334586.201844:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624189184 00000100:00100000:2.0:1780334586.201850:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624189184 00000100:00100000:3.0:1780334586.203265:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1780334586.203421:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1780334586.203435:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624189184:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.206866:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624189184:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 3426us (5151us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334586.206880:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1780334586.211477:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624189184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.211577:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624189312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.211653:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334586.211702:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334586.211847:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624189312 00000100:00100000:1.0:1780334586.211855:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624189312 00000100:00100000:1.0:1780334586.211927:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1780334586.211937:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624189312:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334586.212278:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624189312:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 342us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334586.212286:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1780334586.212354:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624189312:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1780334586.213613:0:19513:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:2.0:1780334586.213799:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:2.0:1780334586.213990:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1780334586.214002:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a200/0xdf9e767e700959df lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700959e6 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.214074:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a200/0xdf9e767e700959df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700959e6 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780334586.214085:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1780334586.214088:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9b7011040000 from 58 10000000:01000000:2.0:1780334586.214090:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1780334586.214126:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04723400/0xdf9e767e700959ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.214152:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04723400/0xdf9e767e700959ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.214164:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04723400/0xdf9e767e700959ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334586.214185:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624189440:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.214243:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334586.214317:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8180 going to sleep for 11 seconds 00000100:00100000:0.0:1780334586.214354:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624189440 00000100:00100000:0.0:1780334586.214361:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624189440 00000100:00100000:0.0:1780334586.214403:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1780334586.214412:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624189440:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334586.214423:0:6532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334586.214435:0:6532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700959f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e700959ed expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.214459:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700959f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e700959ed expref: 19 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.214469:0:6532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700959f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700959ed expref: 19 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.214477:0:6532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9aa00, rc 0) 00000100:00100000:0.0:1780334586.214656:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624189440:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 244us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.214669:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1780334586.214725:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624189440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780334586.214738:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04723400/0xdf9e767e700959ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700959f4 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.214747:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04723400/0xdf9e767e700959ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e700959f4 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334586.214801:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624189568:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.216687:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334586.216767:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8180 going to sleep for 11 seconds 00000100:00100000:1.0:1780334586.217076:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624189568 00000100:00100000:1.0:1780334586.217085:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624189568 00000100:00100000:1.0:1780334586.217166:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1780334586.217175:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624189568:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334586.217359:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624189568:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 185us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334586.217366:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1780334586.217455:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624189568:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.217512:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624189696:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.217555:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334586.217585:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8180 going to sleep for 11 seconds 00000100:00100000:0.0:1780334586.217694:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624189696 00000100:00100000:0.0:1780334586.217698:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624189696 00000100:00100000:0.0:1780334586.217734:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1780334586.217741:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624189696:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.217871:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624189696:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 130us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.217878:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1780334586.218063:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624189696:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334586.218509:0:19514:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19514:1866815624189824:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334586.218547:0:19514:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334586.218609:0:19514:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23240 going to sleep for 11 seconds 00000100:00100000:1.0:1780334586.218732:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624189824 00000100:00100000:1.0:1780334586.218737:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624189824 00000100:00100000:3.0:1780334586.218847:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1780334586.218855:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+19:19514:x1866815624189824:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334586.218975:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+19:19514:x1866815624189824:12345-0@lo:502:llog_process_th.0 Request processed in 120us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334586.218983:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1780334586.219233:0:19514:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19514:1866815624189824:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334586.219274:0:19514:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19514:1866815624189952:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334586.219311:0:19514:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334586.219336:0:19514:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd49c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334586.219387:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624189952 00000100:00100000:2.0:1780334586.219392:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624189952 00000100:00100000:2.0:1780334586.219419:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1780334586.219425:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+19:19514:x1866815624189952:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780334586.219561:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+19:19514:x1866815624189952:12345-0@lo:502:llog_process_th.0 Request processed in 136us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334586.219569:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1780334586.219684:0:19514:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19514:1866815624189952:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1780334586.219707:0:19514:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:2.0:1780334586.219898:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:2.0:1780334586.220249:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1780334586.220260:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04723400/0xdf9e767e700959ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700959f4 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.220271:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04723400/0xdf9e767e700959ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e700959f4 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780334586.220281:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:2.0:1780334586.220283:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 53 10000000:01000000:2.0:1780334586.220287:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1780334586.220311:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04723000/0xdf9e767e700959fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.220319:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04723000/0xdf9e767e700959fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.220327:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04723000/0xdf9e767e700959fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334586.220343:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624190080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.220376:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334586.220408:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780334586.220465:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624190080 00000100:00100000:3.0:1780334586.220472:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624190080 00000100:00100000:3.0:1780334586.220578:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1780334586.220587:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e683850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624190080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334586.220606:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334586.220617:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04cf0e00/0xdf9e767e70095a02 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e700959fb expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334586.220640:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04cf0e00/0xdf9e767e70095a02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e700959fb expref: 20 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334586.220649:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04cf0e00/0xdf9e767e70095a02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700959fb expref: 20 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334586.220658:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0e00, rc 0) 00000100:00100000:3.0:1780334586.220702:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e683850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624190080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334586.220727:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1780334586.220934:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624190080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334586.220947:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04723000/0xdf9e767e700959fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a02 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334586.220956:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04723000/0xdf9e767e700959fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095a02 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334586.221011:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624190208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334586.221196:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334586.221222:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334586.221397:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624190208 00000100:00100000:3.0:1780334586.221402:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624190208 00000100:00100000:3.0:1780334586.221424:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1780334586.221430:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624190208:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334586.221613:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624190208:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 181us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334586.221619:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1780334586.221739:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624190208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334586.221768:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624190336:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334586.221837:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334586.221861:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334586.221997:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624190336 00000100:00100000:3.0:1780334586.222002:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624190336 00000100:00100000:3.0:1780334586.222188:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1780334586.222196:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e681050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624190336:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334586.222281:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e681050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624190336:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 87us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334586.222298:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1780334586.222362:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624190336:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.223260:0:19515:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19515:1866815624190464:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780334586.223319:0:19515:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334586.223354:0:19515:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8c00 going to sleep for 11 seconds 00000100:00100000:3.0:1780334586.223414:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624190464 00000100:00100000:3.0:1780334586.223420:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624190464 00000100:00100000:3.0:1780334586.223502:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1780334586.223511:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e680450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+20:19515:x1866815624190464:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334586.223622:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e680450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+20:19515:x1866815624190464:12345-0@lo:502:llog_process_th.0 Request processed in 112us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334586.223629:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1780334586.223695:0:19515:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19515:1866815624190464:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1780334586.223719:0:19515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1780334586.223730:0:19515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1780334586.223732:0:19515:0:(obd_config.c:1561:class_process_config()) marker 51 (0x1) lustre-MDT0001-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:0.0:1780334586.223737:0:19515:0:(obd_config.c:1470:class_process_config()) processing cmd: ce022 00020000:01000000:0.0:1780334586.223753:0:19515:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000100:00100000:0.0:1780334586.223772:0:19515:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19515:1866815624190592:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334586.223807:0:19515:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334586.224194:0:19515:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f00600 going to sleep for 11 seconds 00000100:00100000:2.0:1780334586.224270:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624190592 00000100:00100000:2.0:1780334586.224275:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624190592 00000100:00100000:2.0:1780334586.224300:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1780334586.224307:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e680c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+20:19515:x1866815624190592:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780334586.224394:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e680c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+20:19515:x1866815624190592:12345-0@lo:502:llog_process_th.0 Request processed in 87us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334586.224401:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1780334586.224481:0:19515:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19515:1866815624190592:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1780334586.224510:0:19515:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1780334586.224516:0:19515:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1780334586.224517:0:19515:0:(obd_config.c:1561:class_process_config()) marker 51 (0x2) lustre-MDT0001-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1780334586.224521:0:19515:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 56 count 55 00000020:01000000:2.0:1780334586.224736:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 53-55 (rc=0) 10000000:01000000:2.0:1780334586.224761:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1780334586.224770:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04723000/0xdf9e767e700959fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a02 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.224780:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04723000/0xdf9e767e700959fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a02 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780334586.224789:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1780334586.224792:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9b701880a000 from 58 10000000:01000000:2.0:1780334586.224794:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1780334586.224851:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04723800/0xdf9e767e70095a09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.224859:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04723800/0xdf9e767e70095a09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.224868:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04723800/0xdf9e767e70095a09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334586.224883:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624190720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.224938:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334586.224960:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624190720 00000100:00100000:2.0:1780334586.224963:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624190720 00000100:00100000:2.0:1780334586.224981:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1780334586.224987:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624190720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780334586.224996:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334586.225007:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04723a00/0xdf9e767e70095a10 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095a09 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.225026:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04723a00/0xdf9e767e70095a10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095a09 expref: 21 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.225035:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04723a00/0xdf9e767e70095a10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095a09 expref: 21 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.225043:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723a00, rc 0) 00000100:00100000:2.0:1780334586.225069:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624190720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 82us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334586.225075:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1780334586.225096:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8900 going to sleep for 11 seconds 00000100:00100000:2.0:1780334586.225108:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624190720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780334586.225119:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04723800/0xdf9e767e70095a09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a10 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.225127:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04723800/0xdf9e767e70095a09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095a10 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334586.225172:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624190848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.225204:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334586.225221:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624190848 00000100:00100000:2.0:1780334586.225223:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624190848 00000100:00100000:2.0:1780334586.225240:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1780334586.225245:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e683c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624190848:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.225330:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e683c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624190848:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 84us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334586.225337:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1780334586.225357:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8900 going to sleep for 11 seconds 00000100:00100000:2.0:1780334586.225367:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624190848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.225390:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624190976:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.225428:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334586.225445:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624190976 00000100:00100000:2.0:1780334586.225448:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624190976 00000100:00100000:2.0:1780334586.225464:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1780334586.225470:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624190976:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.225547:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624190976:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 76us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334586.225553:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1780334586.225581:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8900 going to sleep for 11 seconds 00000100:00100000:2.0:1780334586.225592:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624190976:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.226735:0:19516:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19516:1866815624191104:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780334586.226794:0:19516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334586.226957:0:19516:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780334586.227266:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624191104 00000100:00100000:1.0:1780334586.227272:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624191104 00000100:00100000:3.0:1780334586.227462:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1780334586.227472:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:19516:x1866815624191104:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334586.227664:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:19516:x1866815624191104:12345-0@lo:502:llog_process_th.0 Request processed in 194us (870us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334586.227671:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1780334586.228298:0:19516:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19516:1866815624191104:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780334586.228362:0:19516:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19516:1866815624191232:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780334586.228405:0:19516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334586.228439:0:19516:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780334586.228490:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624191232 00000100:00100000:1.0:1780334586.228562:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624191232 00000100:00100000:2.0:1780334586.229222:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1780334586.229234:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+21:19516:x1866815624191232:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780334586.229357:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+21:19516:x1866815624191232:12345-0@lo:502:llog_process_th.0 Request processed in 127us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334586.229364:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1780334586.229433:0:19516:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19516:1866815624191232:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1780334586.229459:0:19516:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:1.0:1780334586.229684:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:1.0:1780334586.229706:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1780334586.229716:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04723800/0xdf9e767e70095a09 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a10 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334586.229727:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04723800/0xdf9e767e70095a09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a10 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334586.229735:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1780334586.229738:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 53 10000000:01000000:1.0:1780334586.229740:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1780334586.229766:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6400/0xdf9e767e70095a17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334586.229774:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6400/0xdf9e767e70095a17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334586.229782:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6400/0xdf9e767e70095a17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334586.229800:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624191360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780334586.229864:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334586.230357:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334586.230422:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624191360 00000100:00100000:0.0:1780334586.230429:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624191360 00000100:00100000:0.0:1780334586.230462:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1780334586.230469:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624191360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334586.230490:0:6532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334586.230514:0:6532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04a9a000/0xdf9e767e70095a1e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095a17 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.230537:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04a9a000/0xdf9e767e70095a1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095a17 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.230546:0:6532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04a9a000/0xdf9e767e70095a1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095a17 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.230555:0:6532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9a000, rc 0) 00000100:00100000:0.0:1780334586.230599:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624191360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.230606:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1780334586.230778:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624191360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334586.230791:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6400/0xdf9e767e70095a17 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a1e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334586.230800:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6400/0xdf9e767e70095a17 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095a1e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334586.230902:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624191488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334586.230938:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334586.230954:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334586.231124:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624191488 00000100:00100000:0.0:1780334586.231128:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624191488 00000100:00100000:0.0:1780334586.231148:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1780334586.231154:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624191488:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.231258:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624191488:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 104us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.231265:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1780334586.231320:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624191488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334586.231347:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624191616:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334586.231382:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334586.231408:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334586.231446:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624191616 00000100:00100000:0.0:1780334586.231450:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624191616 00000100:00100000:0.0:1780334586.231467:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1780334586.231472:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624191616:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.231662:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624191616:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 188us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.231677:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:1.0:1780334586.232134:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624191616:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.232806:0:19517:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19517:1866815624191744:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334586.233226:0:19517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334586.233295:0:19517:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780334586.233330:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624191744 00000100:00100000:0.0:1780334586.233337:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624191744 00000100:00100000:0.0:1780334586.233401:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1780334586.233410:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:19517:x1866815624191744:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334586.233594:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:19517:x1866815624191744:12345-0@lo:502:llog_process_th.0 Request processed in 185us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.233601:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1780334586.233677:0:19517:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19517:1866815624191744:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1780334586.233703:0:19517:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1780334586.233714:0:19517:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1780334586.233717:0:19517:0:(obd_config.c:1561:class_process_config()) marker 50 (0x1) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:1.0:1780334586.233721:0:19517:0:(obd_config.c:1470:class_process_config()) processing cmd: ce022 00020000:01000000:1.0:1780334586.233736:0:19517:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000100:00100000:2.0:1780334586.234342:0:19517:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19517:1866815624191872:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780334586.234387:0:19517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:1.0:1780334586.234440:0:19518:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9b701880a000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1780334586.234444:0:19518:0:(obd_mount.c:701:lustre_put_lsi()) put ffff9b701880a000 4 00000100:00100000:2.0:1780334586.234786:0:19517:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780334586.234874:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624191872 00000100:00100000:3.0:1780334586.234879:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624191872 00000100:00100000:3.0:1780334586.234926:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1780334586.234934:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+22:19517:x1866815624191872:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334586.235195:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+22:19517:x1866815624191872:12345-0@lo:502:llog_process_th.0 Request processed in 261us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334586.235202:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1780334586.235299:0:19517:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19517:1866815624191872:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1780334586.235324:0:19517:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1780334586.235331:0:19517:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780334586.235333:0:19517:0:(obd_config.c:1561:class_process_config()) marker 50 (0x2) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:2.0:1780334586.235337:0:19517:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 56 count 55 00000020:01000000:3.0:1780334586.235464:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 53-55 (rc=0) 10000000:01000000:3.0:1780334586.235511:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1780334586.235521:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6400/0xdf9e767e70095a17 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a1e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334586.235532:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6400/0xdf9e767e70095a17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a1e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780334586.235542:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1780334586.235545:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff9b7018a799c0 from 1 10000000:01000000:3.0:1780334586.235548:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1780334586.235572:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0400/0xdf9e767e70095a25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334586.235581:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0400/0xdf9e767e70095a25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334586.235589:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0400/0xdf9e767e70095a25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334586.235604:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624192000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780334586.235636:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334586.235796:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e420c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334586.235900:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624192000 00000100:00100000:2.0:1780334586.235905:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624192000 00000100:00100000:2.0:1780334586.236003:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1780334586.236010:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624192000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780334586.236085:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334586.236098:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04722600/0xdf9e767e70095a2c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095a25 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.236129:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04722600/0xdf9e767e70095a2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095a25 expref: 23 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.236139:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04722600/0xdf9e767e70095a2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095a25 expref: 23 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.236147:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722600, rc 0) 00000100:00100000:2.0:1780334586.236179:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:6535:x1866815624192000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 169us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334586.236185:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1780334586.236263:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624192000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334586.236274:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0400/0xdf9e767e70095a25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a2c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334586.236283:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0400/0xdf9e767e70095a25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095a2c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334586.236336:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624192128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334586.236363:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334586.236384:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e420c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334586.236423:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624192128 00000100:00100000:2.0:1780334586.236427:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624192128 00000100:00100000:2.0:1780334586.236444:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1780334586.236450:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:6535:x1866815624192128:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334586.236589:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:6535:x1866815624192128:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 138us (225us total) trans 0 rc -2/-2 00000100:00100000:2.0:1780334586.236597:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1780334586.236727:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624192128:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1780334586.236749:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1780334586.236756:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0400/0xdf9e767e70095a25 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a2c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334586.236764:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0400/0xdf9e767e70095a25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a2c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334586.803148:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334586.803256:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604301824 00000100:00100000:2.0:1780334586.803267:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604301824 00000100:00100000:2.0:1780334586.803333:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 593 00000100:00100000:2.0:1780334586.803344:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+9:6180:x1866815604301824:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780334586.803363:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334586.803381:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095a33 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ae8 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.803410:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095a33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ae8 expref: 10 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.803435:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095a33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ae8 expref: 10 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334586.803445:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722000, rc 0) 00000100:00100000:2.0:1780334586.803496:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604301824:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 Request processed in 154us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334586.803504:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 593 00010000:00010000:3.0:1780334586.806402:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334586.807845:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334586.807913:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604301952 00000100:00100000:3.0:1780334586.807926:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604301952 00000100:00100000:3.0:1780334586.807986:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 594 00000100:00100000:3.0:1780334586.807998:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604301952:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334586.808225:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604301952:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 Request processed in 228us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334586.808234:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 594 00000100:00100000:1.0:1780334586.813206:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334586.814048:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604302080 00000100:00100000:3.0:1780334586.814060:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604302080 00000100:00100000:3.0:1780334586.814123:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 595 00000100:00100000:3.0:1780334586.814135:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604302080:12345-192.168.203.22@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334586.814282:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604302080:12345-192.168.203.22@tcp:503:ll_cfg_requeue.0 Request processed in 149us (1083us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334586.814290:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 595 00000100:00100000:3.0:1780334586.827368:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334586.827442:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604302208 00000100:00100000:2.0:1780334586.827457:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604302208 00000100:00100000:2.0:1780334586.827512:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 596 00000100:00100000:2.0:1780334586.827522:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23940:x1866815604302208:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780334586.827673:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23940:x1866815604302208:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 151us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334586.827681:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 596 00000100:00100000:3.0:1780334586.831089:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334586.831252:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604302336 00000100:00100000:1.0:1780334586.831264:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604302336 00000100:00100000:1.0:1780334586.831333:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 597 00000100:00100000:1.0:1780334586.831345:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23940:x1866815604302336:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:1.0:1780334586.831527:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23940:x1866815604302336:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 184us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334586.831536:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 597 00000100:00100000:1.0:1780334586.837869:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334586.838318:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604302464 00000100:00100000:3.0:1780334586.838339:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604302464 00000100:00100000:3.0:1780334586.838783:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 598 00000100:00100000:3.0:1780334586.838796:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604302464:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334586.838834:0:6532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334586.838850:0:6532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04cf0000/0xdf9e767e70095a3a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0aef expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334586.838879:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04cf0000/0xdf9e767e70095a3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aef expref: 11 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334586.838899:0:6532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04cf0000/0xdf9e767e70095a3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aef expref: 11 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334586.838908:0:6532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0000, rc 0) 00000100:00100000:3.0:1780334586.838982:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604302464:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 Request processed in 189us (1127us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334586.838989:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 598 00000100:00100000:0.0:1780334586.848547:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334586.850000:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604302592 00000100:00100000:3.0:1780334586.850020:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604302592 00000100:00100000:3.0:1780334586.850101:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 599 00000100:00100000:3.0:1780334586.850117:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604302592:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334586.850351:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604302592:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 Request processed in 238us (1812us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334586.850361:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 599 00000100:00100000:3.0:1780334586.858672:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334586.858758:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604302720 00000100:00100000:0.0:1780334586.858768:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604302720 00000100:00100000:0.0:1780334586.858857:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 600 00000100:00100000:0.0:1780334586.858867:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604302720:12345-192.168.203.22@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.859316:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604302720:12345-192.168.203.22@tcp:503:ll_cfg_requeue.0 Request processed in 448us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.859328:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 600 00000100:00100000:3.0:1780334586.863481:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334586.864038:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604302848 00000100:00100000:2.0:1780334586.864050:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604302848 00000100:00100000:2.0:1780334586.864227:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 601 00000100:00100000:2.0:1780334586.864238:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23950:x1866815604302848:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780334586.864411:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23950:x1866815604302848:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 174us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334586.864419:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 601 00000100:00100000:2.0:1780334586.866576:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334586.866874:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604302976 00000100:00100000:1.0:1780334586.866903:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604302976 00000100:00100000:1.0:1780334586.866981:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 602 00000100:00100000:1.0:1780334586.866993:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23950:x1866815604302976:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:1.0:1780334586.867189:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23950:x1866815604302976:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 196us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334586.867199:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 602 00000100:00100000:3.0:1780334586.875183:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334586.875585:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604303104 00000100:00100000:0.0:1780334586.875596:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604303104 00000100:00100000:0.0:1780334586.875641:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 603 00000100:00100000:0.0:1780334586.875651:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604303104:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334586.875667:0:6532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334586.875684:0:6532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04a9ac00/0xdf9e767e70095a41 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0af6 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.875712:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04a9ac00/0xdf9e767e70095a41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0af6 expref: 12 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.875736:0:6532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04a9ac00/0xdf9e767e70095a41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0af6 expref: 12 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334586.875745:0:6532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9ac00, rc 0) 00000100:00100000:0.0:1780334586.875806:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:6180:x1866815604303104:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 Request processed in 156us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334586.875834:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 603 00000100:00100000:1.0:1780334586.885402:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334586.885503:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604303232 00000100:00100000:0.0:1780334586.885517:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604303232 00000100:00100000:0.0:1780334586.885608:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 604 00000100:00100000:0.0:1780334586.885618:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:6180:x1866815604303232:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334586.885733:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:6180:x1866815604303232:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 Request processed in 115us (339us total) trans 0 rc -2/-2 00000100:00100000:0.0:1780334586.885742:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 604 00000100:00100000:3.0:1780334586.997598:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334586.997623:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624192256:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334586.997690:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334586.997778:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624192256 00000100:00100000:3.0:1780334586.997785:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624192256 00000100:00100000:3.0:1780334586.997845:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1780334586.997855:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624192256:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334586.998675:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624192384:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334586.998719:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334586.998757:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334586.998763:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624192512:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334586.998788:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1780334587.002288:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1780334587.002382:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624192256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4524us (4687us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334587.002392:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1780334587.002424:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624192384 00000100:00100000:3.0:1780334587.002432:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624192384 00000100:00100000:3.0:1780334587.002474:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1780334587.002482:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624192384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334587.002503:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1780334587.002541:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624192384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (3821us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334587.002547:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1780334587.002570:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624192512 00000100:00100000:3.0:1780334587.002575:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624192512 00000100:00100000:3.0:1780334587.002603:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1780334587.002610:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624192512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334587.002636:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334587.002672:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624192512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (3882us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334587.002678:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1780334587.002728:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624192256:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780334587.002757:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334587.002782:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624192512:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334587.002800:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624192384:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1780334587.829087:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1780334588.361525:0:19616:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffe2bfb3ac0 20000000:00000080:1.0:1780334588.361542:0:19616:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9b6f03d85800 uarg=0000000000000000 00000040:00100000:1.0:1780334588.362115:0:19616:0:(llog.c:1067:llog_reverse_process()) index 60 : idx 49 20000000:01000000:1.0:1780334588.362122:0:19616:0:(mgs_llog.c:959:mgs_search_pool_cb()) Matched pool rec 59 cmd:0xce022 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:1.0:1780334588.362135:0:19616:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-client/lustre-clilov/new lustre.test_11c fl=4 20000000:01000000:1.0:1780334588.362620:0:19617:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 52 marker 43 1->4: lustre-clilov new lustre.test_11c 20000000:01000000:1.0:1780334588.362670:0:19617:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 54 marker 43 2->4: lustre-clilov new lustre.test_11c 00000040:00080000:1.0:1780334588.362683:0:19617:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000040:00080000:3.0:1780334588.362909:0:19616:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].61, 224 off18904 20000000:01000000:3.0:1780334588.362923:0:19616:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-clilov 0xce023 lustre test_11c (null) (null) 00000040:00080000:3.0:1780334588.362974:0:19616:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].62, 112 off19016 00000040:00080000:3.0:1780334588.362991:0:19616:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].63, 224 off19240 20000000:01000000:3.0:1780334588.363003:0:19616:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_11c fl=4 20000000:01000000:1.0:1780334588.366182:0:19618:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 46 marker 44 1->4: lustre-MDT0000-mdtlov new lustre.test_11c 20000000:01000000:1.0:1780334588.366250:0:19618:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 49 marker 44 2->4: lustre-MDT0000-mdtlov new lustre.test_11c 00000040:00080000:1.0:1780334588.366268:0:19618:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 56 count 55 00000040:00080000:3.0:1780334588.366520:0:19616:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].56, 224 off18016 20000000:01000000:3.0:1780334588.366534:0:19616:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:3.0:1780334588.366549:0:19616:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].57, 120 off18136 00000040:00080000:3.0:1780334588.366564:0:19616:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].58, 224 off18360 20000000:01000000:3.0:1780334588.366577:0:19616:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-MDT0001/lustre-MDT0001-mdtlov/new lustre.test_11c fl=4 20000000:01000000:1.0:1780334588.367081:0:19619:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 46 marker 45 1->4: lustre-MDT0001-mdtlov new lustre.test_11c 20000000:01000000:1.0:1780334588.367111:0:19619:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 49 marker 45 2->4: lustre-MDT0001-mdtlov new lustre.test_11c 00000040:00080000:1.0:1780334588.367127:0:19619:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 56 count 55 00000040:00080000:0.0:1780334588.372515:0:19616:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].56, 224 off18016 20000000:01000000:0.0:1780334588.372538:0:19616:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:0.0:1780334588.372551:0:19616:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].57, 120 off18136 00000040:00080000:0.0:1780334588.372562:0:19616:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].58, 224 off18360 10000000:01000000:0.0:1780334588.372574:0:19616:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1780334588.372590:0:19616:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e70095a48 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.372607:0:19616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04ea7600/0xdf9e767e700959bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700959b5 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.372615:0:19616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e700959ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700959c3 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.372637:0:19616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04722a00/0xdf9e767e700959d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700959d1 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.372643:0:19616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700959e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700959df expref: 22 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.372649:0:19616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700959f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700959ed expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.372655:0:19616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04cf0e00/0xdf9e767e70095a02 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e700959fb expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.372661:0:19616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04723a00/0xdf9e767e70095a10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095a09 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.372667:0:19616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04a9a000/0xdf9e767e70095a1e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095a17 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.372672:0:19616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04722600/0xdf9e767e70095a2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095a25 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.372680:0:19616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095a33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ae8 expref: 11 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.372686:0:19616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04cf0000/0xdf9e767e70095a3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aef expref: 11 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.372694:0:19616:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9b6f04a9ac00/0xdf9e767e70095a41 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0af6 expref: 11 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.372710:0:19616:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e70095a48 lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.372766:0:19616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04a9ac00/0xdf9e767e70095a41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0af6 expref: 11 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.372784:0:19616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b6f04a9ac00/0xdf9e767e70095a41 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0af6 expref: 11 pid: 6532 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.372801:0:19616:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624192640:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334588.373058:0:19616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04cf0000/0xdf9e767e70095a3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aef expref: 11 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.373067:0:19616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b6f04cf0000/0xdf9e767e70095a3a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aef expref: 11 pid: 6532 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.373075:0:19616:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624192768:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334588.373102:0:19616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095a33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ae8 expref: 11 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.373111:0:19616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095a33 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ae8 expref: 11 pid: 6531 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.373119:0:19616:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624192896:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334588.373146:0:19616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04722600/0xdf9e767e70095a2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e70095a25 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.373153:0:19616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b6f04722600/0xdf9e767e70095a2c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e70095a25 expref: 22 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.373170:0:19616:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193024:0@lo:104: 00000100:00100000:0.0:1780334588.373221:0:19616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780334588.373257:0:19616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04a9a000/0xdf9e767e70095a1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e70095a17 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.373265:0:19616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b6f04a9a000/0xdf9e767e70095a1e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e70095a17 expref: 22 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.373272:0:19616:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193152:0@lo:104: 00000100:00100000:0.0:1780334588.373291:0:19616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780334588.373310:0:19616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04723a00/0xdf9e767e70095a10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e70095a09 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.373317:0:19616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b6f04723a00/0xdf9e767e70095a10 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e70095a09 expref: 22 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.373325:0:19616:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193280:0@lo:104: 00000100:00100000:0.0:1780334588.373344:0:19616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780334588.373360:0:19616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04cf0e00/0xdf9e767e70095a02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700959fb expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.373367:0:19616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b6f04cf0e00/0xdf9e767e70095a02 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700959fb expref: 22 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.373375:0:19616:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193408:0@lo:104: 00010000:00010000:0.0:1780334588.373394:0:19616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700959f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700959ed expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.373412:0:19616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700959f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700959ed expref: 22 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.373421:0:19616:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193536:0@lo:104: 00010000:00010000:0.0:1780334588.373448:0:19616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700959e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700959df expref: 22 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.373455:0:19616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700959e6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700959df expref: 22 pid: 6533 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.373463:0:19616:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193664:0@lo:104: 00010000:00010000:0.0:1780334588.373483:0:19616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04722a00/0xdf9e767e700959d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700959d1 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.373491:0:19616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b6f04722a00/0xdf9e767e700959d8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700959d1 expref: 22 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.373497:0:19616:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193792:0@lo:104: 00010000:00010000:0.0:1780334588.373514:0:19616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e700959ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700959c3 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.373520:0:19616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e700959ca lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700959c3 expref: 22 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.373527:0:19616:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193920:0@lo:104: 00010000:00010000:0.0:1780334588.373542:0:19616:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9b6f04ea7600/0xdf9e767e700959bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xdf9e767e700959b5 expref: 22 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.373559:0:19616:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9b6f04ea7600/0xdf9e767e700959bc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xdf9e767e700959b5 expref: 22 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.373567:0:19616:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624194048:0@lo:104: 00000100:00100000:0.0:1780334588.373585:0:19616:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42480 going to sleep for 11 seconds 00000100:00100000:1.0:1780334588.374129:0:6521:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1780334588.374154:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334588.374171:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334588.374180:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334588.374198:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334588.374207:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334588.374217:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334588.374227:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624193024 00000100:00100000:1.0:1780334588.374235:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624193024 00000100:00100000:1.0:1780334588.374280:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624193152 00000100:00100000:1.0:1780334588.374284:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624193152 00000100:00100000:1.0:1780334588.374295:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624193280 00000100:00100000:1.0:1780334588.374298:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624193280 00000100:00100000:1.0:1780334588.374309:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624193408 00000100:00100000:1.0:1780334588.374311:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624193408 00000100:00100000:1.0:1780334588.374318:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624193536 00000100:00100000:1.0:1780334588.374320:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624193536 00000100:00100000:1.0:1780334588.374328:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624193664 00000100:00100000:1.0:1780334588.374330:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624193664 00000100:00100000:1.0:1780334588.374338:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624193792 00000100:00100000:1.0:1780334588.374339:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624193792 00000100:00100000:1.0:1780334588.374348:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624193920 00000100:00100000:1.0:1780334588.374350:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624193920 00000100:00100000:1.0:1780334588.374379:0:6521:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624194048 00000100:00100000:1.0:1780334588.374383:0:6521:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624194048 00000100:00100000:1.0:1780334588.374396:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1780334588.374405:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+11:19616:x1866815624193024:12345-0@lo:104: 00010000:00010000:1.0:1780334588.374418:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0400/0xdf9e767e70095a25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095a2c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.374484:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1780334588.374490:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+11:19616:x1866815624193024:12345-0@lo:104: Request processed in 87us (1269us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.374497:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1780334588.374515:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1780334588.374521:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+10:19616:x1866815624193152:12345-0@lo:104: 00010000:00010000:1.0:1780334588.374534:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6400/0xdf9e767e70095a17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095a1e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.374571:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1780334588.374576:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+10:19616:x1866815624193152:12345-0@lo:104: Request processed in 56us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.374582:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1780334588.374595:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1780334588.374601:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70346a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+9:19616:x1866815624193280:12345-0@lo:104: 00010000:00010000:1.0:1780334588.374607:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04723800/0xdf9e767e70095a09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095a10 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.374640:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1780334588.374644:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70346a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+9:19616:x1866815624193280:12345-0@lo:104: Request processed in 45us (1301us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.374649:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1780334588.374679:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1780334588.374685:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03697800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+8:19616:x1866815624193408:12345-0@lo:104: 00010000:00010000:1.0:1780334588.374692:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04723000/0xdf9e767e700959fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095a02 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.374736:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1780334588.374741:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03697800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+8:19616:x1866815624193408:12345-0@lo:104: Request processed in 57us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.374747:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1780334588.374759:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1780334588.374764:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+7:19616:x1866815624193536:12345-0@lo:104: 00010000:00010000:1.0:1780334588.374777:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04723400/0xdf9e767e700959ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700959f4 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.374804:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:1.0:1780334588.374833:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+7:19616:x1866815624193536:12345-0@lo:104: Request processed in 46us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.374840:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1780334588.374851:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1780334588.374857:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03695c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+6:19616:x1866815624193664:12345-0@lo:104: 00010000:00010000:1.0:1780334588.374864:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a200/0xdf9e767e700959df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700959e6 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.374901:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:1.0:1780334588.374906:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03695c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+6:19616:x1866815624193664:12345-0@lo:104: Request processed in 50us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.374912:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1780334588.374923:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1780334588.374929:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+5:19616:x1866815624193792:12345-0@lo:104: 00010000:00010000:1.0:1780334588.374935:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea7200/0xdf9e767e700959d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700959d8 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.374971:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:1.0:1780334588.374976:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+5:19616:x1866815624193792:12345-0@lo:104: Request processed in 48us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.374981:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1780334588.374999:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1780334588.375005:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+4:19616:x1866815624193920:12345-0@lo:104: 00010000:00010000:1.0:1780334588.375018:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700959c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700959ca expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375046:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to priority blp list, 8 blwis in pool 00000100:00100000:1.0:1780334588.375051:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+4:19616:x1866815624193920:12345-0@lo:104: Request processed in 47us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.375057:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1780334588.375070:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1780334588.375075:0:6521:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+3:19616:x1866815624194048:12345-0@lo:104: 00010000:00010000:1.0:1780334588.375083:0:6521:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.122@tcp lock: ffff9b6f04722c00/0xdf9e767e700959b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700959bc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375107:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to priority blp list, 9 blwis in pool 00000100:00100000:1.0:1780334588.375112:0:6521:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:003605f5-7160-43b5-a66c-100b20743ad7+3:19616:x1866815624194048:12345-0@lo:104: Request processed in 37us (893us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.375117:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00010000:00010000:1.0:1780334588.375156:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1780334588.375163:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0400/0xdf9e767e70095a25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095a2c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375171:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0400 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334588.375174:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0400/0xdf9e767e70095a25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e70095a2c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375183:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0400/0xdf9e767e70095a25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e70095a2c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334588.375190:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0400/0xdf9e767e70095a25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e70095a2c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334588.375202:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334588.375234:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0400/0xdf9e767e70095a25 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095a2c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375240:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334588.375259:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0400/0xdf9e767e70095a25 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095a2c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375266:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0400/0xdf9e767e70095a25 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095a2c expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375279:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1780334588.375282:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6400/0xdf9e767e70095a17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095a1e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375288:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6400 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334588.375290:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6400/0xdf9e767e70095a17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e70095a1e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375296:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6400/0xdf9e767e70095a17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e70095a1e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334588.375302:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6400/0xdf9e767e70095a17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e70095a1e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334588.375307:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334588.375317:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6400/0xdf9e767e70095a17 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095a1e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375322:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334588.375334:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6400/0xdf9e767e70095a17 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095a1e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375340:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6400/0xdf9e767e70095a17 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095a1e expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375349:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1780334588.375352:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04723800/0xdf9e767e70095a09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095a10 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375358:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334588.375360:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04723800/0xdf9e767e70095a09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e70095a10 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375366:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04723800/0xdf9e767e70095a09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e70095a10 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334588.375372:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04723800/0xdf9e767e70095a09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e70095a10 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334588.375377:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334588.375388:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04723800/0xdf9e767e70095a09 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095a10 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375393:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334588.375406:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04723800/0xdf9e767e70095a09 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095a10 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375413:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04723800/0xdf9e767e70095a09 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095a10 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375422:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1780334588.375432:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04723000/0xdf9e767e700959fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e70095a02 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375438:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334588.375440:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04723000/0xdf9e767e700959fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e70095a02 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375446:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04723000/0xdf9e767e700959fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e70095a02 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334588.375452:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04723000/0xdf9e767e700959fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e70095a02 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334588.375458:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334588.375471:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04723000/0xdf9e767e700959fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095a02 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375477:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334588.375482:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04723000/0xdf9e767e700959fb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095a02 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375488:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04723000/0xdf9e767e700959fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e70095a02 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375498:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1780334588.375501:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04723400/0xdf9e767e700959ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700959f4 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375507:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334588.375510:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04723400/0xdf9e767e700959ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700959f4 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375527:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04723400/0xdf9e767e700959ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700959f4 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334588.375533:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04723400/0xdf9e767e700959ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700959f4 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334588.375538:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334588.375550:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04723400/0xdf9e767e700959ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700959f4 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375556:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334588.375560:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04723400/0xdf9e767e700959ed lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700959f4 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375567:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04723400/0xdf9e767e700959ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700959f4 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375575:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1780334588.375578:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a200/0xdf9e767e700959df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700959e6 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375584:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9a200 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334588.375586:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a200/0xdf9e767e700959df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700959e6 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375592:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a200/0xdf9e767e700959df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700959e6 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334588.375598:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a200/0xdf9e767e700959df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700959e6 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334588.375607:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334588.375619:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a200/0xdf9e767e700959df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700959e6 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375625:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334588.375630:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a200/0xdf9e767e700959df lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700959e6 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375636:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a200/0xdf9e767e700959df lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700959e6 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375644:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1780334588.375647:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea7200/0xdf9e767e700959d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700959d8 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375652:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea7200 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334588.375654:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea7200/0xdf9e767e700959d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700959d8 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375660:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea7200/0xdf9e767e700959d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700959d8 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334588.375666:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea7200/0xdf9e767e700959d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700959d8 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334588.375671:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334588.375681:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea7200/0xdf9e767e700959d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700959d8 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375686:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334588.375698:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea7200/0xdf9e767e700959d1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700959d8 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375703:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea7200/0xdf9e767e700959d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700959d8 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375725:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1780334588.375729:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700959c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700959ca expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375735:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b400 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334588.375738:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700959c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700959ca expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375744:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700959c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700959ca expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334588.375750:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700959c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700959ca expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334588.375755:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334588.375769:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700959c3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700959ca expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375774:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334588.375779:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700959c3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700959ca expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375785:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9b400/0xdf9e767e700959c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700959ca expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375793:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334588.375801:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.122@tcp lock: ffff9b6f04722c00/0xdf9e767e700959b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xdf9e767e700959bc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375807:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722c00 already unused, calling callback (ffffffffc1462c20) 10000000:00010000:1.0:1780334588.375837:0:6526:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04722c00/0xdf9e767e700959b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xdf9e767e700959bc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375845:0:6526:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.122@tcp lock: ffff9b6f04722c00/0xdf9e767e700959b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xdf9e767e700959bc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1780334588.375850:0:6526:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.122@tcp lock: ffff9b6f04722c00/0xdf9e767e700959b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xdf9e767e700959bc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334588.375855:0:6526:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1780334588.375868:0:6526:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.122@tcp lock: ffff9b6f04722c00/0xdf9e767e700959b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700959bc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375873:0:6526:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1780334588.375888:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.122@tcp lock: ffff9b6f04722c00/0xdf9e767e700959b5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700959bc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375894:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.122@tcp lock: ffff9b6f04722c00/0xdf9e767e700959b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xdf9e767e700959bc expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.375908:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334588.375910:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334588.375912:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334588.375920:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334588.375926:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334588.375932:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334588.375945:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624194176:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.375991:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334588.376027:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624194688:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.376047:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334588.376063:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624195200:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.376081:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334588.376099:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780334588.376104:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624194304:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.376122:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334588.376137:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624194816:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.376157:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334588.376184:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624194432:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.376203:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334588.376212:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624194944:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.376229:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334588.376239:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780334588.376243:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624194560:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.376261:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334588.376269:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624195072:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.376284:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334588.376304:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624194176 00000100:00100000:1.0:1780334588.376310:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624194176 00010000:00010000:1.0:1780334588.376335:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04722600/0xdf9e767e70095a2c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095a25 expref: 23 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334588.376350:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624194688 00000100:00100000:1.0:1780334588.376358:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624194688 00010000:00010000:1.0:1780334588.376370:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700959f4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700959ed expref: 24 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334588.376379:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624195200 00000100:00100000:1.0:1780334588.376381:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624195200 00010000:00010000:1.0:1780334588.376390:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04ea7600/0xdf9e767e700959bc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700959b5 expref: 25 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334588.376399:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624194304 00000100:00100000:1.0:1780334588.376401:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624194304 00010000:00010000:1.0:1780334588.376410:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04a9a000/0xdf9e767e70095a1e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095a17 expref: 26 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334588.376419:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624194816 00000100:00100000:1.0:1780334588.376422:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624194816 00010000:00010000:1.0:1780334588.376432:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700959e6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700959df expref: 27 pid: 6533 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334588.376440:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624194432 00000100:00100000:1.0:1780334588.376442:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624194432 00010000:00010000:1.0:1780334588.376465:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04723a00/0xdf9e767e70095a10 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095a09 expref: 28 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334588.376477:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624194944 00000100:00100000:1.0:1780334588.376479:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624194944 00010000:00010000:1.0:1780334588.376490:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04722a00/0xdf9e767e700959d8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700959d1 expref: 29 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334588.376499:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624194560 00000100:00100000:1.0:1780334588.376501:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624194560 00010000:00010000:1.0:1780334588.376510:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04cf0e00/0xdf9e767e70095a02 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700959fb expref: 30 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334588.376530:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624195072 00000100:00100000:1.0:1780334588.376533:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624195072 00010000:00010000:1.0:1780334588.376543:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e700959ca lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700959c3 expref: 31 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334588.376555:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:1.0:1780334588.376562:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+31:3658:x1866815624194176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334588.376573:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334588.376577:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04722600/0xdf9e767e70095a2c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095a25 expref: 31 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.376586:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04722600/0xdf9e767e70095a2c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e70095a25 expref: 31 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.376602:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334588.376635:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+31:3658:x1866815624194176:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.376640:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:1.0:1780334588.376655:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1780334588.376660:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+30:3658:x1866815624194688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334588.376666:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334588.376669:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700959f4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700959ed expref: 30 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.376677:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700959f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700959ed expref: 30 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.376686:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334588.376713:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+30:3658:x1866815624194688:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.376719:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1780334588.376731:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1780334588.376735:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+29:3658:x1866815624195200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334588.376742:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334588.376745:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04ea7600/0xdf9e767e700959bc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700959b5 expref: 29 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.376752:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04ea7600/0xdf9e767e700959bc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700959b5 expref: 29 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.376761:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334588.376776:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+29:3658:x1866815624195200:12345-0@lo:103:ldlm_bl.0 Request processed in 41us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.376782:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1780334588.376791:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1780334588.376796:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+28:3658:x1866815624194304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334588.376803:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334588.376806:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04a9a000/0xdf9e767e70095a1e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095a17 expref: 28 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.376841:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04a9a000/0xdf9e767e70095a1e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e70095a17 expref: 28 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.376849:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334588.376870:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+28:3658:x1866815624194304:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.376887:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1780334588.376906:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1780334588.376912:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026afe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+27:3658:x1866815624194816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334588.376918:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334588.376922:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700959e6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700959df expref: 27 pid: 6533 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.376930:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700959e6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700959df expref: 27 pid: 6533 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.376938:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334588.376956:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026afe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+27:3658:x1866815624194816:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.376961:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1780334588.376989:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1780334588.376993:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+26:3660:x1866815624194432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334588.376999:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334588.377003:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04723a00/0xdf9e767e70095a10 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e70095a09 expref: 26 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.377010:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04723a00/0xdf9e767e70095a10 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e70095a09 expref: 26 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.377018:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334588.377039:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+26:3660:x1866815624194432:12345-0@lo:103:ldlm_bl.0 Request processed in 46us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.377045:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1780334588.377056:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1780334588.377062:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+25:3660:x1866815624194944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334588.377076:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334588.377080:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04722a00/0xdf9e767e700959d8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700959d1 expref: 25 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.377087:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04722a00/0xdf9e767e700959d8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700959d1 expref: 25 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.377096:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334588.377117:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+25:3660:x1866815624194944:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.377123:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1780334588.377135:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1780334588.377140:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+24:3660:x1866815624194560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334588.377146:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334588.377150:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04cf0e00/0xdf9e767e70095a02 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700959fb expref: 24 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.377157:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04cf0e00/0xdf9e767e70095a02 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700959fb expref: 24 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.377166:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334588.377181:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+24:3660:x1866815624194560:12345-0@lo:103:ldlm_bl.0 Request processed in 42us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.377187:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1780334588.377195:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1780334588.377200:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624195072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1780334588.377205:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334588.377208:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e700959ca lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xdf9e767e700959c3 expref: 23 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.377220:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e700959ca lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xdf9e767e700959c3 expref: 23 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.377228:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334588.377244:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624195072:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.377249:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1780334588.377288:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624194560:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.377295:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624195072:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.377301:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624194432:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.377307:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624194944:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.377337:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624194304:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.377342:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624194816:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.377348:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624194176:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.377354:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624194688:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1780334588.377359:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624195200:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1780334588.377683:0:19616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04722600/0xdf9e767e70095a2c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e70095a25 expref: 22 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.377697:0:19616:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193024:0@lo:104: 00010000:00010000:0.0:1780334588.377707:0:19616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04a9a000/0xdf9e767e70095a1e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e70095a17 expref: 21 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.377907:0:19616:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193152:0@lo:104: 00010000:00010000:0.0:1780334588.377919:0:19616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04723a00/0xdf9e767e70095a10 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e70095a09 expref: 20 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.377929:0:19616:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193280:0@lo:104: 00010000:00010000:0.0:1780334588.377937:0:19616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04cf0e00/0xdf9e767e70095a02 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e700959fb expref: 19 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.377944:0:19616:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193408:0@lo:104: 00010000:00010000:0.0:1780334588.378015:0:19616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04a9aa00/0xdf9e767e700959f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e700959ed expref: 18 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.378023:0:19616:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193536:0@lo:104: 00010000:00010000:0.0:1780334588.378033:0:19616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04cf0200/0xdf9e767e700959e6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e700959df expref: 17 pid: 6533 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.378056:0:19616:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193664:0@lo:104: 00010000:00010000:0.0:1780334588.378067:0:19616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04722a00/0xdf9e767e700959d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e700959d1 expref: 16 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.378074:0:19616:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193792:0@lo:104: 00010000:00010000:0.0:1780334588.378082:0:19616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e700959ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e700959c3 expref: 15 pid: 6531 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.378089:0:19616:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624193920:0@lo:104: 00010000:00010000:0.0:1780334588.378098:0:19616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04ea7600/0xdf9e767e700959bc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xdf9e767e700959b5 expref: 14 pid: 6532 timeout: 742 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334588.378105:0:19616:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624194048:0@lo:104: 00000100:00100000:0.0:1780334588.382596:0:19616:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624192640:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334588.383118:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334588.383338:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604303360 00000100:00100000:1.0:1780334588.383346:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604303360 00010000:00010000:1.0:1780334588.383389:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04a9ac00/0xdf9e767e70095a41 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0af6 expref: 12 pid: 6532 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334588.383431:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 268 00000100:00100000:1.0:1780334588.383455:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604303360:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334588.383473:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334588.383478:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04a9ac00/0xdf9e767e70095a41 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0af6 expref: 12 pid: 6532 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.383491:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04a9ac00/0xdf9e767e70095a41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0af6 expref: 12 pid: 6532 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.383511:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04a9ac00/0xdf9e767e70095a41 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0af6 expref: 12 pid: 6532 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.383529:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334588.383664:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:2406:x1866815604303360:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 209us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.383672:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 268 00000100:00100000:0.0:1780334588.392780:0:19616:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624192768:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334588.392797:0:19616:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19616:1866815624192896:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334588.392896:0:19616:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e70095a48 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334588.401377:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334588.401427:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334588.401514:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604303488 00000100:00100000:2.0:1780334588.401523:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604303488 00010000:00010000:2.0:1780334588.401567:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095a33 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ae8 expref: 11 pid: 6531 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334588.401602:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604303616 00000100:00100000:2.0:1780334588.401606:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604303616 00010000:00010000:2.0:1780334588.401617:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9b6f04cf0000/0xdf9e767e70095a3a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aef expref: 12 pid: 6532 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334588.401631:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 269 00000100:00100000:2.0:1780334588.401642:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 270 00000100:00100000:1.0:1780334588.401643:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604303488:12345-192.168.203.22@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780334588.401648:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026afdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604303616:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334588.401658:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334588.401658:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334588.401662:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04cf0000/0xdf9e767e70095a3a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aef expref: 12 pid: 6532 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.401664:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095a33 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ae8 expref: 12 pid: 6531 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.401674:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095a33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ae8 expref: 12 pid: 6531 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334588.405936:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9b6f04cf0000/0xdf9e767e70095a3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aef expref: 12 pid: 6532 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334588.405969:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04cf0000/0xdf9e767e70095a3a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0aef expref: 12 pid: 6532 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334588.405992:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334588.406162:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026afdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:2407:x1866815604303616:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 4511us (4732us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334588.406174:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 270 00010000:00010000:1.0:1780334588.409243:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04722000/0xdf9e767e70095a33 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ae8 expref: 10 pid: 6531 timeout: 692 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.409269:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e70095a48 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.409296:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e70095a48 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.411859:0:6522:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e70095a48 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.411886:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e70095a48 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.411893:0:6522:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e70095a48 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.411916:0:6522:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e70095a48 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.411923:0:6522:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9a600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334588.411927:0:6522:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e70095a48 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.411935:0:6522:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e70095a48 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.411961:0:6522:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e70095a48 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.411973:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334588.412315:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+9:2406:x1866815604303488:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 10397us (10671us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334588.412326:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 269 00010000:00010000:1.0:1780334588.412474:0:19616:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e70095a48 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.412483:0:19616:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e70095a48 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.412489:0:19616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f04a9a600/0xdf9e767e70095a48 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19616 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334588.777906:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334588.778162:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604303744 00000100:00100000:3.0:1780334588.778171:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604303744 00000100:00100000:3.0:1780334588.778222:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 605 00000100:00100000:3.0:1780334588.778231:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+9:6180:x1866815604303744:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334588.778246:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334588.778262:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04cf0a00/0xdf9e767e70095a4f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0afd expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334588.778292:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04cf0a00/0xdf9e767e70095a4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0afd expref: 10 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334588.778302:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04cf0a00/0xdf9e767e70095a4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0afd expref: 10 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334588.778378:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0a00, rc 0) 00000100:00100000:3.0:1780334588.778463:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604303744:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 Request processed in 233us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334588.778469:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 605 00000100:00100000:3.0:1780334588.791907:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334588.792491:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604303872 00000100:00100000:0.0:1780334588.792583:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604303872 00000100:00100000:0.0:1780334588.792641:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 606 00000100:00100000:0.0:1780334588.792652:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604303872:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334588.792893:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604303872:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 Request processed in 242us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334588.792904:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 606 00000100:00100000:1.0:1780334588.802940:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334588.803028:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604304000 00000100:00100000:0.0:1780334588.803038:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604304000 00000100:00100000:0.0:1780334588.803085:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 607 00000100:00100000:0.0:1780334588.803096:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604304000:12345-192.168.203.22@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334588.803470:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604304000:12345-192.168.203.22@tcp:503:ll_cfg_requeue.0 Request processed in 375us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334588.803478:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 607 00000100:00100000:2.0:1780334588.813861:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334588.814105:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604304128 00000100:00100000:3.0:1780334588.814114:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604304128 00000100:00100000:3.0:1780334588.814200:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 608 00000100:00100000:3.0:1780334588.814211:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23960:x1866815604304128:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:3.0:1780334588.814381:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23960:x1866815604304128:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 171us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334588.814389:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 608 00000100:00100000:2.0:1780334588.817117:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334588.817671:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604304256 00000100:00100000:0.0:1780334588.817682:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604304256 00000100:00100000:0.0:1780334588.817742:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 609 00000100:00100000:0.0:1780334588.817753:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23960:x1866815604304256:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:0.0:1780334588.817955:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:23960:x1866815604304256:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 203us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334588.817964:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 609 00000100:00100000:1.0:1780334588.825046:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334588.825774:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604304384 00000100:00100000:0.0:1780334588.825784:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604304384 00000100:00100000:0.0:1780334588.825860:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 610 00000100:00100000:0.0:1780334588.825869:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+10:6180:x1866815604304384:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334588.825893:0:6532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334588.825909:0:6532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e70095a56 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b04 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.825935:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e70095a56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b04 expref: 11 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.825946:0:6532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04a9ba00/0xdf9e767e70095a56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b04 expref: 11 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334588.825954:0:6532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9ba00, rc 0) 00000100:00100000:0.0:1780334588.826008:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604304384:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 Request processed in 140us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334588.826027:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 610 00000100:00100000:2.0:1780334588.828142:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334588.828215:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604304512 00000100:00100000:3.0:1780334588.828225:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604304512 00000100:00100000:3.0:1780334588.828279:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 611 00000100:00100000:3.0:1780334588.828290:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604304512:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334588.828453:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604304512:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 Request processed in 165us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334588.828462:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 611 00000100:00100000:2.0:1780334588.832536:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334588.832687:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604304640 00000100:00100000:1.0:1780334588.832696:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604304640 00000100:00100000:1.0:1780334588.832748:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 612 00000100:00100000:1.0:1780334588.832759:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604304640:12345-192.168.203.22@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334588.832943:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604304640:12345-192.168.203.22@tcp:503:ll_cfg_requeue.0 Request processed in 185us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.832958:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 612 00000100:00100000:1.0:1780334588.836126:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334588.836198:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604304768 00000100:00100000:0.0:1780334588.836208:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604304768 00000100:00100000:0.0:1780334588.836263:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 613 00000100:00100000:0.0:1780334588.836274:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23961:x1866815604304768:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:0.0:1780334588.836430:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23961:x1866815604304768:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 158us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334588.836438:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 613 00000100:00100000:2.0:1780334588.842631:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334588.842719:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604304896 00000100:00100000:3.0:1780334588.842729:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604304896 00000100:00100000:3.0:1780334588.842789:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 614 00000100:00100000:3.0:1780334588.842799:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23961:x1866815604304896:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780334588.843390:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:23961:x1866815604304896:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 589us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334588.843399:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 614 00010000:00010000:0.0:1780334588.852081:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334588.859074:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334588.859894:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604305024 00000100:00100000:1.0:1780334588.859906:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604305024 00000100:00100000:1.0:1780334588.860017:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 615 00000100:00100000:1.0:1780334588.860027:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+11:6180:x1866815604305024:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334588.860042:0:6533:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334588.860071:0:6533:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04ea7600/0xdf9e767e70095a5d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b0b expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.860101:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04ea7600/0xdf9e767e70095a5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b0b expref: 12 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.860112:0:6533:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04ea7600/0xdf9e767e70095a5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b0b expref: 12 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334588.860122:0:6533:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea7600, rc 0) 00000100:00100000:1.0:1780334588.860185:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:6180:x1866815604305024:12345-192.168.203.22@tcp:101:ll_cfg_requeue.0 Request processed in 160us (1126us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334588.860192:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 615 00000100:00100000:1.0:1780334588.866905:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334588.867014:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604305152 00000100:00100000:2.0:1780334588.867023:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604305152 00000100:00100000:2.0:1780334588.867165:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 616 00000100:00100000:2.0:1780334588.867176:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:6180:x1866815604305152:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334588.867303:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:6180:x1866815604305152:12345-192.168.203.22@tcp:501:ll_cfg_requeue.0 Request processed in 129us (406us total) trans 0 rc -2/-2 00000100:00100000:2.0:1780334588.867322:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 616 00000040:00080000:2.0:1780334589.620985:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1780334589.878156:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334589.930731:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334589.930771:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334589.930851:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334589.930872:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604305664 00000100:00100000:0.0:1780334589.930882:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604305664 00000100:00100000:2.0:1780334589.930910:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334589.930945:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334589.930952:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604306176 00000100:00100000:0.0:1780334589.930956:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604306176 00000100:00100000:2.0:1780334589.930970:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334589.930985:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 344 00000100:00100000:0.0:1780334589.930995:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2409:x1866815604305664:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334589.931011:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334589.931062:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2409:x1866815604305664:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 69us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334589.931069:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 344 00000100:00100000:0.0:1780334589.931085:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604305792 00000100:00100000:0.0:1780334589.931088:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604305792 00000100:00100000:0.0:1780334589.931107:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 345 00000100:00100000:0.0:1780334589.931113:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604306176:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334589.931659:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604305408 00000100:00100000:3.0:1780334589.931666:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604305408 00000100:00100000:3.0:1780334589.931703:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604305920 00000100:00100000:3.0:1780334589.931707:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604305920 00000100:00100000:3.0:1780334589.931726:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604305536 00000100:00100000:3.0:1780334589.931730:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604305536 00000100:00100000:3.0:1780334589.931745:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 621 00000100:00100000:3.0:1780334589.931753:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:2409:x1866815604305408:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334589.932704:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334589.932738:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334589.932779:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604306048 00000100:00100000:2.0:1780334589.932785:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604306048 00000100:00100000:0.0:1780334589.933476:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604306176:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 2358us (2561us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334589.933488:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 345 00000100:00100000:0.0:1780334589.933522:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604306304 00000100:00100000:0.0:1780334589.933527:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604306304 00000100:00100000:2.0:1780334589.933548:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 622 00000100:00100000:0.0:1780334589.933557:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 346 00000100:00100000:2.0:1780334589.933562:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+31:2409:x1866815604305920:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334589.933570:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2409:x1866815604305792:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334589.933614:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+31:2409:x1866815604305920:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 57us (2762us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334589.933623:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 622 00000100:00100000:0.0:1780334589.933624:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2409:x1866815604305792:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 55us (2611us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334589.933640:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 623 00000100:00100000:2.0:1780334589.933648:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604305536:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334589.933675:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604305536:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 29us (2705us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334589.933681:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 623 00000100:00100000:2.0:1780334589.933693:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 624 00000100:00100000:2.0:1780334589.933699:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604306048:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334589.933721:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604306048:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334589.933727:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 624 00000100:00100000:1.0:1780334589.933963:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604305280 00000100:00100000:1.0:1780334589.933968:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604305280 00000100:00100000:0.0:1780334589.934236:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 346 00000100:00100000:3.0:1780334589.934579:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:2409:x1866815604305408:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 2823us (3856us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334589.934588:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 621 00000100:00100000:1.0:1780334589.934749:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 617 00000100:00100000:1.0:1780334589.934758:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604305280:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334589.934797:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604305280:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 40us (3851us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334589.934803:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 617 00000100:00100000:2.0:1780334589.935656:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 347 00000100:00100000:2.0:1780334589.935669:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2409:x1866815604306304:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334589.935722:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2409:x1866815604306304:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 57us (2983us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334589.935729:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 347 00000100:00080000:2.0:1780334589.935797:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334589.935900:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334589.935915:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334589.935918:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334590.069230:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334590.069254:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624195328:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334590.069319:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.069551:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624195328 00000100:00100000:0.0:1780334590.069560:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624195328 00000100:00100000:0.0:1780334590.069612:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1780334590.069622:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624195328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334590.069657:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:0.0:1780334590.069706:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624195328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334590.069713:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1780334590.069799:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624195328:0@lo:41:osp-pre-0-1.0 10000000:01000000:0.0:1780334590.326434:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1780334590.326442:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9b6f01d9f000 from 61 10000000:01000000:0.0:1780334590.326448:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1780334590.326496:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9aa00/0xdf9e767e70095a64 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.326508:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9aa00/0xdf9e767e70095a64 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.326518:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9aa00/0xdf9e767e70095a64 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334590.326543:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624195456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.326624:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.326703:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780334590.327393:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624195456 00000100:00100000:2.0:1780334590.327401:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624195456 00000100:00100000:2.0:1780334590.327518:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1780334590.327530:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+14:6535:x1866815624195456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780334590.327544:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334590.327558:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04722800/0xdf9e767e70095a6b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095a64 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.327584:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04722800/0xdf9e767e70095a6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095a64 expref: 15 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.327594:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04722800/0xdf9e767e70095a6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095a64 expref: 15 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.327603:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722800, rc 0) 00000100:00100000:2.0:1780334590.327664:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624195456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334590.327671:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1780334590.327757:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624195456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334590.327771:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9aa00/0xdf9e767e70095a64 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a6b expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.327779:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9aa00/0xdf9e767e70095a64 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095a6b expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334590.327875:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624195584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.327917:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.338992:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.348925:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624195584 00000100:00100000:1.0:1780334590.348943:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624195584 00000100:00100000:1.0:1780334590.349130:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1780334590.349344:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624195584:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.352957:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624195584:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 3598us (25021us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.352992:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1780334590.357432:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624195584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.357509:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624195712:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.357586:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.357685:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.358292:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624195712 00000100:00100000:1.0:1780334590.358300:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624195712 00000100:00100000:1.0:1780334590.358355:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1780334590.358365:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624195712:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.358544:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624195712:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 180us (957us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.358552:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1780334590.358756:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624195712:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.359354:0:19621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19621:1866815624195840:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334590.359396:0:19621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.359429:0:19621:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780334590.359494:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624195840 00000100:00100000:3.0:1780334590.359501:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624195840 00000100:00100000:3.0:1780334590.359540:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1780334590.359550:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+15:19621:x1866815624195840:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334590.359651:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+15:19621:x1866815624195840:12345-0@lo:502:llog_process_th.0 Request processed in 102us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334590.359657:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1780334590.359995:0:19621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19621:1866815624195840:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334590.360043:0:19621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19621:1866815624195968:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334590.360078:0:19621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.360111:0:19621:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.360380:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624195968 00000100:00100000:1.0:1780334590.360384:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624195968 00000100:00100000:1.0:1780334590.360412:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1780334590.360419:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+15:19621:x1866815624195968:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334590.360513:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+15:19621:x1866815624195968:12345-0@lo:502:llog_process_th.0 Request processed in 94us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.360519:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1780334590.360594:0:19621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19621:1866815624195968:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1780334590.360616:0:19621:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:2.0:1780334590.360913:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:2.0:1780334590.360932:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1780334590.360942:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9aa00/0xdf9e767e70095a64 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a6b expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.360964:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9aa00/0xdf9e767e70095a64 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a6b expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780334590.360974:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1780334590.360976:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1780334590.360986:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1780334590.361010:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04722400/0xdf9e767e70095a72 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.361018:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04722400/0xdf9e767e70095a72 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.361027:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04722400/0xdf9e767e70095a72 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334590.361042:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624196096:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780334590.361086:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334590.361113:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7008380240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334590.361165:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624196096 00000100:00100000:0.0:1780334590.361170:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624196096 00000100:00100000:0.0:1780334590.361281:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1780334590.361289:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+15:6535:x1866815624196096:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334590.361415:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334590.361430:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04a9a000/0xdf9e767e70095a79 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095a72 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.361451:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04a9a000/0xdf9e767e70095a79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095a72 expref: 16 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.361462:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04a9a000/0xdf9e767e70095a79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095a72 expref: 16 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.361469:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9a000, rc 0) 00000100:00100000:0.0:1780334590.361508:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624196096:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 220us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334590.361514:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1780334590.361587:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624196096:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780334590.361599:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04722400/0xdf9e767e70095a72 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a79 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.361607:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04722400/0xdf9e767e70095a72 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095a79 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334590.361656:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624196224:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334590.361681:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334590.361705:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7008380240 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.362315:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624196224 00000100:00100000:1.0:1780334590.362322:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624196224 00000100:00100000:1.0:1780334590.362362:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1780334590.362370:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624196224:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.362502:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624196224:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 132us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.362510:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1780334590.362663:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624196224:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334590.362696:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624196352:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780334590.362742:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334590.362774:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7008380240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334590.362854:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624196352 00000100:00100000:0.0:1780334590.362858:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624196352 00000100:00100000:0.0:1780334590.362889:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1780334590.362895:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624196352:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.362978:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624196352:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 82us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334590.362985:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1780334590.363055:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624196352:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1780334590.364159:0:19622:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:0.0:1780334590.364560:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1780334590.364599:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1780334590.364609:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04722400/0xdf9e767e70095a72 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a79 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.364620:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04722400/0xdf9e767e70095a72 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a79 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334590.364629:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1780334590.364631:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9b703355a800 from 61 10000000:01000000:0.0:1780334590.364634:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1780334590.364664:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e70095a80 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.364671:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e70095a80 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.364679:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e70095a80 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334590.364700:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624196480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.364748:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.364789:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42780 going to sleep for 11 seconds 00000100:00100000:2.0:1780334590.364979:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624196480 00000100:00100000:2.0:1780334590.364986:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624196480 00000100:00100000:2.0:1780334590.365025:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1780334590.365034:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+16:6535:x1866815624196480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780334590.365046:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334590.365057:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04723200/0xdf9e767e70095a87 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095a80 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.365079:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04723200/0xdf9e767e70095a87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095a80 expref: 17 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.365088:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04723200/0xdf9e767e70095a87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095a80 expref: 17 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.365097:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723200, rc 0) 00000100:00100000:2.0:1780334590.365149:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624196480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334590.365155:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1780334590.365181:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624196480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334590.365195:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e70095a80 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a87 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334590.365203:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e70095a80 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095a87 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334590.365254:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624196608:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334590.365281:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334590.365310:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd300 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.365363:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624196608 00000100:00100000:1.0:1780334590.365367:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624196608 00000100:00100000:1.0:1780334590.365399:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1780334590.365406:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624196608:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.365532:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624196608:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 126us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.365538:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1780334590.365645:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624196608:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.365673:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624196736:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.365712:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.365733:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42840 going to sleep for 11 seconds 00000100:00100000:2.0:1780334590.365770:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624196736 00000100:00100000:2.0:1780334590.365774:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624196736 00000100:00100000:2.0:1780334590.365839:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1780334590.365847:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624196736:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780334590.365934:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624196736:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 88us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334590.365940:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1780334590.366082:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624196736:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.367608:0:19623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036de300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19623:1866815624196864:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334590.367667:0:19623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.367765:0:19623:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70083ed000 going to sleep for 11 seconds 00000100:00100000:3.0:1780334590.372458:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624196864 00000100:00100000:3.0:1780334590.372472:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624196864 00000100:00100000:3.0:1780334590.372585:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1780334590.372597:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+17:19623:x1866815624196864:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334590.372775:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+17:19623:x1866815624196864:12345-0@lo:502:llog_process_th.0 Request processed in 180us (5107us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334590.372782:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1780334590.372917:0:19623:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036de300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19623:1866815624196864:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334590.372986:0:19623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036de300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19623:1866815624196992:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334590.373029:0:19623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.381517:0:19623:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7005580240 going to sleep for 11 seconds 00000100:00100000:2.0:1780334590.384997:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624196992 00000100:00100000:2.0:1780334590.385028:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624196992 00000100:00100000:2.0:1780334590.385091:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1780334590.385099:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+17:19623:x1866815624196992:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780334590.385412:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+17:19623:x1866815624196992:12345-0@lo:502:llog_process_th.0 Request processed in 313us (12382us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334590.385421:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1780334590.385556:0:19623:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036de300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19623:1866815624196992:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1780334590.385595:0:19623:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:2.0:1780334590.385912:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:2.0:1780334590.385935:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1780334590.385945:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e70095a80 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a87 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.385956:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ae00/0xdf9e767e70095a80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a87 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1780334590.385970:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1780334590.385973:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1780334590.385976:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1780334590.386004:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04723600/0xdf9e767e70095a8e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.386011:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04723600/0xdf9e767e70095a8e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.386020:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04723600/0xdf9e767e70095a8e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334590.386040:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624197120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1780334590.386076:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334590.386102:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b700688d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.386225:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624197120 00000100:00100000:1.0:1780334590.386230:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624197120 00000100:00100000:1.0:1780334590.386253:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1780334590.386261:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+17:6535:x1866815624197120:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334590.386270:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334590.386284:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04ea7a00/0xdf9e767e70095a95 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095a8e expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.386316:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04ea7a00/0xdf9e767e70095a95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095a8e expref: 18 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.386325:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04ea7a00/0xdf9e767e70095a95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095a8e expref: 18 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.386345:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea7a00, rc 0) 00000100:00100000:1.0:1780334590.386377:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624197120:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.386383:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1780334590.387339:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624197120:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780334590.387357:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04723600/0xdf9e767e70095a8e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a95 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.387368:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04723600/0xdf9e767e70095a8e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095a95 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334590.387432:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624197248:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334590.387473:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334590.387505:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b700688d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.389678:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624197248 00000100:00100000:1.0:1780334590.389692:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624197248 00000100:00100000:1.0:1780334590.389743:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1780334590.389753:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624197248:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.389962:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624197248:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 210us (2488us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.389970:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1780334590.390084:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624197248:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334590.390133:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624197376:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780334590.390195:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334590.390220:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b700688d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334590.390401:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624197376 00000100:00100000:3.0:1780334590.390406:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624197376 00000100:00100000:3.0:1780334590.390432:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1780334590.390439:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624197376:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334590.390537:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624197376:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 99us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334590.390543:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1780334590.392375:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624197376:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1780334590.394166:0:19624:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:1.0:1780334590.395500:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1780334590.395525:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1780334590.395535:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04723600/0xdf9e767e70095a8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a95 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.395546:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04723600/0xdf9e767e70095a8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095a95 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1780334590.395556:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1780334590.395559:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9b7011040000 from 61 10000000:01000000:1.0:1780334590.395562:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1780334590.395601:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6600/0xdf9e767e70095a9c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.395609:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6600/0xdf9e767e70095a9c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.395637:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6600/0xdf9e767e70095a9c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334590.395664:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036de300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624197504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.395727:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.395769:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7021bacb40 going to sleep for 11 seconds 00000100:00100000:3.0:1780334590.395847:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624197504 00000100:00100000:3.0:1780334590.395855:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624197504 00000100:00100000:3.0:1780334590.395904:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1780334590.395914:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+18:6535:x1866815624197504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334590.395926:0:6533:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334590.395939:0:6533:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04cf1e00/0xdf9e767e70095aa3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095a9c expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334590.395961:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04cf1e00/0xdf9e767e70095aa3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095a9c expref: 19 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334590.395971:0:6533:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04cf1e00/0xdf9e767e70095aa3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095a9c expref: 19 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334590.395980:0:6533:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1e00, rc 0) 00000100:00100000:3.0:1780334590.396026:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624197504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334590.396033:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1780334590.396441:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036de300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624197504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780334590.396456:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6600/0xdf9e767e70095a9c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095aa3 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.396465:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6600/0xdf9e767e70095a9c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095aa3 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334590.396522:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624197632:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334590.396552:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334590.396587:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b700688d300 going to sleep for 11 seconds 00000100:00100000:0.0:1780334590.396874:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624197632 00000100:00100000:0.0:1780334590.396886:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624197632 00000100:00100000:0.0:1780334590.396915:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1780334590.396922:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624197632:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.397037:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624197632:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 114us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334590.397044:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1780334590.397208:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624197632:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334590.397238:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624197760:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780334590.397278:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334590.397439:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b700688d300 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.397494:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624197760 00000100:00100000:1.0:1780334590.397498:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624197760 00000100:00100000:1.0:1780334590.397531:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1780334590.397539:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624197760:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.397623:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624197760:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 84us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.397630:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1780334590.397694:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624197760:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.398765:0:19625:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036df480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19625:1866815624197888:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334590.398881:0:19625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.398905:0:19625:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7018a71480 going to sleep for 11 seconds 00000100:00100000:3.0:1780334590.399016:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624197888 00000100:00100000:3.0:1780334590.399022:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624197888 00000100:00100000:3.0:1780334590.399065:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1780334590.399074:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+19:19625:x1866815624197888:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334590.399267:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+19:19625:x1866815624197888:12345-0@lo:502:llog_process_th.0 Request processed in 193us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334590.399274:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1780334590.399452:0:19625:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036df480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19625:1866815624197888:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780334590.399500:0:19625:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19625:1866815624198016:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780334590.399534:0:19625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334590.399544:0:19625:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b700688d300 going to sleep for 11 seconds 00000100:00100000:0.0:1780334590.399620:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624198016 00000100:00100000:0.0:1780334590.399625:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624198016 00000100:00100000:0.0:1780334590.399647:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1780334590.399654:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+19:19625:x1866815624198016:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334590.399737:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+19:19625:x1866815624198016:12345-0@lo:502:llog_process_th.0 Request processed in 82us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334590.399743:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1780334590.401057:0:19625:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19625:1866815624198016:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1780334590.401100:0:19625:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:0.0:1780334590.401443:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:0.0:1780334590.401470:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1780334590.401479:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6600/0xdf9e767e70095a9c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095aa3 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.401491:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04ea6600/0xdf9e767e70095a9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095aa3 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334590.401501:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:0.0:1780334590.401504:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 56 10000000:01000000:0.0:1780334590.401507:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1780334590.401541:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a600/0xdf9e767e70095aaa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.401549:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a600/0xdf9e767e70095aaa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.401568:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a600/0xdf9e767e70095aaa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334590.401588:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624198144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.401636:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.401675:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.402030:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624198144 00000100:00100000:1.0:1780334590.402038:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624198144 00000100:00100000:1.0:1780334590.402080:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1780334590.402091:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+19:6535:x1866815624198144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334590.402103:0:6532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334590.402115:0:6532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04ea6800/0xdf9e767e70095ab1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095aaa expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.402140:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04ea6800/0xdf9e767e70095ab1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095aaa expref: 20 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.402164:0:6532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04ea6800/0xdf9e767e70095ab1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095aaa expref: 20 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.402248:0:6532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea6800, rc 0) 00000100:00100000:1.0:1780334590.402295:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624198144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 207us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.402489:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1780334590.402619:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624198144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1780334590.402633:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a600/0xdf9e767e70095aaa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095ab1 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.402642:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a600/0xdf9e767e70095aaa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095ab1 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334590.402697:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624198272:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334590.402726:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334590.402754:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b700688d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334590.403106:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624198272 00000100:00100000:2.0:1780334590.403112:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624198272 00000100:00100000:2.0:1780334590.403146:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1780334590.403162:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e683850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624198272:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1780334590.404559:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e683850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624198272:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1393us (1827us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334590.404569:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1780334590.406535:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624198272:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.406595:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624198400:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.406666:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.406709:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42300 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.407422:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624198400 00000100:00100000:1.0:1780334590.407429:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624198400 00000100:00100000:1.0:1780334590.407471:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1780334590.407479:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624198400:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.407598:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624198400:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 119us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.407604:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1780334590.407926:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624198400:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1780334590.408626:0:19626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19626:1866815624198528:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780334590.408671:0:19626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334590.408746:0:19626:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b700688d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334590.414953:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624198528 00000100:00100000:0.0:1780334590.414969:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624198528 00000100:00100000:0.0:1780334590.415024:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1780334590.415034:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e681050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+20:19626:x1866815624198528:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334590.415219:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e681050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+20:19626:x1866815624198528:12345-0@lo:502:llog_process_th.0 Request processed in 187us (6547us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334590.415227:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1780334590.415340:0:19626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19626:1866815624198528:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1780334590.415382:0:19626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1780334590.415393:0:19626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1780334590.415395:0:19626:0:(obd_config.c:1561:class_process_config()) marker 54 (0x1) lustre-MDT0001-m del lustre.test_11c 00000020:00000080:2.0:1780334590.415399:0:19626:0:(obd_config.c:1470:class_process_config()) processing cmd: ce023 00000100:00100000:2.0:1780334590.415515:0:19626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19626:1866815624198656:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1780334590.415558:0:19626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334590.415591:0:19626:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b700688d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334590.415663:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624198656 00000100:00100000:0.0:1780334590.415668:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624198656 00000100:00100000:0.0:1780334590.415697:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1780334590.415703:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e680450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+20:19626:x1866815624198656:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334590.415769:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e680450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+20:19626:x1866815624198656:12345-0@lo:502:llog_process_th.0 Request processed in 66us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334590.415776:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1780334590.416031:0:19626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19626:1866815624198656:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1780334590.416049:0:19626:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1780334590.416054:0:19626:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1780334590.416056:0:19626:0:(obd_config.c:1561:class_process_config()) marker 54 (0x2) lustre-MDT0001-m del lustre.test_11c 00000040:00080000:3.0:1780334590.416059:0:19626:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 59 count 58 00000020:01000000:0.0:1780334590.416216:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 56-58 (rc=0) 10000000:01000000:0.0:1780334590.416237:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:0.0:1780334590.416246:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a600/0xdf9e767e70095aaa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095ab1 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.416256:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9a600/0xdf9e767e70095aaa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095ab1 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1780334590.416266:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1780334590.416269:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9b701880a000 from 61 10000000:01000000:0.0:1780334590.416272:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1780334590.416296:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095ab8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.416303:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095ab8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.416312:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095ab8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334590.416326:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624198784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.416356:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.416383:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.416468:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624198784 00000100:00100000:1.0:1780334590.416473:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624198784 00000100:00100000:1.0:1780334590.416503:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1780334590.416511:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e680c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+20:6535:x1866815624198784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334590.416520:0:6532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334590.416531:0:6532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04ea7c00/0xdf9e767e70095abf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095ab8 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.416552:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04ea7c00/0xdf9e767e70095abf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095ab8 expref: 21 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.416562:0:6532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04ea7c00/0xdf9e767e70095abf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095ab8 expref: 21 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.416582:0:6532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea7c00, rc 0) 00000100:00100000:1.0:1780334590.416620:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e680c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624198784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.416626:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1780334590.417683:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624198784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334590.417701:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095ab8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095abf expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.417711:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095ab8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095abf expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334590.417797:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624198912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.418628:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.418686:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334590.418753:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624198912 00000100:00100000:0.0:1780334590.418762:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624198912 00000100:00100000:0.0:1780334590.418858:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1780334590.418877:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624198912:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.419011:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624198912:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 135us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334590.419019:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1780334590.419119:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624198912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.419159:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624199040:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.419211:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.419224:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7018a71d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780334590.419290:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624199040 00000100:00100000:3.0:1780334590.419295:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624199040 00000100:00100000:3.0:1780334590.419327:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1780334590.419334:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e683c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624199040:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334590.419409:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e683c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624199040:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 76us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334590.419415:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1780334590.419487:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624199040:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.419965:0:19627:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19627:1866815624199168:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334590.420003:0:19627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.420028:0:19627:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7018a71480 going to sleep for 11 seconds 00000100:00100000:0.0:1780334590.420131:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624199168 00000100:00100000:0.0:1780334590.420137:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624199168 00000100:00100000:0.0:1780334590.420174:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1780334590.420182:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+21:19627:x1866815624199168:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334590.420276:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+21:19627:x1866815624199168:12345-0@lo:502:llog_process_th.0 Request processed in 94us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334590.420282:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1780334590.420371:0:19627:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19627:1866815624199168:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334590.420415:0:19627:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19627:1866815624199296:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334590.420450:0:19627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.420484:0:19627:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7018a71480 going to sleep for 11 seconds 00000100:00100000:3.0:1780334590.420528:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624199296 00000100:00100000:3.0:1780334590.420534:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624199296 00000100:00100000:3.0:1780334590.420569:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1780334590.420576:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:19627:x1866815624199296:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334590.420643:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:19627:x1866815624199296:12345-0@lo:502:llog_process_th.0 Request processed in 68us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334590.420650:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1780334590.420736:0:19627:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19627:1866815624199296:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1780334590.420754:0:19627:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:3.0:1780334590.421076:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:3.0:1780334590.421099:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1780334590.421108:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095ab8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095abf expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334590.421119:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04a9ac00/0xdf9e767e70095ab8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095abf expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780334590.421130:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1780334590.421133:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 56 10000000:01000000:3.0:1780334590.421137:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1780334590.421161:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf1a00/0xdf9e767e70095ac6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334590.421168:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf1a00/0xdf9e767e70095ac6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334590.421178:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf1a00/0xdf9e767e70095ac6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334590.421193:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624199424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780334590.421220:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334590.421244:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd540 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.421287:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624199424 00000100:00100000:1.0:1780334590.421292:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624199424 00000100:00100000:1.0:1780334590.421324:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1780334590.421340:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+21:6535:x1866815624199424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334590.421349:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334590.421361:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04ea7400/0xdf9e767e70095acd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095ac6 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.421381:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04ea7400/0xdf9e767e70095acd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095ac6 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.421391:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04ea7400/0xdf9e767e70095acd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095ac6 expref: 22 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.421399:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea7400, rc 0) 00000100:00100000:1.0:1780334590.421429:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624199424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 89us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.421434:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1780334590.421622:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624199424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1780334590.421634:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf1a00/0xdf9e767e70095ac6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095acd expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334590.421642:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf1a00/0xdf9e767e70095ac6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095acd expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334590.421693:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624199552:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334590.421718:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334590.421748:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd540 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.421786:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624199552 00000100:00100000:1.0:1780334590.421790:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624199552 00000100:00100000:1.0:1780334590.421850:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1780334590.421857:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624199552:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.421962:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624199552:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 105us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.421969:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1780334590.422168:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624199552:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1780334590.422193:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624199680:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1780334590.422230:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334590.422255:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd540 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.422345:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624199680 00000100:00100000:1.0:1780334590.422349:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624199680 00000100:00100000:1.0:1780334590.422380:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1780334590.422388:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624199680:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.422537:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624199680:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 150us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.422551:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1780334590.432416:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624199680:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.433040:0:19628:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19628:1866815624199808:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334590.433123:0:19628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.433158:0:19628:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03e81780 going to sleep for 11 seconds 00000100:00100000:0.0:1780334590.433307:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624199808 00000100:00100000:0.0:1780334590.433313:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624199808 00000100:00100000:0.0:1780334590.433365:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1780334590.433374:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+22:19628:x1866815624199808:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1780334590.433516:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+22:19628:x1866815624199808:12345-0@lo:502:llog_process_th.0 Request processed in 142us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334590.433524:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1780334590.433645:0:19628:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19628:1866815624199808:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1780334590.433674:0:19628:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1780334590.433685:0:19628:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1780334590.433687:0:19628:0:(obd_config.c:1561:class_process_config()) marker 53 (0x1) lustre-MDT0000-m del lustre.test_11c 00000020:00000080:1.0:1780334590.433692:0:19628:0:(obd_config.c:1470:class_process_config()) processing cmd: ce023 00000100:00100000:1.0:1780334590.434707:0:19628:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19628:1866815624199936:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1780334590.434756:0:19628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.435670:0:19628:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03e81600 going to sleep for 11 seconds 00000100:00100000:3.0:1780334590.439267:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624199936 00000100:00100000:3.0:1780334590.439283:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624199936 00000100:00100000:3.0:1780334590.439346:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1780334590.439356:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:19628:x1866815624199936:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1780334590.441122:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+22:19628:x1866815624199936:12345-0@lo:502:llog_process_th.0 Request processed in 1760us (6358us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334590.441135:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1780334590.441285:0:19628:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:003605f5-7160-43b5-a66c-100b20743ad7:19628:1866815624199936:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1780334590.441321:0:19628:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1780334590.441329:0:19628:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1780334590.441331:0:19628:0:(obd_config.c:1561:class_process_config()) marker 53 (0x2) lustre-MDT0000-m del lustre.test_11c 00000040:00080000:1.0:1780334590.441335:0:19628:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 59 count 58 00000020:01000000:3.0:1780334590.441565:0:6535:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 56-58 (rc=0) 10000000:01000000:3.0:1780334590.441588:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1780334590.441598:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf1a00/0xdf9e767e70095ac6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095acd expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334590.441608:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf1a00/0xdf9e767e70095ac6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095acd expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1780334590.441617:0:6535:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1780334590.441620:0:6535:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff9b7018a799c0 from 1 10000000:01000000:3.0:1780334590.441623:0:6535:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1780334590.441653:0:6535:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0600/0xdf9e767e70095ad4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334590.441661:0:6535:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0600/0xdf9e767e70095ad4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334590.441668:0:6535:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0600/0xdf9e767e70095ad4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334590.441691:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624200064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1780334590.441728:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334590.441766:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd540 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.441854:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624200064 00000100:00100000:1.0:1780334590.441869:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624200064 00000100:00100000:1.0:1780334590.441909:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1780334590.441917:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+22:6535:x1866815624200064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1780334590.441930:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334590.441942:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f04ea7000/0xdf9e767e70095adb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xdf9e767e70095ad4 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.441966:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f04ea7000/0xdf9e767e70095adb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xdf9e767e70095ad4 expref: 23 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.441990:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f04ea7000/0xdf9e767e70095adb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xdf9e767e70095ad4 expref: 23 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334590.441999:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea7000, rc 0) 00000100:00100000:1.0:1780334590.442034:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:6535:x1866815624200064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.442040:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1780334590.442111:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624200064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1780334590.442126:0:6535:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0600/0xdf9e767e70095ad4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095adb expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334590.442134:0:6535:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0600/0xdf9e767e70095ad4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xdf9e767e70095adb expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334590.442190:0:6535:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624200192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1780334590.442218:0:6535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.442246:0:6535:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70107e6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334590.442355:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624200192 00000100:00100000:1.0:1780334590.442360:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624200192 00000100:00100000:1.0:1780334590.442391:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1780334590.442397:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:6535:x1866815624200192:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1780334590.442479:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:6535:x1866815624200192:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 81us (260us total) trans 0 rc -2/-2 00000100:00100000:1.0:1780334590.442486:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1780334590.442580:0:6535:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:003605f5-7160-43b5-a66c-100b20743ad7:6535:1866815624200192:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1780334590.442608:0:6535:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.122@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1780334590.442613:0:6535:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0600/0xdf9e767e70095ad4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095adb expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334590.442620:0:6535:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.122@tcp lock: ffff9b6f04cf0600/0xdf9e767e70095ad4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xdf9e767e70095adb expref: -99 pid: 6535 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334590.580255:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624200448:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334590.580325:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334590.580401:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780334590.580409:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624200320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334590.580432:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.580506:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624200448 00000100:00100000:0.0:1780334590.580514:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624200448 00000100:00100000:0.0:1780334590.580570:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624200320 00000100:00100000:0.0:1780334590.580574:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624200320 00000100:00100000:0.0:1780334590.580593:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1780334590.580601:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624200448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334590.580629:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1780334590.580678:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624200448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334590.580684:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1780334590.580700:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1780334590.580706:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624200320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334590.580715:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1780334590.580737:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624200320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 32us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334590.580742:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1780334590.580778:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624200320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334590.580806:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624200448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334590.581118:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624200832:0@lo:400:kworker.0 00000100:00100000:0.0:1780334590.581150:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.581172:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624201344:0@lo:400:kworker.0 00000100:00100000:0.0:1780334590.581196:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.581212:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1780334590.581217:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624200960:0@lo:400:kworker.0 00000100:00100000:0.0:1780334590.581239:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.581253:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624201472:0@lo:400:kworker.0 00000100:00100000:0.0:1780334590.581269:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334590.581288:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624200960 00000100:00100000:0.0:1780334590.581292:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624200960 00000100:00100000:0.0:1780334590.581318:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1780334590.581325:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624200960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334590.581363:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624200960:12345-0@lo:400:kworker.0 Request processed in 38us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334590.581369:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1780334590.581397:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624200960:0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.581462:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624200576:0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.581492:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.581519:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624201088:0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.581539:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.581561:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624201600:0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.581581:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.581597:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1780334590.581602:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624200704:0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.581622:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.581639:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624201216:0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.581668:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.581683:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624201728:0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.581699:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334590.581719:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624200832 00000100:00100000:1.0:1780334590.581723:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624200832 00000100:00100000:1.0:1780334590.581744:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624200576 00000100:00100000:1.0:1780334590.581746:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624200576 00000100:00100000:1.0:1780334590.581755:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624201088 00000100:00100000:1.0:1780334590.581757:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624201088 00000100:00100000:1.0:1780334590.581768:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624201600 00000100:00100000:1.0:1780334590.581770:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624201600 00000100:00100000:1.0:1780334590.581779:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624201216 00000100:00100000:1.0:1780334590.581781:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624201216 00000100:00100000:1.0:1780334590.581792:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624201728 00000100:00100000:1.0:1780334590.581794:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624201728 00000100:00100000:1.0:1780334590.581807:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1780334590.581836:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624200832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.581886:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624200832:12345-0@lo:400:kworker.0 Request processed in 50us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.581892:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1780334590.581906:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1780334590.581912:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624200576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.581943:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624200576:12345-0@lo:400:kworker.0 Request processed in 31us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.581949:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1780334590.581961:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1780334590.581966:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624201088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.581989:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624201088:12345-0@lo:400:kworker.0 Request processed in 24us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.582001:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1780334590.582012:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1780334590.582017:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624201600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.582041:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624201600:12345-0@lo:400:kworker.0 Request processed in 25us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.582047:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1780334590.582058:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1780334590.582063:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624201216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.582088:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624201216:12345-0@lo:400:kworker.0 Request processed in 25us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.582093:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1780334590.582105:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1780334590.582110:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624201728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.582135:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624201728:12345-0@lo:400:kworker.0 Request processed in 25us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.582140:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1780334590.582157:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624200704 00000100:00100000:1.0:1780334590.582160:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624200704 00000100:00100000:1.0:1780334590.582180:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1780334590.582185:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624200704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.582212:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624200704:12345-0@lo:400:kworker.0 Request processed in 27us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334590.582217:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1780334590.582248:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624200832:0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.582279:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624200704:0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.582288:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624201216:0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.582295:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624201728:0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.582303:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624200576:0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.582310:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624201088:0@lo:400:kworker.0 00000100:00100000:1.0:1780334590.582317:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624201600:0@lo:400:kworker.0 00000100:00100000:2.0:1780334590.582456:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624201344 00000100:00100000:2.0:1780334590.582466:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624201344 00000100:00100000:2.0:1780334590.582502:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624201472 00000100:00100000:2.0:1780334590.582505:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624201472 00000100:00100000:2.0:1780334590.582532:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1780334590.582538:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624201344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334590.582575:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624201344:12345-0@lo:400:kworker.0 Request processed in 37us (1378us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334590.582581:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1780334590.582593:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1780334590.582598:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624201472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334590.582622:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624201472:12345-0@lo:400:kworker.0 Request processed in 24us (1351us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334590.582627:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1780334590.582655:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624201472:0@lo:400:kworker.0 00000100:00100000:2.0:1780334590.582665:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624201344:0@lo:400:kworker.0 00000100:00080000:3.0:1780334590.582777:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334590.582783:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334590.582785:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334590.582787:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:2.0:1780334590.772470:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334590.772478:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334590.773069:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334590.773082:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334590.900270:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334591.925610:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334592.116881:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624201984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334592.116987:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334592.117081:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334592.117088:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624201856:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334592.117114:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334592.117155:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624201856 00000100:00100000:0.0:1780334592.117193:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624201856 00000100:00100000:0.0:1780334592.117251:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1780334592.117262:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624201856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334592.117309:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334592.117363:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624201856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334592.117370:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1780334592.117433:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624201856:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334592.118647:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624201984 00000100:00100000:3.0:1780334592.118662:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624201984 00000100:00100000:3.0:1780334592.118740:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1780334592.118753:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624201984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334592.118790:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1780334592.118898:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624201984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 150us (1911us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334592.118905:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00080000:0.0:1780334592.119689:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334592.119759:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624201984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334592.120442:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624202112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334592.120517:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334592.120668:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624202112 00000100:00100000:3.0:1780334592.120676:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624202112 00000100:00100000:3.0:1780334592.120746:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1780334592.120754:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624202112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334592.120783:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00080000:0.0:1780334592.120887:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334592.121314:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624202112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 559us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334592.121324:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:1.0:1780334592.121478:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624202112:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1780334592.948151:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334593.973272:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1780334594.155488:0:19725:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12a: Restore an imported file explicitly ========================================================== 13:23:13 (1780334593) 00000100:00100000:3.0:1780334594.585737:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334594.593414:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604306560 00000100:00100000:1.0:1780334594.593428:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604306560 00000100:00100000:0.0:1780334594.593635:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 782 00000100:00100000:0.0:1780334594.593647:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+31:24165:x1866815604306560:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334594.593669:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334594.593689:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095ae2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b12 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.593791:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a200/0xdf9e767e70095ae9 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.593807:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a200/0xdf9e767e70095ae9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.593850:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a200/0xdf9e767e70095ae9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334594.593862:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1780334594.594099:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095ae2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b12 expref: 34 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.594116:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9a200/0xdf9e767e70095ae9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b12 expref: 33 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.594124:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:0.0:1780334594.594126:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1780334594.594130:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9a200, rc 0) 00000100:00100000:0.0:1780334594.594246:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+33:24165:x1866815604306560:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 601us (8517us total) trans 4294967765 rc 0/0 00000100:00100000:0.0:1780334594.594254:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 782 00000100:00080000:3.0:1780334594.595794:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334594.597941:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334594.598026:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604306688 00000100:00100000:0.0:1780334594.598035:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604306688 00000100:00100000:0.0:1780334594.598086:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 783 00000100:00100000:0.0:1780334594.598095:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+33:24165:x1866815604306688:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1780334594.598219:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+33:24165:x1866815604306688:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 125us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334594.598226:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 783 00000100:00100000:0.0:1780334594.605729:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334594.605852:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604306816 00000100:00100000:3.0:1780334594.605863:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604306816 00000100:00100000:3.0:1780334594.605933:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 784 00000100:00100000:3.0:1780334594.605943:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:24165:x1866815604306816:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1780334594.606043:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:24165:x1866815604306816:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 102us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334594.606050:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 784 00000100:00080000:0.0:1780334594.606490:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334594.612758:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334594.613611:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604306944 00000100:00100000:0.0:1780334594.613623:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604306944 00000100:00100000:0.0:1780334594.613717:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 785 00000100:00100000:0.0:1780334594.613728:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:24166:x1866815604306944:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334594.613749:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334594.613769:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095af7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b19 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.613891:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095afe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.613905:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095afe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.613925:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095afe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.613939:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b05 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.613945:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.613951:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.613990:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095afe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.613998:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095afe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.614004:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095afe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.614010:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095afe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.614015:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9be00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334594.614026:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095afe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.614034:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095afe lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.614045:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334594.614048:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334594.614052:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095afe lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.614058:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095afe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.614070:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.614075:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b05 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.614080:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b05 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.614085:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334594.614087:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b05 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.614093:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b05 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.614099:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9b7018042d00) 00010000:00010000:0.0:1780334594.614101:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334594.614109:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b05 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.614115:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b05 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1780334594.614254:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780334594.614516:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095af7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b19 expref: 76 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.614527:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334594.614529:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334594.614533:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095af7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b19 expref: 76 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.614555:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b400, rc 0) 00000100:00100000:0.0:1780334594.614618:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:24166:x1866815604306944:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 893us (1868us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334594.614626:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 785 00000100:00100000:2.0:1780334594.626392:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334594.626580:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604307200 00000100:00100000:0.0:1780334594.626590:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604307200 00000100:00100000:0.0:1780334594.626643:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 786 00000100:00100000:0.0:1780334594.626652:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:24166:x1866815604307200:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:0.0:1780334594.626700:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334594.626724:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e700958ff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ab0 expref: 75 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.626743:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334594.626747:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334594.626806:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b0c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.626870:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009595a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0acc expref: 32 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.626877:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b0c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.626908:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009595a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0acc expref: 32 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.626920:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009595a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0acc expref: 32 pid: 6538 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334594.626933:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e82300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624202240:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334594.627031:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334594.630438:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e82300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624202240:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334594.630464:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b0c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334594.631929:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334594.635067:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604307328 00000100:00100000:1.0:1780334594.635082:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604307328 00010000:00010000:1.0:1780334594.635128:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009595a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0acc expref: 33 pid: 6538 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334594.635738:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 271 00000100:00100000:1.0:1780334594.635750:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+33:2407:x1866815604307328:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334594.635765:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334594.635782:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009595a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0acc expref: 33 pid: 6538 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334594.635796:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009595a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0acc expref: 33 pid: 6538 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334594.635853:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009595a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0acc expref: 33 pid: 6538 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334594.635869:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334594.635874:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b0c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334594.635883:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b0c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334594.635890:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b0c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334594.635919:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334594.635980:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+32:2407:x1866815604307328:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 233us (4058us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334594.635987:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 271 00010000:00010000:0.0:1780334594.636043:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b0c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636050:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b0c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636072:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095b13 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636091:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095b13 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636098:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095b13 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636611:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b1a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636620:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636626:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334594.636639:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004097dee3 reply state 000000008ffe3539 transno 4294967766 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636648:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636654:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9b7018042c00) 00010000:00010000:0.0:1780334594.636657:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334594.636659:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780334594.636664:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00010000:0.0:1780334594.636671:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b0c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636677:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b0c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636683:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b0c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636694:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334594.636698:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b0c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636705:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b0c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636713:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334594.636715:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334594.636719:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b0c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636724:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b0c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334594.636733:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004097dee3 reply state 000000008ffe3539 transno 4294967766 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095b13 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636740:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095b13 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334594.636745:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9b7018042d00) 00010000:00010000:0.0:1780334594.636747:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334594.636749:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1780334594.636796:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+76:24166:x1866815604307200:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 10144us (10411us total) trans 4294967766 rc 0/0 00000100:00100000:0.0:1780334594.636803:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 786 00000040:00080000:2.0:1780334594.740558:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1780334594.868047:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334594.868055:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334594.868581:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334594.868592:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334594.996110:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334595.053534:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334595.053575:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334595.053605:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334595.053651:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334595.053666:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334595.053684:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334595.053701:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334595.053715:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334595.053746:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334595.053772:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604307968 00000100:00100000:2.0:1780334595.053780:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604307968 00000100:00100000:0.0:1780334595.053861:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604308480 00000100:00100000:2.0:1780334595.053862:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604307840 00000100:00100000:2.0:1780334595.053866:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604307840 00000100:00100000:0.0:1780334595.053866:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604308480 00000100:00100000:2.0:1780334595.053880:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604308352 00000100:00100000:2.0:1780334595.053882:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604308352 00000100:00100000:2.0:1780334595.053898:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 350 00000100:00100000:1.0:1780334595.053946:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604307456 00000100:00100000:1.0:1780334595.053951:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604307456 00000100:00100000:1.0:1780334595.053987:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 656 00000100:00100000:1.0:1780334595.053995:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604307456:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334595.054078:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604307456:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 70us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334595.054086:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 656 00000100:00100000:1.0:1780334595.054129:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604307712 00000100:00100000:1.0:1780334595.054133:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604307712 00000100:00100000:1.0:1780334595.054165:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604308224 00000100:00100000:1.0:1780334595.054168:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604308224 00000100:00100000:1.0:1780334595.054181:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604307584 00000100:00100000:1.0:1780334595.054183:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604307584 00000100:00100000:1.0:1780334595.054193:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604308096 00000100:00100000:1.0:1780334595.054195:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604308096 00000100:00100000:1.0:1780334595.054207:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 631 00000100:00100000:1.0:1780334595.054213:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604307712:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334595.054253:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604307712:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 40us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334595.054260:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 631 00000100:00100000:1.0:1780334595.054273:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 632 00000100:00100000:1.0:1780334595.054279:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604308224:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334595.054580:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 633 00000100:00100000:3.0:1780334595.054590:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+76:2407:x1866815604307584:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334595.054621:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+76:2407:x1866815604307584:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 34us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334595.054628:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 633 00000100:00100000:3.0:1780334595.054640:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 634 00000100:00100000:3.0:1780334595.054645:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+32:2407:x1866815604308096:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334595.054663:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+32:2407:x1866815604308096:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 18us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334595.054668:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 634 00000100:00100000:1.0:1780334595.054735:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604308224:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 456us (1083us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334595.054742:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 632 00000100:00100000:2.0:1780334595.054799:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2407:x1866815604307968:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334595.054855:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2407:x1866815604307968:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 59us (1249us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334595.056255:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 351 00000100:00100000:0.0:1780334595.056288:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c95fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2407:x1866815604307840:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334595.056350:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c95fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2407:x1866815604307840:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 70us (2647us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334595.056357:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 351 00000100:00100000:0.0:1780334595.056384:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 352 00000100:00100000:0.0:1780334595.056391:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604308352:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334595.056577:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604308352:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 186us (2830us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334595.056584:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 352 00000100:00100000:0.0:1780334595.056597:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 353 00000100:00100000:0.0:1780334595.056604:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604308480:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334595.056628:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604308480:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (2961us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334595.056633:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 353 00000100:00080000:3.0:1780334595.057136:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334595.057143:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334595.057153:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334595.059758:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 350 00000100:00100000:2.0:1780334595.112588:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334595.112739:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604308608 00000100:00100000:3.0:1780334595.112748:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604308608 00000100:00100000:3.0:1780334595.112843:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 787 00000100:00100000:3.0:1780334595.112854:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+76:24203:x1866815604308608:12345-192.168.203.22@tcp:101:mkdir.0 00010000:00010000:3.0:1780334595.112873:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334595.112894:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095b21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b20 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.112974:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095b28 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.112989:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095b28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.112999:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095b28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334595.113038:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1780334595.113041:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334595.113057:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095b28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.113086:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095b21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b20 expref: 78 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.113102:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095b28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b20 expref: 77 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.113111:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334595.113114:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334595.113117:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0800, rc 0) 00000100:00100000:3.0:1780334595.113179:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+77:24203:x1866815604308608:12345-192.168.203.22@tcp:101:mkdir.0 Request processed in 327us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334595.113186:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 787 00000100:00100000:0.0:1780334595.118807:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334595.118979:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604308864 00000100:00100000:3.0:1780334595.118989:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604308864 00000100:00100000:3.0:1780334595.119047:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 788 00000100:00100000:3.0:1780334595.119058:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+77:24203:x1866815604308864:12345-192.168.203.22@tcp:36:mkdir.0 00010000:00010000:3.0:1780334595.119124:0:15367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334595.119149:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095b28 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b20 expref: 77 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.119165:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334595.119170:0:15367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334595.119312:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+76:24203:x1866815604308864:12345-192.168.203.22@tcp:36:mkdir.0 Request processed in 256us (512us total) trans 0 rc -17/-17 00000100:00100000:3.0:1780334595.119319:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 788 00000100:00100000:2.0:1780334595.121753:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334595.121854:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604308992 00000100:00100000:1.0:1780334595.121863:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604308992 00000100:00100000:1.0:1780334595.121908:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 789 00000100:00100000:1.0:1780334595.121917:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+76:24203:x1866815604308992:12345-192.168.203.22@tcp:101:mkdir.0 00010000:00010000:1.0:1780334595.121948:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334595.121966:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095b2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b27 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.122021:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095b36 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.122035:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095b36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.122046:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095b36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334595.122096:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1780334595.122099:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334595.122116:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095b36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.122137:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095b2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b27 expref: 78 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.122163:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095b36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b27 expref: 77 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.122172:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334595.122175:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334595.122178:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea7800, rc 0) 00000100:00100000:1.0:1780334595.122237:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+77:24203:x1866815604308992:12345-192.168.203.22@tcp:101:mkdir.0 Request processed in 314us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334595.122244:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 789 00000100:00100000:2.0:1780334595.127887:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334595.128031:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604309120 00000100:00100000:0.0:1780334595.128041:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604309120 00000100:00100000:0.0:1780334595.128094:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 790 00000100:00100000:0.0:1780334595.128104:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+77:24203:x1866815604309120:12345-192.168.203.22@tcp:101:mkdir.0 00010000:00010000:0.0:1780334595.128125:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334595.128150:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095b3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b2e expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128213:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128375:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128388:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128400:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b4b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128407:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128414:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128474:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095b52 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128491:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095b52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128497:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095b52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334595.128527:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:0.0:1780334595.128530:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334595.128547:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095b52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128558:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128574:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b44 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128581:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b44 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128587:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9be00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334595.128590:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b44 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128598:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b44 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128609:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334595.128613:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334595.128617:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128624:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128635:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128641:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128646:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128651:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334595.128658:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128665:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b4b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128671:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9b7018042d00) 00010000:00010000:0.0:1780334595.128673:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334595.128676:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b4b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128682:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b4b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128703:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095b3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b2e expref: 79 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128715:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095b52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b2e expref: 78 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.128722:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9b7018042c00) 00010000:00010000:0.0:1780334595.128725:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334595.128727:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9bc00, rc 0) 00000100:00100000:0.0:1780334595.128785:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+78:24203:x1866815604309120:12345-192.168.203.22@tcp:101:mkdir.0 Request processed in 682us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334595.128791:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 790 00000100:00100000:0.0:1780334595.188220:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624202368:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334595.188300:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334595.188581:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624202368 00000100:00100000:2.0:1780334595.188588:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624202368 00000100:00100000:2.0:1780334595.188636:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1780334595.188643:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624202368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334595.188676:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:2.0:1780334595.188842:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624202368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 199us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334595.188849:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1780334595.195342:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624202368:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334595.242327:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334595.242495:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604309248 00000100:00100000:1.0:1780334595.242506:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604309248 00000100:00100000:1.0:1780334595.242565:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 791 00000100:00100000:1.0:1780334595.242577:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+32:24209:x1866815604309248:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334595.242600:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334595.242621:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095b59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b35 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.242688:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095b60 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.242704:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095b60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.242716:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095b60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334595.242756:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1780334595.242760:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334595.242779:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095b60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.242803:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095b59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b35 expref: 34 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.242861:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095b60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b35 expref: 33 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.242870:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334595.242873:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334595.242884:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea6200, rc 0) 00000100:00100000:1.0:1780334595.243318:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+33:24209:x1866815604309248:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 742us (997us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334595.243327:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 791 00000100:00100000:2.0:1780334595.255987:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334595.260278:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604309504 00000100:00100000:3.0:1780334595.260293:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604309504 00000100:00100000:2.0:1780334595.262550:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 792 00000100:00100000:2.0:1780334595.262566:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+78:24209:x1866815604309504:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334595.262587:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334595.262589:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1780334595.262616:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095b52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b2e expref: 78 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.262637:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9b7018042c00) 00010000:00010000:2.0:1780334595.262643:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334595.262657:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095b67 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b3c expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.262756:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095b6e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.262770:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095b6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.262779:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095b6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.262792:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095b75 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.262799:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095b75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.262805:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095b75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.269375:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095b7c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.269398:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095b7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.269410:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095b7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334595.269429:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 0 00010000:00010000:2.0:1780334595.269472:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095b6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.269480:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095b6e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.269486:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095b6e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.269492:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334595.269496:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095b6e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.269503:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095b6e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.269514:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9b7018042c00) 00010000:00010000:2.0:1780334595.269517:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334595.270044:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095b6e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.270070:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095b6e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334595.270085:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007364b5d4 reply state 00000000c9596d20 transno 4294967767 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095b75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.270096:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095b75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.270102:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff9b6f02d66c00) 00010000:00010000:2.0:1780334595.270104:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334595.270108:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780334595.270224:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095b67 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b3c expref: 80 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.270239:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095b7c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b3c expref: 79 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.270247:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b6f02d66700) 00010000:00010000:2.0:1780334595.270249:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334595.270252:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722a00, rc 0) 00000100:00100000:2.0:1780334595.270367:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+80:24209:x1866815604309504:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 7804us (14387us total) trans 4294967767 rc 0/0 00000100:00100000:2.0:1780334595.270375:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 792 00000100:00100000:2.0:1780334595.281334:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334595.285266:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604309760 00000100:00100000:0.0:1780334595.285281:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604309760 00000100:00100000:0.0:1780334595.285353:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 793 00000100:00100000:0.0:1780334595.285362:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+80:24209:x1866815604309760:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334595.285385:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334595.285404:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b43 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.285502:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b91 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.285515:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095b7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b3c expref: 81 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.285524:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b91 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.285555:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095b7c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b3c expref: 81 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.285568:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095b7c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b3c expref: 81 pid: 9763 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334595.285582:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624202496:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334595.285744:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23900 going to sleep for 11 seconds 00000100:00100000:1.0:1780334595.298329:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334595.301524:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604309888 00000100:00100000:2.0:1780334595.301538:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604309888 00010000:00010000:2.0:1780334595.301585:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095b7c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b3c expref: 82 pid: 9763 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334595.301653:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 272 00000100:00100000:2.0:1780334595.301664:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+82:2407:x1866815604309888:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334595.301681:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334595.301688:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095b7c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b3c expref: 82 pid: 9763 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.301704:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095b7c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b3c expref: 82 pid: 9763 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.301726:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b6f02d66700) 00010000:00010000:2.0:1780334595.301731:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b91 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.301742:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.301751:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b91 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.301772:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334595.301869:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+82:2407:x1866815604309888:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 206us (3547us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334595.301878:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 272 00010000:00010000:0.0:1780334595.304142:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095b7c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b3c expref: 81 pid: 9763 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334595.304238:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624202496:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334595.304273:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.307228:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.307245:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334595.307269:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 0 00010000:00010000:1.0:1780334595.308249:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.308263:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b91 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.308270:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b91 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.308276:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9be00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334595.308281:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b91 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.308289:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b91 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.308304:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b6f02d66700) 00010000:00010000:1.0:1780334595.308307:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334595.308312:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b91 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.308334:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095b91 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.308397:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b8a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b43 expref: 81 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.308407:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9b7018042c00) 00010000:00010000:1.0:1780334595.308409:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780334595.308413:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095b8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b43 expref: 81 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.308421:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b400, rc 0) 00000100:00100000:1.0:1780334595.308544:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+80:24209:x1866815604309760:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 23181us (27218us total) trans 4294967768 rc 301/301 00000100:00100000:1.0:1780334595.308554:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 793 00000100:00100000:1.0:1780334595.319105:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334595.320259:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604310144 00000100:00100000:3.0:1780334595.320269:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604310144 00000100:00100000:3.0:1780334595.320331:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 154 00000100:00100000:3.0:1780334595.320340:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+80:24209:x1866815604310144:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334595.320602:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+81:24209:x1866815604310144:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 263us (1505us total) trans 4294967769 rc 0/0 00000100:00100000:3.0:1780334595.320610:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 154 00000100:00100000:2.0:1780334595.323104:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334595.331311:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604310272 00000100:00100000:1.0:1780334595.331326:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604310272 00000100:00100000:1.0:1780334595.331434:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 794 00000100:00100000:1.0:1780334595.331445:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+81:24209:x1866815604310272:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334595.331468:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334595.331491:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095b9f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b4a expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.332014:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095b9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b4a expref: 82 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.332056:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095b9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b4a expref: 82 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.332079:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541400) 00010000:00010000:1.0:1780334595.332082:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334595.332085:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea6c00, rc 0) 00000100:00100000:1.0:1780334595.332263:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+82:24209:x1866815604310272:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 819us (9167us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334595.332272:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 794 00000100:00100000:2.0:1780334595.334500:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334595.334675:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604310528 00000100:00100000:1.0:1780334595.334684:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604310528 00000100:00100000:1.0:1780334595.334776:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 795 00000100:00100000:1.0:1780334595.334786:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+82:24209:x1866815604310528:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1780334595.334870:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ba6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.334887:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ba6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.334899:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ba6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.335045:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ba6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.335052:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ba6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.335075:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ba6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.335081:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334595.335085:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ba6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.335093:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ba6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.335105:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541400) 00010000:00010000:1.0:1780334595.335108:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1780334595.335112:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ba6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.335119:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ba6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334595.335209:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:24209:x1866815604310528:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 423us (716us total) trans 4294967770 rc 0/0 00000100:00100000:1.0:1780334595.335217:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 795 00000100:00100000:3.0:1780334595.344376:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334595.344449:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604310784 00000100:00100000:1.0:1780334595.344460:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604310784 00000100:00100000:1.0:1780334595.344520:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 796 00000100:00100000:1.0:1780334595.344530:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:24209:x1866815604310784:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1780334595.344755:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095bad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.344771:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095bad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.344797:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095bad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780334595.345801:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967771 00000004:00010000:2.0:1780334595.345877:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053de3869 reply state 0000000015fc51c2 transno 4294967772 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095bad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.346087:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095bad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.346096:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541400) 00010000:00010000:2.0:1780334595.346099:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1780334595.346104:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334595.346218:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:24209:x1866815604310784:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 1686us (1848us total) trans 4294967772 rc 0/0 00000100:00100000:2.0:1780334595.346226:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 796 00000020:00080000:2.0:1780334595.346233:0:6540:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780334595.348508:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334595.348760:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604311040 00000100:00100000:3.0:1780334595.348770:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604311040 00000100:00100000:3.0:1780334595.349187:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 155 00000100:00100000:3.0:1780334595.349198:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ec450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:24209:x1866815604311040:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334595.349403:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ec450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:24209:x1866815604311040:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 207us (905us total) trans 4294967773 rc 0/0 00000100:00100000:3.0:1780334595.349411:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 155 00000100:00100000:3.0:1780334595.378267:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334595.378383:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604311168 00000100:00100000:1.0:1780334595.378392:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604311168 00000100:00100000:1.0:1780334595.378449:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 797 00000100:00100000:1.0:1780334595.378458:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+33:24212:x1866815604311168:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334595.378479:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334595.378498:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095bb4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b51 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378563:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bbb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378577:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bbb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378588:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bbb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378598:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bc2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378604:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378609:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378687:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7200/0xdf9e767e70095bc9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378706:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7200/0xdf9e767e70095bc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378712:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7200/0xdf9e767e70095bc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334595.378748:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:1.0:1780334595.378750:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334595.378769:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7200/0xdf9e767e70095bc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378781:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bbb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378788:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bbb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378794:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bbb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378800:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bbb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378805:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334595.378863:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bbb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378872:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bbb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378884:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334595.378893:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334595.378898:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bbb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378976:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bbb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378990:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.378995:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.379001:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bc2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.379006:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334595.379009:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bc2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.379015:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bc2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.379022:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9b7018042d00) 00010000:00010000:1.0:1780334595.379024:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334595.379027:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bc2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.379033:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bc2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.379056:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095bb4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b51 expref: 35 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.379082:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7200/0xdf9e767e70095bc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b51 expref: 34 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.379089:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9b7018042c00) 00010000:00010000:1.0:1780334595.379092:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780334595.379094:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea7200, rc 0) 00000100:00100000:1.0:1780334595.379148:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+34:24212:x1866815604311168:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 690us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334595.379156:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 797 00000100:00100000:0.0:1780334595.387245:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334595.390344:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604311424 00000100:00100000:1.0:1780334595.390361:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604311424 00000100:00100000:1.0:1780334595.390438:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 798 00000100:00100000:1.0:1780334595.390451:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+34:24212:x1866815604311424:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334595.390473:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334595.390494:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095bd0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b58 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390571:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bd7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390586:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390597:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390608:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bde lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390630:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390637:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390735:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095be5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390744:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095be5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390751:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095be5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334595.390761:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:1.0:1780334595.390863:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390872:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bd7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390878:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bd7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390884:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334595.390888:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bd7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390895:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bd7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390927:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9b7018042c00) 00010000:00010000:1.0:1780334595.390930:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334595.390935:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bd7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390941:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095bd7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390955:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390961:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bde lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390966:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390972:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334595.390974:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390980:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bde lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390988:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff9b6f02d66c00) 00010000:00010000:1.0:1780334595.390990:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334595.390993:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bde lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.390999:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095bde lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.391044:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095bd0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b58 expref: 37 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.391056:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095be5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b58 expref: 36 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.391063:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541400) 00010000:00010000:1.0:1780334595.391065:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334595.391068:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea6400, rc 0) 00000100:00100000:1.0:1780334595.391140:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+36:24212:x1866815604311424:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 692us (3903us total) trans 4294967774 rc 0/0 00000100:00100000:1.0:1780334595.391263:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 798 00000100:00100000:2.0:1780334595.396256:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334595.396341:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604311552 00000100:00100000:3.0:1780334595.396351:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604311552 00000100:00100000:3.0:1780334595.396409:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 799 00000100:00100000:3.0:1780334595.396420:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+36:24212:x1866815604311552:12345-192.168.203.22@tcp:54:lfs.0 00010000:00010000:3.0:1780334595.396487:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095bf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.396505:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095bf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.396517:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095bf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.396552:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095bf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.396559:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095bf3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.396566:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095bf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.396572:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334595.396576:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095bf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.396587:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095bf3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.396598:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541400) 00010000:00010000:3.0:1780334595.396602:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1780334595.396606:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095bf3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.396611:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095bf3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334595.396682:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+36:24212:x1866815604311552:12345-192.168.203.22@tcp:54:lfs.0 Request processed in 263us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334595.396690:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 799 00000100:00100000:2.0:1780334595.398789:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334595.398918:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604311808 00000100:00100000:1.0:1780334595.398927:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604311808 00000100:00100000:1.0:1780334595.398972:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 156 00000100:00100000:1.0:1780334595.398981:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+36:24212:x1866815604311808:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:1.0:1780334595.399240:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+37:24212:x1866815604311808:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 258us (457us total) trans 4294967775 rc 0/0 00000100:00100000:1.0:1780334595.399247:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 156 00000100:00100000:0.0:1780334595.465281:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334595.465493:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604311936 00000100:00100000:1.0:1780334595.465503:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604311936 00000100:00100000:1.0:1780334595.465568:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 800 00000100:00100000:1.0:1780334595.465579:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+37:24220:x1866815604311936:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334595.465607:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334595.465630:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095bfa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b5f expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.465729:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095c01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.465745:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095c01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.465756:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095c01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334595.465799:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:1.0:1780334595.465803:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334595.465872:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095c01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.465898:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095bfa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b5f expref: 39 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.465916:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095c01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b5f expref: 38 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.465925:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9b7018042c00) 00010000:00010000:1.0:1780334595.465928:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334595.465932:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea6000, rc 0) 00000100:00100000:1.0:1780334595.466000:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+38:24220:x1866815604311936:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 423us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334595.466006:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 800 00000100:00100000:2.0:1780334595.471701:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334595.471783:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604312192 00000100:00100000:0.0:1780334595.471793:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604312192 00000100:00100000:0.0:1780334595.471910:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 37 00000100:00100000:0.0:1780334595.471921:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+38:24220:x1866815604312192:12345-192.168.203.22@tcp:103:lfs.0 00010000:00010000:0.0:1780334595.471936:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334595.471960:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095be5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b58 expref: 38 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.471978:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541400) 00010000:00010000:0.0:1780334595.471983:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334595.472033:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+37:24220:x1866815604312192:12345-192.168.203.22@tcp:103:lfs.0 Request processed in 114us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334595.472039:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 37 00000100:00100000:3.0:1780334595.474040:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334595.474156:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604312320 00000100:00100000:0.0:1780334595.474166:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604312320 00000100:00100000:0.0:1780334595.474222:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 801 00000100:00100000:0.0:1780334595.474232:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+37:24220:x1866815604312320:12345-192.168.203.22@tcp:58:lfs.0 00010000:00010000:0.0:1780334595.474527:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095c08 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.474545:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095b9f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b4a expref: 86 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.474572:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095c08 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.474608:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095b9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b4a expref: 86 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.474621:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095b9f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b4a expref: 86 pid: 6538 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334595.474636:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e81880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624202624:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334595.474745:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c230c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334595.477866:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334595.477979:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e81880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624202624:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334595.478005:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095c08 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334595.478068:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604312448 00000100:00100000:3.0:1780334595.478075:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604312448 00010000:00010000:3.0:1780334595.478108:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095b9f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b4a expref: 87 pid: 6538 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334595.478153:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 273 00000100:00100000:3.0:1780334595.478163:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:2406:x1866815604312448:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334595.478178:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334595.478183:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095b9f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b4a expref: 87 pid: 6538 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.478195:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095b9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b4a expref: 87 pid: 6538 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.478222:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095b9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b4a expref: 87 pid: 6538 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.478237:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541400) 00010000:00010000:3.0:1780334595.478241:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095c08 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.478250:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095c08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.478257:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095c08 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.478285:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334595.478405:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095c08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.478411:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095c08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780334595.478513:0:15367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].18, 136 off10640 00000100:00100000:0.0:1780334595.478574:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+37:24220:x1866815604312320:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 4343us (4541us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334595.478582:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 801 00000100:00100000:3.0:1780334595.478713:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:2406:x1866815604312448:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 550us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334595.478720:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 273 00000100:00100000:0.0:1780334595.700183:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334595.700202:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624202752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334595.700278:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334595.700394:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624202752 00000100:00100000:1.0:1780334595.700408:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624202752 00000100:00100000:1.0:1780334595.700476:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1780334595.700485:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624202752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334595.700512:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1780334595.700557:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624202752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334595.700564:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00080000:1.0:1780334595.700602:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334595.700626:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334595.700636:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624202880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334595.700666:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334595.700727:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624202880 00000100:00100000:1.0:1780334595.700732:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624202880 00000100:00100000:1.0:1780334595.700771:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1780334595.700778:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624202880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334595.700788:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1780334595.700850:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624202880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334595.700856:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1780334595.700894:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624202880:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1780334595.700957:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334595.701058:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624202752:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334595.703357:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624203136:0@lo:400:kworker.0 00000100:00100000:2.0:1780334595.703418:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334595.703465:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624203648:0@lo:400:kworker.0 00000100:00100000:2.0:1780334595.703486:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334595.703509:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780334595.703514:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624203008:0@lo:400:kworker.0 00000100:00100000:2.0:1780334595.703541:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334595.703560:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624203520:0@lo:400:kworker.0 00000100:00100000:2.0:1780334595.703596:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334595.703625:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624203136 00000100:00100000:2.0:1780334595.703632:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624203136 00000100:00100000:2.0:1780334595.703670:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624203648 00000100:00100000:2.0:1780334595.703674:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624203648 00000100:00100000:3.0:1780334595.703698:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624203008 00000100:00100000:2.0:1780334595.703699:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624203520 00000100:00100000:2.0:1780334595.703701:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624203520 00000100:00100000:3.0:1780334595.703702:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624203008 00000100:00100000:2.0:1780334595.703729:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1780334595.703737:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624203136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334595.703785:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624203136:12345-0@lo:400:kworker.0 Request processed in 49us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334595.703792:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1780334595.703808:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1780334595.703843:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624203648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334595.703852:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1780334595.703859:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624203008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334595.703870:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624203648:12345-0@lo:400:kworker.0 Request processed in 29us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334595.703876:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1780334595.703887:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624203008:12345-0@lo:400:kworker.0 Request processed in 29us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334595.703887:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1780334595.703892:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624203520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334595.703893:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1780334595.703915:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624203520:12345-0@lo:400:kworker.0 Request processed in 23us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334595.703920:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1780334595.703951:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624203008:0@lo:400:kworker.0 00000100:00100000:2.0:1780334595.703964:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624203520:0@lo:400:kworker.0 00000100:00100000:2.0:1780334595.703972:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624203136:0@lo:400:kworker.0 00000100:00100000:2.0:1780334595.703989:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624203648:0@lo:400:kworker.0 00000100:00080000:3.0:1780334595.703997:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334595.704000:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334595.704015:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624203392:0@lo:400:kworker.0 00000100:00100000:2.0:1780334595.704064:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334595.704092:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780334595.704098:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624203264:0@lo:400:kworker.0 00000100:00100000:2.0:1780334595.704118:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334595.704125:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624203392 00000100:00100000:3.0:1780334595.704129:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624203392 00000100:00100000:2.0:1780334595.704137:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624203264 00000100:00100000:2.0:1780334595.704139:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624203264 00000100:00100000:2.0:1780334595.704157:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1780334595.704163:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624203264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334595.704195:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624203264:12345-0@lo:400:kworker.0 Request processed in 32us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334595.704200:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1780334595.704225:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1780334595.704225:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624203264:0@lo:400:kworker.0 00000100:00100000:3.0:1780334595.704300:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624203392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334595.704335:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624203392:12345-0@lo:400:kworker.0 Request processed in 37us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334595.704489:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624204032:0@lo:400:kworker.0 00000100:00100000:0.0:1780334595.704516:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334595.704531:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334595.704536:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624204160:0@lo:400:kworker.0 00000100:00100000:0.0:1780334595.704634:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334595.704659:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624203776:0@lo:400:kworker.0 00000100:00100000:0.0:1780334595.704680:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334595.704693:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334595.704697:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624203904:0@lo:400:kworker.0 00000100:00100000:0.0:1780334595.704716:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334595.704734:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624203776 00000100:00100000:0.0:1780334595.704737:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624203776 00000100:00100000:0.0:1780334595.704762:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624203904 00000100:00100000:0.0:1780334595.704764:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624203904 00000100:00100000:0.0:1780334595.704779:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1780334595.704785:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624203776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334595.704840:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624203776:12345-0@lo:400:kworker.0 Request processed in 55us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334595.704846:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1780334595.704856:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1780334595.704861:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624203904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334595.704882:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624203904:12345-0@lo:400:kworker.0 Request processed in 21us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334595.704887:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1780334595.704919:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624203904:0@lo:400:kworker.0 00000100:00100000:0.0:1780334595.704927:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624203776:0@lo:400:kworker.0 00000100:00100000:0.0:1780334595.705445:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624203392:0@lo:400:kworker.0 00000100:00100000:2.0:1780334595.705927:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624204032 00000100:00100000:2.0:1780334595.705934:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624204032 00000100:00100000:2.0:1780334595.705972:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624204160 00000100:00100000:2.0:1780334595.705975:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624204160 00000100:00100000:2.0:1780334595.706005:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1780334595.706012:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624204032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334595.706066:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624204032:12345-0@lo:400:kworker.0 Request processed in 54us (1549us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334595.706072:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1780334595.706086:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1780334595.706092:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624204160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334595.706119:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624204160:12345-0@lo:400:kworker.0 Request processed in 27us (1567us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334595.706136:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00080000:2.0:1780334595.706172:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334595.706175:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334595.706177:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334595.706413:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624204160:0@lo:400:kworker.0 00000100:00100000:0.0:1780334595.706423:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624204032:0@lo:400:kworker.0 00000100:00100000:3.0:1780334595.706509:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000040:00080000:3.0:1780334595.892550:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334595.892558:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334595.892581:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:3.0:1780334595.892589:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334595.892714:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624204288:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334595.892801:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002b85a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334595.905981:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624204288:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1780334595.910463:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334595.910766:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604312576 00000100:00100000:1.0:1780334595.910776:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604312576 00000100:00100000:1.0:1780334595.910869:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 802 00000100:00100000:1.0:1780334595.910880:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+37:24230:x1866815604312576:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334595.910911:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000402:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334595.911024:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+37:24230:x1866815604312576:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 146us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334595.911031:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 802 00000100:00100000:1.0:1780334595.920857:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334595.920891:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604312704 00000100:00100000:1.0:1780334595.920910:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604312704 00000100:00100000:1.0:1780334595.920962:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 803 00000100:00100000:1.0:1780334595.920972:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+37:24230:x1866815604312704:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1780334595.921038:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095c0f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921055:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095c0f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921066:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095c0f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921125:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095c16 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921149:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095c16 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921156:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095c16 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921179:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095c1d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921187:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095c1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921193:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095c1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334595.921244:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00000004:00200000:1.0:1780334595.921248:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334595.921260:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095c1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921271:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095c0f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921278:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095c0f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921285:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095c0f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921290:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334595.921294:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095c0f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921301:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095c0f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921312:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:1.0:1780334595.921315:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334595.921319:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095c0f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921324:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095c0f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921336:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095c16 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921351:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095c16 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921357:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095c16 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921363:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334595.921366:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095c16 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921372:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095c16 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921380:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x1451b5e8 (ffff9b7033541000) 00010000:00010000:1.0:1780334595.921383:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334595.921385:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095c16 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921391:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095c16 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921405:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095c1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921410:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095c1d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921414:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095c1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921419:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334595.921427:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095c1d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921434:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095c1d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921441:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541400) 00010000:00010000:1.0:1780334595.921443:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334595.921446:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095c1d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334595.921452:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095c1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334595.921515:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+37:24230:x1866815604312704:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 Request processed in 544us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334595.921523:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 803 00000100:00100000:1.0:1780334595.935136:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334595.935280:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604312960 00000100:00100000:0.0:1780334595.935288:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604312960 00000100:00100000:0.0:1780334595.935346:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 804 00000100:00100000:0.0:1780334595.935356:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+37:24230:x1866815604312960:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334595.935378:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334595.935395:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095c24 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b66 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.935497:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095c2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.935511:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095c2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.935523:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095c2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334595.935534:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:0.0:1780334595.935611:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095c2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.935633:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095c2b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.935639:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095c2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.935644:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334595.935648:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095c2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.935655:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095c2b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.935667:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541400) 00010000:00010000:0.0:1780334595.935670:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334595.935675:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095c2b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.935681:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095c2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.935721:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095c24 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b66 expref: 39 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.935732:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:0.0:1780334595.935734:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780334595.935738:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095c24 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b66 expref: 39 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334595.935747:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9be00, rc 0) 00000100:00100000:0.0:1780334595.935849:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+38:24230:x1866815604312960:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 494us (720us total) trans 4294967776 rc 301/301 00000100:00100000:0.0:1780334595.935857:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 804 00000100:00100000:0.0:1780334595.942504:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334595.942576:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604313088 00000100:00100000:2.0:1780334595.942586:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604313088 00000100:00100000:2.0:1780334595.942649:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 805 00000100:00100000:2.0:1780334595.942660:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+38:24230:x1866815604313088:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334595.942692:0:9763:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000402:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334595.942849:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+38:24230:x1866815604313088:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 190us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334595.942858:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 805 00000100:00100000:1.0:1780334595.955226:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334595.955339:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604313344 00000100:00100000:3.0:1780334595.955350:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604313344 00000100:00100000:3.0:1780334595.955414:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 806 00000100:00100000:3.0:1780334595.955424:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+38:24230:x1866815604313344:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334595.955444:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334595.955447:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1780334595.955472:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095c01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b5f expref: 38 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.955492:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9b7018042c00) 00010000:00010000:3.0:1780334595.955497:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334595.955510:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095c39 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b6d expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780334595.955901:0:6538:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xf:0x0], index 0: 0 00010000:00010000:3.0:1780334595.956079:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095c40 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.956092:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095c40 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.956101:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095c40 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.956153:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095c39 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b6d expref: 40 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.956168:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095c40 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b6d expref: 39 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334595.956176:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9b701a4df000) 00010000:00010000:3.0:1780334595.956178:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334595.956181:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1c00, rc 0) 00000100:00100000:3.0:1780334595.956246:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+39:24230:x1866815604313344:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 823us (1031us total) trans 4294967777 rc 0/0 00000100:00100000:3.0:1780334595.956253:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 806 00000100:00100000:1.0:1780334595.964103:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334595.964171:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604313600 00000100:00100000:2.0:1780334595.964181:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604313600 00000100:00100000:2.0:1780334595.964239:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 807 00000100:00100000:2.0:1780334595.964249:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+39:24230:x1866815604313600:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334595.964303:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334595.964329:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095c40 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b6d expref: 39 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964349:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9b701a4df000) 00010000:00010000:2.0:1780334595.964359:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334595.964381:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c4e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964394:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964421:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964436:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c55 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x2f21a3a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964443:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x2f21a3a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964450:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x2f21a3a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964488:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964495:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c4e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964501:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c4e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964507:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334595.964512:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c4e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964519:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c4e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964528:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9b7018042c00) 00010000:00010000:2.0:1780334595.964530:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334595.964534:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c4e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964546:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c4e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964557:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x2f21a3a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964563:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c55 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x2f21a3a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964569:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c55 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x2f21a3a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964575:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334595.964577:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c55 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x2f21a3a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964583:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c55 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x2f21a3a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964591:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x2f21a3a1 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334595.964593:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334595.964596:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c55 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x2f21a3a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.964602:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c55 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x2f21a3a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334595.964677:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+38:24230:x1866815604313600:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 429us (581us total) trans 0 rc -2/-2 00000100:00100000:2.0:1780334595.964684:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 807 00000100:00100000:1.0:1780334595.975961:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334595.976395:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604313728 00000100:00100000:2.0:1780334595.976406:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604313728 00000100:00100000:2.0:1780334595.976462:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 808 00000100:00100000:2.0:1780334595.976474:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+38:24230:x1866815604313728:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334595.976496:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334595.976519:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c5c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b74 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.976554:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c63 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.976568:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c63 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.976579:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c63 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.976679:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c5c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b74 expref: 40 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.976695:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c63 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b74 expref: 39 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.976704:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334595.976707:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334595.976710:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723000, rc 0) 00000100:00100000:2.0:1780334595.979911:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+39:24230:x1866815604313728:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 3427us (3950us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334595.979922:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 808 00000100:00100000:1.0:1780334595.997254:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334595.997341:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604313984 00000100:00100000:2.0:1780334595.997352:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604313984 00000100:00100000:2.0:1780334595.997411:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 809 00000100:00100000:2.0:1780334595.997422:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+39:24230:x1866815604313984:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334595.997504:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c6a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.997523:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c6a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.997534:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c6a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780334595.997690:0:15367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 88 off8664 00000004:00080000:2.0:1780334595.997698:0:15367:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 599816886215ns, next at 600816884705ns, rc = 0 00000004:00010000:2.0:1780334595.997742:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000465476e4 reply state 00000000cdab1331 transno 4294967778 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c6a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.997755:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c6a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334595.997763:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334595.997766:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1780334595.997769:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334595.997918:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+41:24230:x1866815604313984:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 497us (672us total) trans 4294967778 rc 0/0 00000100:00100000:2.0:1780334595.997925:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 809 00000100:00100000:0.0:1780334596.001899:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334596.002124:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604314112 00000100:00100000:3.0:1780334596.002134:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604314112 00000100:00100000:3.0:1780334596.002213:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 810 00000100:00100000:3.0:1780334596.002225:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+41:24230:x1866815604314112:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334596.002248:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334596.002267:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095c71 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b7b expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.002323:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095c71 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b7b expref: 42 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.002336:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095c71 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b7b expref: 42 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.002354:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:3.0:1780334596.002357:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334596.002361:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0800, rc 0) 00000100:00080000:2.0:1780334596.002890:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334596.002911:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+42:24230:x1866815604314112:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 686us (1020us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334596.002919:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 810 00000100:00100000:1.0:1780334596.008072:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334596.008409:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604314240 00000100:00100000:2.0:1780334596.008418:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604314240 00000100:00100000:2.0:1780334596.008486:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 195 00000100:00100000:2.0:1780334596.008497:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604314240:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1780334596.008704:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604314240:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 208us (639us total) trans 4294967330 rc 0/0 00000100:00100000:2.0:1780334596.008712:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 195 00000100:00100000:1.0:1780334596.014041:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334596.015868:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604314496 00000100:00100000:0.0:1780334596.015883:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604314496 00000100:00100000:2.0:1780334596.016116:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 157 00000100:00100000:2.0:1780334596.016128:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+42:24230:x1866815604314496:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334596.016350:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:24230:x1866815604314496:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 224us (2318us total) trans 4294967779 rc 0/0 00000100:00100000:2.0:1780334596.016358:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 157 00010000:00010000:3.0:1780334596.020018:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334596.024977:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334596.025041:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604314752 00000100:00100000:3.0:1780334596.025051:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604314752 00000100:00100000:3.0:1780334596.025107:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 811 00000100:00100000:3.0:1780334596.025116:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:24230:x1866815604314752:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334596.025222:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:24230:x1866815604314752:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 107us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334596.025230:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 811 00000100:00100000:1.0:1780334596.029122:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334596.029224:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604314880 00000100:00100000:2.0:1780334596.029235:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604314880 00000100:00100000:2.0:1780334596.029295:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 812 00000100:00100000:2.0:1780334596.029305:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+43:24230:x1866815604314880:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334596.029327:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334596.029349:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095c78 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b82 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.029422:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095c7f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.029436:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095c7f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.029448:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095c7f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334596.029505:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334596.029522:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095c7f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.029546:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095c78 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b82 expref: 45 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.029563:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095c7f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b82 expref: 44 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.029572:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334596.029575:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1780334596.029578:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722a00, rc 0) 00000100:00100000:2.0:1780334596.029632:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:24230:x1866815604314880:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 329us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334596.029639:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 812 00000100:00100000:1.0:1780334596.035137:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334596.035221:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604315008 00000100:00100000:0.0:1780334596.035231:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604315008 00000100:00100000:0.0:1780334596.035283:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 196 00000100:00100000:0.0:1780334596.035293:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604315008:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334596.035313:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334596.035332:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70095c86 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b89 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334596.035355:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a1dc004, blocks: 0x0 00010000:00010000:0.0:1780334596.035375:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334596.035377:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334596.035385:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70095c86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b89 expref: 10 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.035402:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70095c86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b89 expref: 10 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.035414:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b400, rc 0) 00000100:00100000:0.0:1780334596.035470:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604315008:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 178us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334596.035490:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 196 00000100:00100000:1.0:1780334596.038172:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334596.038256:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604315264 00000100:00100000:0.0:1780334596.038265:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604315264 00000100:00100000:0.0:1780334596.038319:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 813 00000100:00100000:0.0:1780334596.038329:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:24230:x1866815604315264:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334596.038428:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:24230:x1866815604315264:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 100us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334596.038435:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 813 00000100:00100000:2.0:1780334596.053273:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334596.057007:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604315392 00000100:00100000:3.0:1780334596.057024:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604315392 00000100:00100000:3.0:1780334596.057098:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 197 00000100:00100000:3.0:1780334596.057108:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:24230:x1866815604315392:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334596.057128:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334596.057148:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70095c8d lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b90 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.057179:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70095c86 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b89 expref: 11 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.057189:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334596.057191:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334596.057195:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70095c8d lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b90 expref: 11 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.057230:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70095c86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b89 expref: 11 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.057245:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70095c86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b89 expref: 11 pid: 8419 timeout: 699 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334596.057261:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624204416:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334596.057367:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd840 going to sleep for 11 seconds 00000100:00100000:1.0:1780334596.069997:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334596.070071:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604315520 00000100:00100000:0.0:1780334596.070081:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604315520 00010000:00010000:0.0:1780334596.070119:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70095c86 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b89 expref: 12 pid: 8419 timeout: 699 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334596.070158:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 274 00000100:00100000:0.0:1780334596.070168:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604315520:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334596.070182:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334596.070201:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70095c86 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b89 expref: 12 pid: 8419 timeout: 699 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.070215:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70095c86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b89 expref: 12 pid: 8419 timeout: 699 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.070238:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334596.070240:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334596.070248:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70095c8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b90 expref: 12 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.070269:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70095c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b90 expref: 12 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.070305:0:19047:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70095c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b90 expref: 12 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334596.070319:0:19047:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:19047:1866815624204544:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334596.070390:0:19047:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23d80 going to sleep for 11 seconds 00010000:00010000:3.0:1780334596.076039:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70095c86 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b89 expref: 12 pid: 8419 timeout: 699 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334596.076063:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624204416:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334596.076091:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70095c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b90 expref: 11 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.076107:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1400, rc 0) 00000100:00100000:3.0:1780334596.077249:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:24230:x1866815604315392:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 20134us (23977us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334596.077260:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 197 00000100:00100000:0.0:1780334596.103098:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334596.104945:0:19047:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:19047:1866815624204544:192.168.203.22@tcp:105: 00010000:00010000:3.0:1780334596.104970:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334596.105024:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604315520:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 34857us (35037us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334596.105035:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 274 00000100:00100000:3.0:1780334596.105188:0:8426:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604315648 00000100:00100000:3.0:1780334596.105195:0:8426:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604315648 00002000:00100000:3.0:1780334596.105232:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (0->157) req@ffff9b6f04e54e00 x1866815604315648/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:62/0 lens 648/0 e 0 to 0 dl 1780334607 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334596.105242:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04e54e00 with x1866815604315648 ext(0->157) 00002000:00010000:3.0:1780334596.105247:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f04e54e00 00000100:00100000:3.0:1780334596.105265:0:8426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 60 00000100:00100000:3.0:1780334596.105272:0:8426:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604315648:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1780334596.106428:0:8426:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604315648:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 1149us (3333us total) trans 4294967331 rc 0/0 00000100:00100000:3.0:1780334596.106439:0:8426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 60 00002000:00100000:3.0:1780334596.106449:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (0->157) req@ffff9b6f04e54e00 x1866815604315648/t4294967331(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:62/0 lens 648/448 e 0 to 0 dl 1780334607 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334596.106466:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04e54e00 with x1866815604315648 ext(0->157) 00002000:00010000:3.0:1780334596.106470:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f04e54e00 00000100:00100000:3.0:1780334596.112291:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334596.112363:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604315776 00000100:00100000:2.0:1780334596.112372:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604315776 00000100:00100000:2.0:1780334596.112432:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 814 00000100:00100000:2.0:1780334596.112442:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+44:24230:x1866815604315776:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1780334596.114306:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967779 is committed 00000004:00080000:2.0:1780334596.114315:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000001:00080000:2.0:1780334596.114341:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967773 is committed 00000100:00100000:2.0:1780334596.114462:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+37:24230:x1866815604315776:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 2019us (2177us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334596.114483:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 814 00010000:00010000:3.0:1780334596.114647:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c6a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.114660:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c6a lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.114668:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.114674:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334596.114679:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c6a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.114687:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c6a lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.114702:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:3.0:1780334596.114705:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780334596.114710:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c6a lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.114716:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095c6a lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115177:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095b13 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115192:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095b13 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115198:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095b13 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115203:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334596.115205:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095b13 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115211:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095b13 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115220:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9b7018042d00) 00010000:00010000:1.0:1780334596.115223:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334596.115226:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095b13 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115232:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095b13 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115254:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115260:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b1a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115266:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115270:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334596.115278:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115284:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b1a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115292:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9b7018042c00) 00010000:00010000:1.0:1780334596.115294:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334596.115297:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b1a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115303:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095b1a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115314:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095b75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115319:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095b75 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115325:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095b75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115329:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334596.115332:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095b75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115337:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095b75 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115343:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff9b6f02d66c00) 00010000:00010000:1.0:1780334596.115345:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334596.115352:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095b75 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115357:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095b75 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115372:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095bad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115378:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095bad lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115383:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095bad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115387:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea7e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334596.115389:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095bad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115394:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095bad lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115402:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541400) 00010000:00010000:1.0:1780334596.115404:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780334596.115407:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095bad lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.115412:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095bad lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334596.115457:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780334596.115473:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624204672:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1780334596.115527:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334596.116881:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624204672 00000100:00100000:1.0:1780334596.116893:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624204672 00000100:00100000:1.0:1780334596.116948:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:1.0:1780334596.116973:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624204672:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1780334596.117102:0:8519:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1780334596.117106:0:8519:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 0 -> 1780334596 00002000:00010000:1.0:1780334596.117108:0:8519:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1780334596.117110:0:8519:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780334596 -> 1780334596 00002000:00010000:1.0:1780334596.117112:0:8519:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1780334596.117178:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624204672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 208us (1650us total) trans 4294967332 rc 0/0 00000100:00100000:1.0:1780334596.117185:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000004:00080000:1.0:1780334596.117231:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b6f04c7a300/2, rc 0, transno 4294967332 00000100:00100000:1.0:1780334596.117238:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624204672:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1780334596.125286:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334596.126345:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604315904 00000100:00100000:3.0:1780334596.126358:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604315904 00000100:00100000:3.0:1780334596.126407:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 199 00000100:00100000:3.0:1780334596.126417:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604315904:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1780334596.132665:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00000001:00080000:3.0:1780334596.132677:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967331 is committed 00000100:00100000:0.0:1780334596.133078:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604315904:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 6657us (7794us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334596.133090:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 199 00000100:00100000:3.0:1780334596.139029:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334596.143033:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604316160 00000100:00100000:1.0:1780334596.143045:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604316160 00000100:00100000:1.0:1780334596.143104:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 815 00000100:00100000:1.0:1780334596.143114:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+36:24230:x1866815604316160:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1780334596.143171:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334596.143199:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095c7f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b82 expref: 36 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.143215:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:1.0:1780334596.143220:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334596.143250:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095c94 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.143263:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095c94 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.143282:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095c94 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334596.143400:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009187fdaf reply state 00000000de7a3b14 transno 4294967780 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095c94 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.143412:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095c94 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.143418:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:1.0:1780334596.143421:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334596.143424:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780334596.143668:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+37:24230:x1866815604316160:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 554us (4648us total) trans 4294967780 rc 0/0 00000100:00100000:1.0:1780334596.143676:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 815 00000100:00100000:0.0:1780334596.152210:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334596.152280:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604316288 00000100:00100000:3.0:1780334596.152288:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604316288 00000100:00100000:3.0:1780334596.152378:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 200 00000100:00100000:3.0:1780334596.152389:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604316288:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1780334596.152532:0:8422:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:3.0:1780334596.152536:0:8422:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1780334596 -> 1536580263 00002000:00010000:3.0:1780334596.152538:0:8422:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 0 -> 1780334051 00002000:00010000:3.0:1780334596.152540:0:8422:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1780334596 -> 1780334595 00002000:00010000:3.0:1780334596.152542:0:8422:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1780334596.152601:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604316288:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 214us (471us total) trans 4294967333 rc 0/0 00000100:00100000:3.0:1780334596.152609:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 200 00000100:00100000:3.0:1780334596.158962:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334596.159085:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604316544 00000100:00100000:0.0:1780334596.159095:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604316544 00000100:00100000:0.0:1780334596.159164:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 816 00000100:00100000:0.0:1780334596.159174:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+37:24230:x1866815604316544:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1780334596.159244:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095c9b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.159261:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c63 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b74 expref: 37 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.159270:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095c9b lrc: 4/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.159316:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c63 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b74 expref: 37 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.159330:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c63 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b74 expref: 37 pid: 6540 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334596.159344:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624204800:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334596.159424:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780334596.164289:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334596.164588:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604316672 00000100:00100000:3.0:1780334596.164598:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604316672 00010000:00010000:3.0:1780334596.164635:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c63 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b74 expref: 38 pid: 6540 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334596.164682:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 275 00000100:00100000:3.0:1780334596.164693:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+38:2407:x1866815604316672:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334596.164708:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334596.164715:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c63 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b74 expref: 38 pid: 6540 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.164728:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c63 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b74 expref: 38 pid: 6540 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.164750:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:3.0:1780334596.164755:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095c9b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.164763:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095c9b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.164771:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095c9b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.164790:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334596.164868:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+38:2407:x1866815604316672:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 177us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334596.164875:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 275 00010000:00010000:3.0:1780334596.164996:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095c63 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b74 expref: 37 pid: 6540 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334596.165009:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624204800:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334596.165026:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095c9b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.165038:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095c9b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.165044:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095c9b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.165079:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095c9b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.165085:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095c9b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.165092:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095c9b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.165097:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334596.165101:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095c9b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.165108:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095c9b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.165117:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:3.0:1780334596.165119:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1780334596.165122:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095c9b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.165127:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095c9b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334596.165176:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+36:24230:x1866815604316544:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 6003us (6222us total) trans 0 rc -22/-22 00000100:00100000:3.0:1780334596.165183:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 816 00000100:00100000:1.0:1780334596.173802:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334596.174415:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604316800 00000100:00100000:3.0:1780334596.174425:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604316800 00000100:00100000:3.0:1780334596.174483:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 201 00000100:00100000:3.0:1780334596.174493:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604316800:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334596.174537:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001f1c2f38/0xdf9e767e70095ca2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.174559:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70095c8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b90 expref: 10 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.174567:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334596.174569:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334596.174573:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f1c2f38/0xdf9e767e70095ca2 lrc: 4/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.174608:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70095c8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b90 expref: 10 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.174622:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70095c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b90 expref: 10 pid: 8422 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334596.174637:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624204928:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334596.174713:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd540 going to sleep for 11 seconds 00000100:00100000:3.0:1780334596.182022:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334596.182182:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624204928:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334596.182211:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001f1c2f38/0xdf9e767e70095ca2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334596.182242:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604316928 00000100:00100000:2.0:1780334596.182248:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604316928 00010000:00010000:2.0:1780334596.182281:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70095c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b90 expref: 11 pid: 8422 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334596.182322:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 276 00000100:00100000:2.0:1780334596.182331:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026aff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604316928:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334596.182346:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334596.182367:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70095c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b90 expref: 11 pid: 8422 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.182380:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70095c8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b90 expref: 11 pid: 8422 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.182403:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70095c8d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b90 expref: 11 pid: 8422 timeout: 699 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.182418:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334596.182420:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334596.182424:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f1c2f38/0xdf9e767e70095ca2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.182443:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f1c2f38/0xdf9e767e70095ca2 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.182469:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334596.182514:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026aff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604316928:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 184us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334596.182522:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 276 00010000:00010000:2.0:1780334596.182573:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001f1c2f38/0xdf9e767e70095ca2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.182581:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f1c2f38/0xdf9e767e70095ca2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.182599:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001f1c2f38/0xdf9e767e70095ca2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.182607:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f1c2f38/0xdf9e767e70095ca2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.182614:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f1c2f38/0xdf9e767e70095ca2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.182621:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1c00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334596.182625:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f1c2f38/0xdf9e767e70095ca2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.182645:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f1c2f38/0xdf9e767e70095ca2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.182657:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f1c2f38/0xdf9e767e70095ca2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.182665:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f1c2f38/0xdf9e767e70095ca2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334596.182712:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604316800:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 8221us (8921us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334596.182721:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 201 00000100:00100000:0.0:1780334596.193320:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334596.194675:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604317184 00000100:00100000:2.0:1780334596.194688:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604317184 00000100:00100000:2.0:1780334596.194750:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 817 00000100:00100000:2.0:1780334596.194761:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+36:24230:x1866815604317184:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1780334596.194861:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095ca9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.194879:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095ca9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.194892:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095ca9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.195019:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095cb0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.195037:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095c71 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b7b expref: 37 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.195046:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095cb0 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.195077:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095c71 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b7b expref: 37 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.195091:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095c71 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b7b expref: 37 pid: 9763 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334596.195106:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624205056:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334596.195424:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70083809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334596.197749:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334596.197842:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604317312 00000100:00100000:1.0:1780334596.197851:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604317312 00010000:00010000:1.0:1780334596.197887:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095c71 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b7b expref: 38 pid: 9763 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334596.197930:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 277 00000100:00100000:1.0:1780334596.197939:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+38:2406:x1866815604317312:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334596.197952:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334596.197958:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095c71 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b7b expref: 38 pid: 9763 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.197971:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095c71 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b7b expref: 38 pid: 9763 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.198007:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:1.0:1780334596.198012:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095cb0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.198020:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095cb0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.198027:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095cb0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.198044:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334596.198245:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095c71 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b7b expref: 38 pid: 9763 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334596.198261:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624205056:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334596.198279:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095cb0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.198287:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095cb0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.198293:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095cb0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780334596.198385:0:15367:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967781 00000001:00080000:3.0:1780334596.198487:0:15367:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967782 00000001:00080000:3.0:1780334596.198518:0:15367:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967783 00000100:00100000:3.0:1780334596.198583:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:15367:1866815624205184:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1780334596.198623:0:15367:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334596.198655:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7033428540 going to sleep for 11 seconds 00000100:00100000:2.0:1780334596.199011:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624205184 00000100:00100000:2.0:1780334596.199018:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624205184 00000100:00100000:2.0:1780334596.199061:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1780334596.199069:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15367:x1866815624205184:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1780334596.199155:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15367:x1866815624205184:12345-0@lo:1000:mdt00_004.0 Request processed in 86us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334596.199161:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1780334596.199191:0:15367:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967332 gen 2 00000004:00080000:2.0:1780334596.199196:0:15367:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b6f04c7a300, transno 4294967332 00000100:00100000:2.0:1780334596.199207:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:15367:1866815624205184:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1780334596.199338:0:15367:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967784 00000100:00100000:2.0:1780334596.199395:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:15367:1866815624205312:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1780334596.199424:0:15367:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334596.199440:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fdf00 going to sleep for 11 seconds 00000100:00100000:2.0:1780334596.199510:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624205312 00000100:00100000:2.0:1780334596.199514:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624205312 00000100:00100000:2.0:1780334596.199540:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1780334596.199547:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15367:x1866815624205312:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1780334596.199633:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15367:x1866815624205312:12345-0@lo:1000:mdt00_004.0 Request processed in 87us (209us total) trans 4294967334 rc 0/0 00000100:00100000:2.0:1780334596.199640:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1780334596.199672:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:15367:1866815624205312:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1780334596.199702:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095cb0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.199711:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095cb0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.199718:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095cb0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.199723:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334596.199727:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095cb0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.199734:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095cb0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.199746:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334596.199749:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334596.199759:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095cb0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.199766:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095cb0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.199789:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095c08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.199795:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095c08 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.199801:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095c08 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.199806:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334596.199808:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095c08 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.199853:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095c08 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.199862:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541400) 00010000:00010000:2.0:1780334596.199864:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334596.199867:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095c08 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.199872:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095c08 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.199892:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095cb7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200025:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095cb7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200039:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095cb7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200046:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095cb7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200052:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095cb7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200058:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095cb7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200062:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334596.200065:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095cb7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200070:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095cb7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200077:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541400) 00010000:00010000:2.0:1780334596.200079:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334596.200082:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095cb7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200088:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095cb7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200098:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095ca9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200105:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095ca9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200117:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095ca9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200123:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334596.200125:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095ca9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200131:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095ca9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200139:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541400) 00010000:00010000:2.0:1780334596.200141:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334596.200144:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095ca9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.200150:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095ca9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780334596.202040:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334596.202047:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334596.203256:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1780334596.203270:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334596.204133:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+41:2406:x1866815604317312:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 6185us (6383us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334596.204160:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 277 00000100:00100000:2.0:1780334596.204376:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+40:24230:x1866815604317184:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 9614us (11062us total) trans 4294967785 rc 0/0 00000100:00100000:2.0:1780334596.204386:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 817 00000020:00080000:2.0:1780334596.204391:0:15367:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:3.0:1780334596.208645:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334596.209094:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604317568 00000100:00100000:1.0:1780334596.209104:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604317568 00000100:00100000:1.0:1780334596.209167:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 158 00000100:00100000:1.0:1780334596.209177:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+40:24230:x1866815604317568:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1780334596.209411:0:6542:0:(mdd_object.c:4033:mdd_close()) Object [0x200000403:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1780334596.209445:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967786 00010000:00010000:1.0:1780334596.209476:0:6542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cbe lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.209492:0:6542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cbe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.209502:0:6542:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cbe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.209526:0:6542:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cbe lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.209533:0:6542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cbe lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.209538:0:6542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cbe lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.209556:0:6542:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780334596.209644:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+42:24230:x1866815604317568:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 468us (1007us total) trans 4294967787 rc 0/0 00000100:00100000:1.0:1780334596.209652:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 158 00000020:00080000:1.0:1780334596.209657:0:6542:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1780334596.209677:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334596.209682:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cbe lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.209689:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334596.209692:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cbe lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.209699:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cbe lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.209710:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:1.0:1780334596.209713:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780334596.209718:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cbe lrc: 1/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.209733:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cbe lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.209743:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334596.209745:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334596.209747:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334596.241743:0:19774:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334596.241753:0:19774:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334596.241778:0:19774:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:3.0:1780334596.241785:0:19774:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334596.303406:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334596.303456:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604317824 00000100:00100000:1.0:1780334596.303464:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604317824 00000100:00100000:1.0:1780334596.303516:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 818 00000100:00100000:1.0:1780334596.303527:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+42:24233:x1866815604317824:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334596.303550:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334596.303569:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095cc5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b97 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.303643:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ccc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.303658:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ccc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.303671:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ccc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.303684:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cd3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.303692:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cd3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.303711:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cd3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.303841:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095cda lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.303850:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095cda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.303857:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095cda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334596.303866:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:1.0:1780334596.304480:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ccc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304488:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ccc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304494:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ccc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304499:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334596.304503:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ccc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304511:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ccc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304522:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9b7018042c00) 00010000:00010000:1.0:1780334596.304525:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334596.304538:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ccc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304545:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095ccc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304556:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cd3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304562:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cd3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304567:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cd3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304573:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334596.304576:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cd3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304581:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cd3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304588:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff9b7033541000) 00010000:00010000:1.0:1780334596.304590:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334596.304593:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cd3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304598:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095cd3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304638:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095cc5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b97 expref: 45 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304665:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6c00/0xdf9e767e70095cda lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b97 expref: 44 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.304672:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541700) 00010000:00010000:1.0:1780334596.304674:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334596.304676:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea6c00, rc 0) 00000100:00100000:1.0:1780334596.304731:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:24233:x1866815604317824:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1206us (1333us total) trans 4294967788 rc 0/0 00000100:00100000:1.0:1780334596.304738:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 818 00000100:00100000:3.0:1780334596.309029:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334596.310799:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604317952 00000100:00100000:0.0:1780334596.310958:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604317952 00000100:00100000:0.0:1780334596.311027:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 819 00000100:00100000:0.0:1780334596.311039:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:24233:x1866815604317952:12345-192.168.203.22@tcp:54:lfs.0 00010000:00010000:0.0:1780334596.311102:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095ce8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.311120:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095ce8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.311130:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095ce8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.311163:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095ce8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.311177:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095ce8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.311184:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095ce8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.311190:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334596.311195:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095ce8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.311202:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095ce8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.311214:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541700) 00010000:00010000:0.0:1780334596.311231:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780334596.311237:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095ce8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.311243:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095ce8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334596.311332:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:24233:x1866815604317952:12345-192.168.203.22@tcp:54:lfs.0 Request processed in 287us (2303us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334596.311340:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 819 00000100:00100000:3.0:1780334596.314350:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334596.315987:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604318208 00000100:00100000:1.0:1780334596.316000:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604318208 00000100:00100000:1.0:1780334596.316522:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 159 00000100:00100000:1.0:1780334596.316535:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:24233:x1866815604318208:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:1.0:1780334596.316751:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+45:24233:x1866815604318208:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 218us (2406us total) trans 4294967789 rc 0/0 00000100:00100000:1.0:1780334596.316758:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 159 00000100:00100000:3.0:1780334596.486308:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334596.486346:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604318336 00000100:00100000:3.0:1780334596.486355:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604318336 00000100:00100000:3.0:1780334596.486431:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 820 00000100:00100000:3.0:1780334596.486443:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+75:24249:x1866815604318336:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:3.0:1780334596.486467:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334596.486486:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095cef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0b9e expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.487116:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095cf6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.487134:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095cf6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.487146:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095cf6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.487162:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095cfd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.487168:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095cfd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.487174:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095cfd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.487252:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0200/0xdf9e767e70095d04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.487261:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0200/0xdf9e767e70095d04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.487267:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0200/0xdf9e767e70095d04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334596.487302:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:3.0:1780334596.487306:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334596.487329:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0200/0xdf9e767e70095d04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.487341:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095cf6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.487348:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095cf6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.487354:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095cf6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.487360:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334596.487363:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095cf6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.487371:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095cf6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.487382:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334596.487384:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334596.488490:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095cf6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.488506:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095cf6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.489261:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095cfd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.489269:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095cfd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.489280:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095cfd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.489285:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334596.489290:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095cfd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.489297:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095cfd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.489311:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9b6f01bf6e00) 00010000:00010000:3.0:1780334596.489314:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334596.489318:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095cfd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.489324:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095cfd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.489375:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095cef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b9e expref: 77 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.489399:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0200/0xdf9e767e70095d04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b9e expref: 76 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.489408:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9b7018042c00) 00010000:00010000:3.0:1780334596.489410:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780334596.489413:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0200, rc 0) 00000100:00100000:3.0:1780334596.489492:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+76:24249:x1866815604318336:12345-192.168.203.22@tcp:101:diff.0 Request processed in 3051us (3192us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334596.489504:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 820 00000100:00080000:3.0:1780334596.491188:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334596.506571:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334596.506959:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604318464 00000100:00100000:0.0:1780334596.506969:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604318464 00000100:00100000:0.0:1780334596.507019:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 821 00000100:00100000:0.0:1780334596.507030:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+76:24249:x1866815604318464:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:0.0:1780334596.507057:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334596.507077:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095d0b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ba5 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507147:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d12 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507163:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507174:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507188:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095d19 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507195:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095d19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507201:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095d19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507266:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095d20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507274:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095d20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507280:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095d20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334596.507315:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00000004:00200000:0.0:1780334596.507324:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334596.507350:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095d20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507362:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095d20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507369:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507376:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d12 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507381:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d12 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507387:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334596.507404:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d12 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507412:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d12 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507423:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9b7018042c00) 00010000:00010000:0.0:1780334596.507426:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334596.507431:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d12 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507438:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507449:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095d19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507464:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095d19 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507470:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095d19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507475:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334596.507478:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095d19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507483:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095d19 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507491:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff9b7018042f00) 00010000:00010000:0.0:1780334596.507493:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334596.507496:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095d19 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507501:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095d19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507539:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095d0b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ba5 expref: 78 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507551:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b000/0xdf9e767e70095d20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ba5 expref: 77 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334596.507558:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541700) 00010000:00010000:0.0:1780334596.507560:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334596.507567:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b000, rc 0) 00000100:00100000:0.0:1780334596.507624:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+77:24249:x1866815604318464:12345-192.168.203.22@tcp:101:diff.0 Request processed in 596us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334596.507631:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 821 00000100:00100000:2.0:1780334596.518456:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334596.518546:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604318592 00000100:00100000:3.0:1780334596.518556:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604318592 00000100:00100000:3.0:1780334596.518641:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 202 00000100:00100000:3.0:1780334596.518652:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2406:x1866815604318592:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:3.0:1780334596.518672:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334596.518693:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013c7de29/0xdf9e767e70095d27 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0bac expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334596.518719:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a1dbde3, ctime: 0x6a1dc003, blocks: 0x8 00010000:00010000:3.0:1780334596.518738:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334596.518741:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334596.518749:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013c7de29/0xdf9e767e70095d27 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bac expref: 11 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.518766:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000013c7de29/0xdf9e767e70095d27 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bac expref: 11 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334596.518779:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0e00, rc 0) 00000100:00100000:3.0:1780334596.518883:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2406:x1866815604318592:12345-192.168.203.22@tcp:101:diff.0 Request processed in 232us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334596.518890:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 202 00000100:00100000:3.0:1780334596.525162:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334596.525210:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604318848 00000100:00100000:1.0:1780334596.525221:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604318848 00000100:00100000:1.0:1780334596.525279:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 822 00000100:00100000:1.0:1780334596.525290:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+77:24249:x1866815604318848:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:1.0:1780334596.525312:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334596.525335:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095d2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0bb3 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.525449:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095d35 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.525477:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095d35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.525489:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095d35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334596.525501:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:1.0:1780334596.525726:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095d2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bb3 expref: 80 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.525744:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095d35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bb3 expref: 79 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334596.525757:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541700) 00010000:00010000:1.0:1780334596.525760:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334596.525764:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea6000, rc 0) 00000100:00100000:1.0:1780334596.525851:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+79:24249:x1866815604318848:12345-192.168.203.22@tcp:101:diff.0 Request processed in 562us (698us total) trans 4294967790 rc 0/0 00000100:00100000:1.0:1780334596.525858:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 822 00000100:00100000:1.0:1780334596.530865:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334596.530938:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604319104 00000100:00100000:2.0:1780334596.530948:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604319104 00000100:00100000:2.0:1780334596.531023:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 38 00000100:00100000:2.0:1780334596.531035:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+79:2406:x1866815604319104:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334596.531050:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334596.531089:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095d35 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bb3 expref: 79 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334596.531106:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9b7033541700) 00010000:00010000:2.0:1780334596.531112:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334596.531163:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+78:2406:x1866815604319104:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 131us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334596.531171:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 38 00000100:00100000:2.0:1780334596.541367:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334596.541519:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604318976 00000100:00100000:3.0:1780334596.541527:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604318976 00002000:00100000:3.0:1780334596.541575:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (0->4095) req@ffff9b6f04ca2300 x1866815604318976/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:62/0 lens 488/0 e 0 to 0 dl 1780334607 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334596.541586:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04ca2300 with x1866815604318976 ext(0->4095) 00002000:00010000:3.0:1780334596.541592:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f04ca2300 00000100:00100000:3.0:1780334596.541626:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 61 00000100:00100000:3.0:1780334596.541635:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604318976:12345-192.168.203.22@tcp:3:diff.0 00000100:00100000:3.0:1780334596.541781:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604318976:12345-192.168.203.22@tcp:3:diff.0 Request processed in 146us (421us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334596.541788:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 61 00002000:00100000:3.0:1780334596.541794:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (0->4095) req@ffff9b6f04ca2300 x1866815604318976/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:62/0 lens 488/4536 e 0 to 0 dl 1780334607 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334596.541802:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04ca2300 with x1866815604318976 ext(0->4095) 00002000:00010000:3.0:1780334596.541805:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f04ca2300 00000100:00100000:3.0:1780334596.546554:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334596.546651:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604319360 00000100:00100000:1.0:1780334596.546661:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604319360 00000100:00100000:1.0:1780334596.546720:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 160 00000100:00100000:1.0:1780334596.546730:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c817b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+78:24249:x1866815604319360:12345-192.168.203.22@tcp:35:diff.0 00000001:00080000:1.0:1780334596.546990:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967791 00000100:00100000:1.0:1780334596.547089:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c817b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+80:24249:x1866815604319360:12345-192.168.203.22@tcp:35:diff.0 Request processed in 359us (541us total) trans 4294967792 rc 0/0 00000100:00100000:1.0:1780334596.547114:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 160 00000020:00080000:1.0:1780334596.547120:0:6542:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1780334597.044158:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334597.235992:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334597.236013:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02df9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624205440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334597.236078:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334597.236334:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780334597.236344:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624205568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334597.236375:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334597.236407:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624205568 00000100:00100000:3.0:1780334597.236413:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624205568 00000100:00100000:3.0:1780334597.236456:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1780334597.236465:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c815880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624205568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334597.236494:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334597.236532:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c815880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624205568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334597.236539:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1780334597.236578:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624205568:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334597.236883:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624205440 00000100:00100000:3.0:1780334597.236983:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334597.236991:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624205696:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334597.237017:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334597.237046:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624205696 00000100:00100000:3.0:1780334597.237049:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624205696 00000100:00100000:3.0:1780334597.237081:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:3.0:1780334597.237087:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624205696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334597.237107:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1780334597.237147:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624205696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334597.237152:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00080000:3.0:1780334597.237167:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334597.237189:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c816a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624205696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334597.237274:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624205440 00000100:00100000:1.0:1780334597.237307:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1780334597.237312:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624205440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780334597.237322:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:1.0:1780334597.237358:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624205440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (1279us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334597.237364:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1780334597.237396:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02df9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624205440:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780334597.237485:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780334598.070456:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334599.093418:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334599.860940:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1780334600.117803:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334600.169433:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334600.169482:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334600.169514:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334600.169531:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334600.169547:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334600.169569:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334600.169599:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604319744 00000100:00100000:3.0:1780334600.169611:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604319744 00000100:00100000:3.0:1780334600.169675:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604320256 00000100:00100000:3.0:1780334600.169677:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604320256 00000100:00100000:3.0:1780334600.169692:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604319616 00000100:00100000:3.0:1780334600.169694:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604319616 00000100:00100000:3.0:1780334600.169713:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 641 00000100:00100000:3.0:1780334600.169723:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c816a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604319744:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334600.169878:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c816a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604319744:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 155us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334600.169891:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 641 00000100:00100000:0.0:1780334600.169900:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604319488 00000100:00100000:0.0:1780334600.169915:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604319488 00000100:00100000:3.0:1780334600.169920:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 642 00000100:00100000:3.0:1780334600.169934:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c814700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604320256:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334600.169939:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604320000 00000100:00100000:1.0:1780334600.169947:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604320000 00000100:00100000:3.0:1780334600.169975:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c814700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604320256:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 44us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334600.169985:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 642 00000100:00100000:1.0:1780334600.169996:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604320512 00000100:00100000:1.0:1780334600.170002:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604320512 00000100:00100000:0.0:1780334600.170002:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 658 00000100:00100000:3.0:1780334600.170012:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 643 00000100:00100000:0.0:1780334600.170019:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604319488:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334600.170029:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c815500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+80:2407:x1866815604319616:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334600.170037:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 356 00000100:00100000:1.0:1780334600.170048:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2407:x1866815604320000:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334600.170097:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c815500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+80:2407:x1866815604319616:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 73us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334600.170103:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 643 00000100:00100000:3.0:1780334600.170132:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 357 00000100:00100000:3.0:1780334600.170140:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604320512:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334600.170168:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604320512:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 30us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334600.170173:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 357 00000100:00080000:3.0:1780334600.170195:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334600.170201:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334600.170203:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334600.170225:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604319488:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 210us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334600.170233:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 658 00000100:00100000:1.0:1780334600.170949:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2407:x1866815604320000:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 901us (1431us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334600.170959:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 356 00000100:00100000:1.0:1780334600.171747:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334600.171776:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334600.171969:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334600.172026:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604319872 00000100:00100000:1.0:1780334600.172035:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604319872 00000100:00100000:1.0:1780334600.172092:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604320384 00000100:00100000:1.0:1780334600.172096:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604320384 00000100:00100000:1.0:1780334600.172191:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 358 00000100:00100000:1.0:1780334600.172201:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604319872:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334600.172259:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604319872:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 59us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334600.172266:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 358 00000100:00100000:1.0:1780334600.172282:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 359 00000100:00100000:1.0:1780334600.172288:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604320384:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334600.172313:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604320384:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334600.172318:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 359 00000100:00080000:1.0:1780334600.172333:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334600.172424:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604320128 00000100:00100000:1.0:1780334600.172429:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604320128 00000100:00100000:1.0:1780334600.172462:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 644 00000100:00100000:1.0:1780334600.172469:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+45:2407:x1866815604320128:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334600.172505:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+45:2407:x1866815604320128:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 37us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334600.172512:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 644 00000100:00080000:1.0:1780334600.172547:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334600.309297:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624205824:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334600.309400:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334600.318021:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624205824 00000100:00100000:2.0:1780334600.318043:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624205824 00000100:00100000:2.0:1780334600.318149:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1780334600.318174:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624205824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334600.318466:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:1.0:1780334600.318667:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624205824:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334600.318873:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624205824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 702us (9472us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334600.318883:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000040:00080000:0.0:1780334600.322467:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334600.322480:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334600.322528:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1780334600.322546:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334600.820039:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624206080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334600.820107:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624206336:0@lo:400:kworker.0 00000100:00100000:3.0:1780334600.820108:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334600.820138:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334600.820163:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624205952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334600.820163:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624206848:0@lo:400:kworker.0 00000100:00100000:2.0:1780334600.820182:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334600.820198:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624207360:0@lo:400:kworker.0 00000100:00100000:3.0:1780334600.820199:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334600.820228:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624206592:0@lo:400:kworker.0 00000100:00100000:1.0:1780334600.820236:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624206464:0@lo:400:kworker.0 00000100:00100000:0.0:1780334600.820270:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c819180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624206208:0@lo:400:kworker.0 00000100:00100000:2.0:1780334600.823851:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334600.823961:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624206336 00000100:00100000:2.0:1780334600.823970:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624206336 00000100:00100000:2.0:1780334600.824015:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624206848 00000100:00100000:2.0:1780334600.824018:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624206848 00000100:00100000:2.0:1780334600.824046:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624207360 00000100:00100000:2.0:1780334600.824048:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624207360 00000100:00100000:2.0:1780334600.824066:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1780334600.824075:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624206336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334600.824134:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624206336:12345-0@lo:400:kworker.0 Request processed in 60us (3995us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334600.824142:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1780334600.824159:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1780334600.824165:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624206848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334600.824195:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624206848:12345-0@lo:400:kworker.0 Request processed in 31us (4012us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334600.824201:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1780334600.824211:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1780334600.824217:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624207360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334600.824242:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624207360:12345-0@lo:400:kworker.0 Request processed in 26us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334600.824249:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00080000:2.0:1780334600.824273:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334600.824306:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624206336:0@lo:400:kworker.0 00000100:00100000:2.0:1780334600.824319:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624206848:0@lo:400:kworker.0 00000100:00100000:2.0:1780334600.824328:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624207360:0@lo:400:kworker.0 00000100:00100000:2.0:1780334600.824370:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624206080 00000100:00100000:2.0:1780334600.824381:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624206080 00000100:00100000:2.0:1780334600.824412:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624205952 00000100:00100000:2.0:1780334600.824415:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624205952 00000100:00100000:2.0:1780334600.824429:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1780334600.824435:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624206080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334600.824458:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1780334600.824667:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624206080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 231us (4557us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334600.824674:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1780334600.824687:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1780334600.824695:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70348bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624205952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780334600.824705:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1780334600.824728:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70348bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624205952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (4528us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334600.824734:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00080000:2.0:1780334600.825002:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334600.825048:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334600.825092:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624207104:0@lo:400:kworker.0 00000100:00100000:3.0:1780334600.825121:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334600.825147:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624207104 00000100:00100000:3.0:1780334600.825151:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624207104 00000100:00100000:3.0:1780334600.825251:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1780334600.825258:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624207104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334600.825292:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624207104:12345-0@lo:400:kworker.0 Request processed in 35us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334600.825298:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00080000:3.0:1780334600.825315:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334600.825335:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624207104:0@lo:400:kworker.0 00000100:00100000:3.0:1780334600.825342:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624207616:0@lo:400:kworker.0 00000100:00100000:3.0:1780334600.825362:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334600.825382:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624207616 00000100:00100000:3.0:1780334600.825384:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624207616 00000100:00100000:3.0:1780334600.825406:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1780334600.825412:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c815f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624207616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334600.825442:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c815f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624207616:12345-0@lo:400:kworker.0 Request processed in 30us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334600.825448:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1780334600.825476:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624207616:0@lo:400:kworker.0 00000100:00100000:3.0:1780334600.825492:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624206080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334600.825502:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624205952:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334600.825598:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334600.825602:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334600.825626:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624206976:0@lo:400:kworker.0 00000100:00100000:0.0:1780334600.825626:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624206720:0@lo:400:kworker.0 00000100:00100000:1.0:1780334600.825646:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334600.825646:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334600.825661:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624207488:0@lo:400:kworker.0 00000100:00100000:0.0:1780334600.825661:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624207232:0@lo:400:kworker.0 00000100:00100000:1.0:1780334600.825679:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334600.825679:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334600.825703:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624206976 00000100:00100000:0.0:1780334600.825703:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624206208 00000100:00100000:1.0:1780334600.825706:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624206976 00000100:00100000:0.0:1780334600.825706:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624206208 00000100:00100000:1.0:1780334600.825728:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624207488 00000100:00100000:1.0:1780334600.825730:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624207488 00000100:00100000:0.0:1780334600.825738:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1780334600.825742:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1780334600.825744:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624206208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334600.825747:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624206976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334600.825777:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624206976:12345-0@lo:400:kworker.0 Request processed in 29us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334600.825777:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624206208:12345-0@lo:400:kworker.0 Request processed in 32us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334600.825795:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1780334600.825795:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1780334600.825808:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1780334600.825829:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624207488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334600.825833:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624206464 00000100:00100000:0.0:1780334600.825837:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624206464 00000100:00100000:1.0:1780334600.825857:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624207488:12345-0@lo:400:kworker.0 Request processed in 29us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334600.825857:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624206720 00000100:00100000:0.0:1780334600.825859:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624206720 00000100:00100000:1.0:1780334600.825863:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1780334600.825876:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624207232 00000100:00100000:1.0:1780334600.825887:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624206976:0@lo:400:kworker.0 00000100:00100000:1.0:1780334600.825895:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624207488:0@lo:400:kworker.0 00000100:00100000:1.0:1780334600.825913:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1780334600.825919:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624206464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334600.825952:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624206464:12345-0@lo:400:kworker.0 Request processed in 34us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334600.825952:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624207232 00000100:00100000:1.0:1780334600.825966:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1780334600.825975:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1780334600.825978:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1780334600.825980:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624206720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334600.825983:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624207232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334600.826007:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624207232:12345-0@lo:400:kworker.0 Request processed in 23us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334600.826007:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624206720:12345-0@lo:400:kworker.0 Request processed in 27us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334600.826013:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00080000:3.0:1780334600.826059:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334600.826059:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624206592 00000100:00080000:3.0:1780334600.826062:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334600.826063:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624206592 00000100:00100000:2.0:1780334600.826088:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1780334600.826094:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624206592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334600.826139:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624206592:12345-0@lo:400:kworker.0 Request processed in 45us (1091us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334600.826145:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1780334600.826220:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624206464:0@lo:400:kworker.0 00000100:00100000:3.0:1780334600.826317:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624206592:0@lo:400:kworker.0 00000100:00100000:1.0:1780334600.827028:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c819180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624206208:0@lo:400:kworker.0 00000100:00100000:1.0:1780334600.827039:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624206720:0@lo:400:kworker.0 00000100:00100000:1.0:1780334600.827047:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624207232:0@lo:400:kworker.0 00000100:00100000:0.0:1780334600.827704:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1780334601.037401:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334601.037527:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604320640 00000100:00100000:3.0:1780334601.037539:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604320640 00000100:00100000:3.0:1780334601.037638:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 823 00000100:00100000:3.0:1780334601.037650:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:24165:x1866815604320640:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1780334601.037993:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:24165:x1866815604320640:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 344us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334601.038001:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 823 00000100:00100000:1.0:1780334601.043364:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334601.043463:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604320768 00000100:00100000:2.0:1780334601.043473:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604320768 00000100:00100000:2.0:1780334601.043550:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 824 00000100:00100000:2.0:1780334601.043561:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:24165:x1866815604320768:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1780334601.043680:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:24165:x1866815604320768:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 122us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334601.043688:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 824 00010000:00010000:1.0:1780334601.141163:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334602.164360:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334602.356676:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334602.356700:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624207744:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334602.357041:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334602.357106:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02df9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624207872:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334602.357130:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334602.357161:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624207744 00000100:00100000:2.0:1780334602.357168:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624207744 00000100:00100000:2.0:1780334602.357215:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624207872 00000100:00100000:2.0:1780334602.357228:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624207872 00000100:00100000:2.0:1780334602.357246:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:2.0:1780334602.357254:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624207744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334602.357283:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1780334602.357325:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624207744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334602.357333:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:2.0:1780334602.357351:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1780334602.357358:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624207872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334602.357368:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1780334602.357390:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624207872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 34us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334602.357396:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1780334602.357437:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02df9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624207872:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334602.357465:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624207744:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1780334602.357501:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334602.357575:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624208000:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334602.357608:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334602.357641:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624208000 00000100:00100000:1.0:1780334602.357644:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624208000 00000100:00100000:1.0:1780334602.357673:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1780334602.357679:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624208000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334602.357703:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334602.357738:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624208000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334602.357744:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1780334602.357790:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624208000:0@lo:41:osp-pre-1-0.0 00000001:00080000:0.0:1780334602.362007:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967334 is committed 00000001:00080000:0.0:1780334602.362026:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967333 is committed 00000001:00080000:1.0:1780334602.362506:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967792 is committed 00000001:00080000:1.0:1780334602.362535:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967789 is committed 00000020:00080000:1.0:1780334602.362551:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b7008380180 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:1.0:1780334602.362556:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f04533500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b7008380b40 00000020:00080000:1.0:1780334602.362559:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f04533d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04abb800 00000020:00080000:2.0:1780334602.362642:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 11 committed batchid 10 00000020:00080000:2.0:1780334602.362713:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00010000:00010000:0.0:1780334602.362788:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095c94 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334602.362800:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095c94 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334602.362808:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095c94 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334602.362848:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea7e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334602.362950:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095c94 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334602.362971:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095c94 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334602.362990:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:0.0:1780334602.362993:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334602.362997:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095c94 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334602.363003:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095c94 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:02000400:2.0:1780334602.724340:0:19972:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12b: Restore an imported file implicitly ========================================================== 13:23:21 (1780334601) 00000100:00100000:2.0:1780334603.013252:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334603.013421:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604320896 00000100:00100000:0.0:1780334603.013435:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604320896 00000100:00100000:0.0:1780334603.013530:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 825 00000100:00100000:0.0:1780334603.013544:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+34:24871:x1866815604320896:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1780334603.013708:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+34:24871:x1866815604320896:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 168us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334603.013717:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 825 00000100:00080000:2.0:1780334603.014088:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334603.017376:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334603.017480:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604321024 00000100:00100000:3.0:1780334603.017493:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604321024 00000100:00100000:3.0:1780334603.017587:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 826 00000100:00100000:3.0:1780334603.017598:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:24871:x1866815604321024:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1780334603.017762:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:24871:x1866815604321024:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 166us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334603.017780:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 826 00000100:00080000:2.0:1780334603.017910:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334603.036053:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334603.036182:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604321152 00000100:00100000:0.0:1780334603.036196:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604321152 00000100:00100000:0.0:1780334603.036293:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 827 00000100:00100000:0.0:1780334603.036307:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+77:24872:x1866815604321152:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334603.036335:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334603.036361:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095d43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0bba expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036451:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095d4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036490:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095d4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036505:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095d4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036523:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d51 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036611:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036619:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036671:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095d4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036676:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095d4a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036681:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095d4a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036686:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334603.036690:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095d4a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036697:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095d4a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036712:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334603.036725:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334603.036732:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095d4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036738:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095d4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036755:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036761:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036778:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d51 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036785:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334603.036788:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d51 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036794:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d51 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036802:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9b7018042f00) 00010000:00010000:0.0:1780334603.036804:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334603.036806:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d51 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036846:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d51 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036894:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095d43 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bba expref: 78 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036917:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334603.036920:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334603.036924:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095d43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bba expref: 78 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.036934:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b600, rc 0) 00000100:00100000:0.0:1780334603.037012:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c814380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+77:24872:x1866815604321152:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 708us (971us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334603.037020:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 827 00000100:00080000:2.0:1780334603.037026:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334603.043717:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334603.043929:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604321408 00000100:00100000:2.0:1780334603.043943:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604321408 00000100:00100000:2.0:1780334603.044057:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 828 00000100:00100000:2.0:1780334603.044071:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+77:24872:x1866815604321408:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:2.0:1780334603.044154:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334603.044191:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095b36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b27 expref: 77 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.044215:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334603.044222:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334603.044316:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095d58 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.044342:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095b60 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b35 expref: 33 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.044352:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095d58 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.044416:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095b60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b35 expref: 33 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.044432:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095b60 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b35 expref: 33 pid: 6538 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334603.044450:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624208128:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334603.044572:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01bf8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780334603.053340:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334603.053745:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604321536 00000100:00100000:3.0:1780334603.053758:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604321536 00000100:00100000:2.0:1780334603.053839:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624208128:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334603.053842:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095b60 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b35 expref: 34 pid: 6538 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.053871:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095d58 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334603.053908:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 278 00000100:00100000:3.0:1780334603.053921:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+34:2407:x1866815604321536:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334603.053940:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334603.053948:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095b60 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b35 expref: 34 pid: 6538 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.053963:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095b60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b35 expref: 34 pid: 6538 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.053991:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095b60 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0b35 expref: 34 pid: 6538 timeout: 706 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.054010:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334603.054016:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095d58 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.054027:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095d58 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.054036:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095d58 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.054073:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334603.054144:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+33:2407:x1866815604321536:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 226us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334603.054153:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 278 00010000:00010000:2.0:1780334603.055078:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095d58 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.055100:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095d58 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.055134:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095d5f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.055149:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095d5f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.055160:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095d5f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.056802:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095d66 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.056892:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095d66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.056905:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095d66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334603.056928:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f5d638ee reply state 00000000616e66f3 transno 4294967793 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095d66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.056942:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095d66 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.056950:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9b6f02d67000) 00010000:00010000:2.0:1780334603.056954:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334603.056959:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780334603.056966:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00010000:00010000:2.0:1780334603.056975:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095d58 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.056983:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095d58 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.056990:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095d58 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.056997:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334603.057001:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095d58 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.057010:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095d58 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.057033:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334603.057036:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334603.057040:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095d58 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.057047:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095d58 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334603.057063:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f5d638ee reply state 00000000616e66f3 transno 4294967793 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095d5f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.057072:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095d5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.057078:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9b6f02d67900) 00010000:00010000:2.0:1780334603.057081:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334603.057083:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1780334603.057224:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+78:24872:x1866815604321408:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 13150us (13514us total) trans 4294967793 rc 0/0 00000100:00100000:2.0:1780334603.057234:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 828 00010000:00010000:3.0:1780334603.188579:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334603.380183:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334603.380196:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334603.382225:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1780334603.382255:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334603.508282:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334603.508429:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604321664 00000100:00100000:3.0:1780334603.508444:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604321664 00000100:00100000:3.0:1780334603.508524:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 829 00000100:00100000:3.0:1780334603.508538:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+78:24909:x1866815604321664:12345-192.168.203.22@tcp:101:mkdir.0 00010000:00010000:3.0:1780334603.508571:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334603.508596:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095d6d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0bc1 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.508683:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095d74 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.509893:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095d74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.509918:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095d74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334603.509983:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1780334603.509987:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334603.510010:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095d74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.510916:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095d6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bc1 expref: 80 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.510958:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095d74 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bc1 expref: 79 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.510969:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334603.510972:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334603.510978:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0800, rc 0) 00000100:00100000:3.0:1780334603.511080:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+79:24909:x1866815604321664:12345-192.168.203.22@tcp:101:mkdir.0 Request processed in 2545us (2812us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334603.512275:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 829 00000100:00100000:1.0:1780334603.520447:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334603.520491:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334603.524243:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604322048 00000100:00100000:3.0:1780334603.524265:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604322048 00000100:00100000:3.0:1780334603.524444:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604321792 00000100:00100000:3.0:1780334603.524448:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604321792 00000100:00100000:3.0:1780334603.524485:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 830 00000100:00100000:3.0:1780334603.524497:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:24909:x1866815604322048:12345-192.168.203.22@tcp:36:mkdir.0 00000100:00100000:3.0:1780334603.524652:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c816300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6538:1866815624208256:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1780334603.525007:0:6538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334603.525200:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fde40 going to sleep for 11 seconds 00000100:00100000:3.0:1780334603.525235:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 831 00000100:00100000:3.0:1780334603.525246:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2409:x1866815604321792:12345-192.168.203.22@tcp:41:mkdir.0 00000004:00000024:3.0:1780334603.525277:0:6540:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334603.525365:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2409:x1866815604321792:12345-192.168.203.22@tcp:41:mkdir.0 Request processed in 121us (4873us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334603.525372:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 831 00000100:00100000:1.0:1780334603.528780:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624208256 00000100:00100000:1.0:1780334603.528801:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624208256 00000100:00100000:1.0:1780334603.528916:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1780334603.528928:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c817100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6538:x1866815624208256:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1780334603.529179:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c817100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6538:x1866815624208256:12345-0@lo:1000:mdt00_000.0 Request processed in 252us (4172us total) trans 0 rc 1/1 00000100:00100000:1.0:1780334603.529187:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1780334603.529251:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c816300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6538:1866815624208256:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1780334603.529372:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:24909:x1866815604322048:12345-192.168.203.22@tcp:36:mkdir.0 Request processed in 4875us (8937us total) trans 0 rc -17/-17 00000100:00100000:1.0:1780334603.529380:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 830 00000100:00080000:2.0:1780334603.533189:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334603.533671:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334603.533908:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604322176 00000100:00100000:0.0:1780334603.533923:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604322176 00000100:00100000:0.0:1780334603.533995:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 832 00000100:00100000:0.0:1780334603.534007:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c814e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+79:24909:x1866815604322176:12345-192.168.203.22@tcp:101:mkdir.0 00010000:00010000:0.0:1780334603.534035:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334603.534060:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095d7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0bc8 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534314:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095d82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534349:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095d82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534363:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095d82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534376:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d89 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534383:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534390:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534481:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095d90 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534489:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095d90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534496:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095d90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334603.534542:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:0.0:1780334603.534545:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334603.534568:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095d90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534581:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095d82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534596:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095d82 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534603:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095d82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534609:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9be00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334603.534614:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095d82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534623:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095d82 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534637:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334603.534640:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334603.534646:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095d82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534653:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095d82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534667:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534673:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534678:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534683:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334603.534692:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534699:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d89 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534707:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9b6f02d67900) 00010000:00010000:0.0:1780334603.534709:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334603.534713:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d89 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.534718:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.537668:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095d7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bc8 expref: 81 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.538029:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095d90 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bc8 expref: 80 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.538041:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9b6f02d67000) 00010000:00010000:0.0:1780334603.538044:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334603.538150:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b600, rc 0) 00000100:00100000:0.0:1780334603.538295:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c814e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+80:24909:x1866815604322176:12345-192.168.203.22@tcp:101:mkdir.0 Request processed in 4288us (4630us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334603.538304:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 832 00000100:00100000:2.0:1780334603.641334:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334603.641611:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604322304 00000100:00100000:0.0:1780334603.641624:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604322304 00000100:00100000:0.0:1780334603.641746:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 833 00000100:00100000:0.0:1780334603.641778:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+33:24915:x1866815604322304:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334603.642015:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334603.642046:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095d97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0bcf expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.642135:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d9e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.642152:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.642166:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334603.642225:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1780334603.642229:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334603.642253:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.642279:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095d97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bcf expref: 35 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.642300:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bcf expref: 34 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.642310:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334603.642313:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334603.642317:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b400, rc 0) 00000100:00100000:0.0:1780334603.642399:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+34:24915:x1866815604322304:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 633us (1079us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334603.642418:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 833 00000100:00100000:2.0:1780334603.651113:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334603.663947:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604322560 00000100:00100000:1.0:1780334603.663968:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604322560 00000100:00100000:1.0:1780334603.664064:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 834 00000100:00100000:1.0:1780334603.664076:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+80:24915:x1866815604322560:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334603.664105:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334603.664128:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1780334603.664168:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095d90 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bc8 expref: 80 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.664194:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9b6f02d67000) 00010000:00010000:1.0:1780334603.664200:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334603.664217:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095da5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0bd6 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.664780:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095dac lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.664799:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095dac lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.664866:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095dac lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.664888:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095db3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.664896:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095db3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.664904:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095db3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.665386:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095dba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.665397:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095dba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.665422:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095dba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334603.665436:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 0 00010000:00010000:1.0:1780334603.665468:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095dac lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.665476:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095dac lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.665483:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095dac lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.665488:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334603.665493:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095dac lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.665501:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095dac lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.665512:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9b6f02d67000) 00010000:00010000:1.0:1780334603.665515:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334603.665519:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095dac lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.665526:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70095dac lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334603.665539:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007dc6a4db reply state 00000000e44326fb transno 4294967794 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095db3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.665562:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095db3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.665568:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff9b7033541300) 00010000:00010000:1.0:1780334603.665570:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334603.665574:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780334603.665612:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e70095da5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bd6 expref: 82 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.665626:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095dba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bd6 expref: 81 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.665634:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7033541f00) 00010000:00010000:1.0:1780334603.665636:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334603.665639:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea6e00, rc 0) 00000100:00100000:1.0:1780334603.669389:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+82:24915:x1866815604322560:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 5296us (18270us total) trans 4294967794 rc 0/0 00000100:00100000:1.0:1780334603.669407:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 834 00000100:00100000:3.0:1780334603.679016:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334603.679213:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604322816 00000100:00100000:0.0:1780334603.679226:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604322816 00000100:00100000:0.0:1780334603.679310:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 835 00000100:00100000:0.0:1780334603.679324:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c816300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+82:24915:x1866815604322816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334603.679357:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334603.679384:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095dc8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0bdd expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.679544:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095dcf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.679563:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095dba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bd6 expref: 83 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.679573:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095dcf lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.679614:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095dba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bd6 expref: 83 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.679629:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095dba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bd6 expref: 83 pid: 6539 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334603.679644:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02dfad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624208384:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334603.679930:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f00e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334603.695985:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02dfad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624208384:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334603.696044:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095dcf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334603.699294:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334603.700685:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604322944 00000100:00100000:2.0:1780334603.700701:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604322944 00010000:00010000:2.0:1780334603.700773:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095dba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bd6 expref: 84 pid: 6539 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334603.701043:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 279 00000100:00100000:1.0:1780334603.701059:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c814000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:2406:x1866815604322944:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334603.701078:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334603.701086:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095dba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bd6 expref: 84 pid: 6539 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.701101:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095dba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bd6 expref: 84 pid: 6539 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.701149:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095dba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bd6 expref: 84 pid: 6539 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.701168:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7033541f00) 00010000:00010000:1.0:1780334603.701173:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095dcf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.701920:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095dcf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.701945:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095dcf lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.701992:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334603.702078:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c814000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:2406:x1866815604322944:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 1021us (2795us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334603.702088:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 279 00010000:00010000:0.0:1780334603.702469:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095dcf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.702480:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095dcf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334603.702508:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 0 00010000:00010000:0.0:1780334603.702772:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095dcf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.702781:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095dcf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.702789:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095dcf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.702796:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9be00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334603.702801:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095dcf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.702845:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095dcf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.702873:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7033541f00) 00010000:00010000:0.0:1780334603.702876:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334603.702881:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095dcf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.702887:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095dcf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.702989:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095dc8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bdd expref: 83 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.703000:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9b6f02d67000) 00010000:00010000:0.0:1780334603.703003:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780334603.703007:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095dc8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bdd expref: 83 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.703018:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9bc00, rc 0) 00000100:00100000:0.0:1780334603.703080:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c816300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+82:24915:x1866815604322816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 23758us (24079us total) trans 4294967795 rc 301/301 00000100:00100000:0.0:1780334603.703089:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 835 00000100:00100000:3.0:1780334603.710069:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334603.710494:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604323200 00000100:00100000:1.0:1780334603.710508:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604323200 00000100:00100000:1.0:1780334603.710603:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 161 00000100:00100000:1.0:1780334603.710615:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ecc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+82:24915:x1866815604323200:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334603.711047:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ecc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:24915:x1866815604323200:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 433us (991us total) trans 4294967796 rc 0/0 00000100:00100000:1.0:1780334603.711056:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 161 00000100:00100000:1.0:1780334603.717075:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334603.717307:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604323328 00000100:00100000:0.0:1780334603.717330:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604323328 00000100:00100000:0.0:1780334603.717405:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 836 00000100:00100000:0.0:1780334603.717425:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:24915:x1866815604323328:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334603.717458:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334603.717487:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095ddd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0be4 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.717563:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095ddd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0be4 expref: 84 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.717580:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095ddd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0be4 expref: 84 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.717629:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:0.0:1780334603.717632:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334603.717637:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9bc00, rc 0) 00000100:00100000:0.0:1780334603.717736:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:24915:x1866815604323328:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 313us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334603.717744:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 836 00000100:00100000:2.0:1780334603.733673:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334603.734035:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604323584 00000100:00100000:1.0:1780334603.734051:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604323584 00000100:00100000:1.0:1780334603.734147:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 837 00000100:00100000:1.0:1780334603.734159:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:24915:x1866815604323584:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1780334603.734250:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095de4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.734272:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095de4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.734285:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095de4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.734467:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095de4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.734475:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095de4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.734483:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095de4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.734490:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334603.734495:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095de4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.734504:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095de4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.734518:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:1.0:1780334603.734522:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1780334603.734528:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095de4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.734545:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095de4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334603.734644:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:24915:x1866815604323584:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 486us (996us total) trans 4294967797 rc 0/0 00000100:00100000:1.0:1780334603.734665:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 837 00000100:00100000:1.0:1780334603.739179:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334603.739356:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604323840 00000100:00100000:3.0:1780334603.739370:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604323840 00000100:00100000:3.0:1780334603.739443:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 838 00000100:00100000:3.0:1780334603.739455:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:24915:x1866815604323840:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1780334603.739760:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095deb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.739794:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095deb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.739808:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095deb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780334603.740022:0:9763:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967798 00000004:00010000:3.0:1780334603.740055:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001817fe4b reply state 000000001a6b1925 transno 4294967799 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095deb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.740069:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095deb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.740079:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:3.0:1780334603.740290:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1780334603.740297:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780334603.740424:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:24915:x1866815604323840:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 968us (1256us total) trans 4294967799 rc 0/0 00000100:00100000:3.0:1780334603.740435:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 838 00000020:00080000:3.0:1780334603.740443:0:9763:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780334603.743212:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334603.743328:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604324096 00000100:00100000:1.0:1780334603.743340:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604324096 00000100:00100000:1.0:1780334603.743410:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 162 00000100:00100000:1.0:1780334603.743422:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:24915:x1866815604324096:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334603.743716:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:24915:x1866815604324096:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 295us (516us total) trans 4294967800 rc 0/0 00000100:00100000:1.0:1780334603.743724:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 162 00000100:00100000:1.0:1780334603.801017:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334603.801129:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604324224 00000100:00100000:3.0:1780334603.801143:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604324224 00000100:00100000:3.0:1780334603.801217:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 839 00000100:00100000:3.0:1780334603.801228:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:24918:x1866815604324224:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334603.801260:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334603.801286:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095df2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0beb expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.801371:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70095df9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.801389:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70095df9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.801402:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70095df9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.801414:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e00 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.801421:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.801427:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801615:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095e07 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801626:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095e07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801635:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095e07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334603.801676:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:2.0:1780334603.801681:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334603.801705:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095e07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801719:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70095df9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801726:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70095df9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801732:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70095df9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801738:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334603.801743:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70095df9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801769:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70095df9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801784:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334603.801787:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334603.801793:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70095df9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801845:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70095df9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801861:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801867:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e00 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801872:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801877:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334603.801880:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801886:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801894:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9b6f02d67900) 00010000:00010000:2.0:1780334603.801896:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334603.801899:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e00 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801905:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801945:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095df2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0beb expref: 91 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801959:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722c00/0xdf9e767e70095e07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0beb expref: 90 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.801974:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9b6f02d67000) 00010000:00010000:2.0:1780334603.801976:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780334603.801979:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722c00, rc 0) 00000100:00100000:2.0:1780334603.802230:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:24918:x1866815604324224:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1002us (1227us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334603.802239:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 839 00000100:00100000:1.0:1780334603.816114:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334603.816287:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604324480 00000100:00100000:3.0:1780334603.816301:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604324480 00000100:00100000:3.0:1780334603.816373:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 840 00000100:00100000:3.0:1780334603.816386:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:24918:x1866815604324480:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334603.816415:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334603.816442:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e0e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0bf2 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.816613:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e15 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.816631:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e15 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.816645:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e15 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.816657:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e1c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.816665:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.816672:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817055:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70095e23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817066:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70095e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817074:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70095e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334603.817149:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:3.0:1780334603.817254:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e15 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817263:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e15 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817270:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e15 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817277:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e15 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817285:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334603.817290:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e15 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817298:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e15 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817312:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9b6f02d67000) 00010000:00010000:3.0:1780334603.817315:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334603.817321:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e15 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817327:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e15 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817344:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817349:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e1c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817354:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e1c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817359:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334603.817361:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e1c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817367:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e1c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817380:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff9b7033541300) 00010000:00010000:3.0:1780334603.817382:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334603.817385:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e1c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817391:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e1c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817440:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e0e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bf2 expref: 93 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817456:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70095e23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bf2 expref: 92 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334603.817464:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:3.0:1780334603.817467:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334603.817470:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0400, rc 0) 00000100:00100000:3.0:1780334603.817951:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:24918:x1866815604324480:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1564us (1847us total) trans 4294967801 rc 0/0 00000100:00100000:3.0:1780334603.817962:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 840 00000100:00100000:3.0:1780334603.835610:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334603.835853:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604324608 00000100:00100000:0.0:1780334603.835866:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604324608 00000100:00100000:0.0:1780334603.835933:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 841 00000100:00100000:0.0:1780334603.835944:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c817b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:24918:x1866815604324608:12345-192.168.203.22@tcp:54:lfs.0 00010000:00010000:0.0:1780334603.836040:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e31 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.836074:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.836429:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.836473:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.836481:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e31 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.836488:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.836495:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334603.836519:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.836527:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.836552:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:0.0:1780334603.836555:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780334603.836561:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e31 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.836567:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334603.836718:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c817b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:24918:x1866815604324608:12345-192.168.203.22@tcp:54:lfs.0 Request processed in 774us (1121us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334603.836974:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 841 00000100:00100000:1.0:1780334603.845232:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334603.845289:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604324864 00000100:00100000:3.0:1780334603.845303:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604324864 00000100:00100000:3.0:1780334603.845378:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 163 00000100:00100000:3.0:1780334603.845390:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:24918:x1866815604324864:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:3.0:1780334603.845916:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:24918:x1866815604324864:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 525us (694us total) trans 4294967802 rc 0/0 00000100:00100000:3.0:1780334603.845931:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 163 00000100:00100000:1.0:1780334603.922716:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334603.922999:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604325120 00000100:00100000:2.0:1780334603.923010:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604325120 00000100:00100000:2.0:1780334603.923074:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 842 00000100:00100000:2.0:1780334603.923083:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:24923:x1866815604325120:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:2.0:1780334603.923118:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334603.923147:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095e38 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0bf9 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.923291:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095e3f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.923311:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095e3f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.923395:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095e3f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334603.923410:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:2.0:1780334603.923544:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095e38 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bf9 expref: 96 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.923591:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095e3f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bf9 expref: 95 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.923601:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:2.0:1780334603.923604:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1780334603.923608:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723000, rc 0) 00000100:00100000:2.0:1780334603.923885:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+95:24923:x1866815604325120:12345-192.168.203.22@tcp:101:cat.0 Request processed in 801us (1181us total) trans 4294967803 rc 0/0 00000100:00100000:2.0:1780334603.923894:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 842 00000100:00100000:0.0:1780334603.934948:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334603.935066:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604325376 00000100:00100000:2.0:1780334603.935081:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604325376 00000100:00100000:2.0:1780334603.935185:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 39 00000100:00100000:2.0:1780334603.935198:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+95:24923:x1866815604325376:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:2.0:1780334603.935217:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1780334603.935250:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70095e23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bf2 expref: 95 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.935278:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70095e3f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bf9 expref: 94 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.935292:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095ddd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0be4 expref: 93 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334603.935304:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:2.0:1780334603.935310:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334603.935401:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:24923:x1866815604325376:12345-192.168.203.22@tcp:103:cat.0 Request processed in 206us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334603.935410:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 39 00000100:00100000:3.0:1780334603.941311:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334603.941457:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604325504 00000100:00100000:1.0:1780334603.941470:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604325504 00000100:00100000:1.0:1780334603.941542:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 843 00000100:00100000:1.0:1780334603.941553:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0369ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:24923:x1866815604325504:12345-192.168.203.22@tcp:58:cat.0 00010000:00010000:1.0:1780334603.941692:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095e4d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.941714:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095e4d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334603.941746:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095e4d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780334603.942040:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].19, 136 off10776 00000100:00100000:1.0:1780334603.942140:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0369ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:24923:x1866815604325504:12345-192.168.203.22@tcp:58:cat.0 Request processed in 587us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334603.942148:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 843 00000100:00100000:1.0:1780334603.944776:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334603.947604:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604325632 00000100:00100000:0.0:1780334603.947620:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604325632 00000100:00100000:0.0:1780334603.947758:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 844 00000100:00100000:0.0:1780334603.947783:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:24923:x1866815604325632:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:0.0:1780334603.947827:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334603.947862:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c00 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.947926:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095e4d lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.947939:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e54 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c00 expref: 93 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.947984:0:9763:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095e4d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.948000:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e54 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c00 expref: 93 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.948016:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:0.0:1780334603.948019:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334603.948023:0:9763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e54 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c00 expref: 93 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334603.948043:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b800, rc 0) 00000100:00100000:0.0:1780334603.948140:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:24923:x1866815604325632:12345-192.168.203.22@tcp:101:cat.0 Request processed in 361us (3386us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334603.948148:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 844 00000040:00080000:2.0:1780334603.956718:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1780334604.214860:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334604.404102:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334604.404115:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334604.404148:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 3 00000040:00080000:0.0:1780334604.404162:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334604.404342:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02df9c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624208512:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1780334604.404494:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd4000 going to sleep for 11 seconds 00000100:00100000:0.0:1780334604.409625:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02df9c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624208512:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334604.413920:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334604.414076:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604325760 00000100:00100000:2.0:1780334604.414090:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604325760 00000100:00100000:2.0:1780334604.414170:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 845 00000100:00100000:2.0:1780334604.414183:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+34:24924:x1866815604325760:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334604.414226:0:6540:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334604.414375:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+34:24924:x1866815604325760:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 194us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334604.414384:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 845 00000100:00100000:1.0:1780334604.430181:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.430249:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604325888 00000100:00100000:3.0:1780334604.430263:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604325888 00000100:00100000:3.0:1780334604.430330:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 846 00000100:00100000:3.0:1780334604.430351:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+34:24924:x1866815604325888:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1780334604.430449:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e5b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430471:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e5b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430485:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e5b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430501:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e62 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430508:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e62 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430514:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e62 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430540:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430548:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430560:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334604.430620:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00000004:00200000:3.0:1780334604.430625:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334604.430642:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430656:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e5b lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430664:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e5b lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430671:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e5b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430678:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e5b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430686:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334604.430690:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e5b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430699:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e5b lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430714:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:3.0:1780334604.430718:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334604.430724:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e5b lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430748:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e5b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430775:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e62 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430782:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e62 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430788:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e62 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430794:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334604.430798:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e62 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.430803:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e62 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.437206:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8f5173fb (ffff9b6f01bf6d00) 00010000:00010000:3.0:1780334604.437218:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334604.437229:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e62 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.437243:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e62 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.437289:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.437297:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e69 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.437305:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.437311:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334604.437315:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.437321:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.437330:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:3.0:1780334604.437411:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334604.437416:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e69 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.437422:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334604.437562:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+34:24924:x1866815604325888:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 Request processed in 7206us (7389us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334604.437574:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 846 00000100:00100000:0.0:1780334604.455459:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334604.455538:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604326144 00000100:00100000:1.0:1780334604.455552:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604326144 00000100:00100000:1.0:1780334604.455629:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 847 00000100:00100000:1.0:1780334604.455640:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+34:24924:x1866815604326144:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334604.455667:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334604.455694:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095e70 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c07 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.455895:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095e77 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.455914:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095e77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.455927:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095e77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334604.455940:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:2.0:1780334604.456146:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095e77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.456155:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095e77 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.456163:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095e77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.456169:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea7800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334604.456174:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095e77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.456181:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095e77 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.456195:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:2.0:1780334604.456198:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334604.456210:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095e77 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.456217:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095e77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.456267:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095e70 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c07 expref: 36 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.456278:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334604.456281:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780334604.456285:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70095e70 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c07 expref: 36 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.456295:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea6400, rc 0) 00000100:00100000:2.0:1780334604.456372:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+35:24924:x1866815604326144:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 733us (928us total) trans 4294967804 rc 301/301 00000100:00100000:2.0:1780334604.456380:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 847 00000100:00100000:2.0:1780334604.466661:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334604.466849:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604326272 00000100:00100000:0.0:1780334604.466863:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604326272 00000100:00100000:0.0:1780334604.466953:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 848 00000100:00100000:0.0:1780334604.466964:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+35:24924:x1866815604326272:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334604.467007:0:6540:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334604.467205:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+35:24924:x1866815604326272:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 242us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334604.467215:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 848 00000100:00100000:1.0:1780334604.473947:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.474086:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604326400 00000100:00100000:3.0:1780334604.474099:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604326400 00000100:00100000:3.0:1780334604.474226:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 849 00000100:00100000:3.0:1780334604.474238:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+35:24924:x1866815604326400:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334604.474265:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334604.474290:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c0e expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.474381:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e8c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.474410:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e8c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.474422:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e8c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.474434:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e93 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.474442:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.474448:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.474642:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e70095e9a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.474651:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e70095e9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.474659:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e70095e9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334604.474699:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:3.0:1780334604.474703:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334604.475014:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e70095e9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475035:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e8c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475042:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e8c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475049:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e8c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475056:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e8c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475063:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334604.475068:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e8c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475076:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e8c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475090:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334604.475093:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334604.475100:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e8c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475107:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095e8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475124:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475194:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e93 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475202:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475207:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334604.475210:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475216:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e93 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475225:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9b6f02d67900) 00010000:00010000:3.0:1780334604.475227:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334604.475231:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e93 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475236:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095e93 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475269:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095e85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c0e expref: 37 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475283:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1200/0xdf9e767e70095e9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c0e expref: 36 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.475290:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9b6f02d67000) 00010000:00010000:3.0:1780334604.475292:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780334604.475295:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1200, rc 0) 00000100:00100000:3.0:1780334604.476245:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+36:24924:x1866815604326400:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 2000us (2303us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334604.476260:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 849 00000100:00100000:1.0:1780334604.495120:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334604.495548:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604326656 00000100:00100000:2.0:1780334604.495562:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604326656 00000100:00100000:2.0:1780334604.495642:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 850 00000100:00100000:2.0:1780334604.495657:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+36:24924:x1866815604326656:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334604.495685:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334604.495713:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095ea1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c15 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780334604.496803:0:15367:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x10:0x0], index 1: 0 00010000:00010000:2.0:1780334604.497093:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095ea8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.497309:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095ea8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.497326:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095ea8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.497541:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095ea1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c15 expref: 39 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.497566:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095ea8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c15 expref: 38 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.497577:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9b6f02d67100) 00010000:00010000:2.0:1780334604.497580:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334604.497584:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723800, rc 0) 00000100:00100000:2.0:1780334604.497684:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+38:24924:x1866815604326656:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 2030us (2579us total) trans 4294967805 rc 0/0 00000100:00100000:2.0:1780334604.497693:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 850 00000100:00100000:0.0:1780334604.505300:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.505430:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604326912 00000100:00100000:3.0:1780334604.505445:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604326912 00000100:00100000:3.0:1780334604.505712:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 851 00000100:00100000:3.0:1780334604.505725:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+38:24924:x1866815604326912:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1780334604.507022:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334604.507069:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70095ea8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c15 expref: 38 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507098:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9b6f02d67100) 00010000:00010000:3.0:1780334604.507111:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334604.507142:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095eb6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507159:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095eb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507171:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095eb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507189:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ebd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x397a67ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507196:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ebd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x397a67ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507204:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ebd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x397a67ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507261:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095eb6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507269:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095eb6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507276:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095eb6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507283:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334604.507288:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095eb6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507297:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095eb6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507305:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9b6f02d67000) 00010000:00010000:3.0:1780334604.507310:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334604.507314:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095eb6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507321:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095eb6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507331:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ebd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x397a67ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507337:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ebd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x397a67ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507343:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ebd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x397a67ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507349:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334604.507352:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ebd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x397a67ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507358:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ebd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x397a67ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507366:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x397a67ec (ffff9b6f01bf6d00) 00010000:00010000:3.0:1780334604.507368:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334604.507371:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ebd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x397a67ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.507377:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ebd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x397a67ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334604.507681:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+37:24924:x1866815604326912:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 1956us (2392us total) trans 0 rc -2/-2 00000100:00100000:3.0:1780334604.507693:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 851 00000100:00100000:1.0:1780334604.514878:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334604.514984:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604327040 00000100:00100000:0.0:1780334604.514996:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604327040 00000100:00100000:0.0:1780334604.515073:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 852 00000100:00100000:0.0:1780334604.515096:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+37:24924:x1866815604327040:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334604.515124:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334604.515155:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095ec4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c1c expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.515202:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095ecb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.515217:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095ecb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.515231:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095ecb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.515369:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095ec4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c1c expref: 39 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.515389:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095ecb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c1c expref: 38 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.515407:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9b7018042400) 00010000:00010000:0.0:1780334604.515410:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334604.515415:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9be00, rc 0) 00000100:00100000:0.0:1780334604.515508:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+38:24924:x1866815604327040:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 416us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334604.515515:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 852 00000100:00100000:1.0:1780334604.531129:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334604.531255:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604327296 00000100:00100000:2.0:1780334604.531268:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604327296 00000100:00100000:2.0:1780334604.531353:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 853 00000100:00100000:2.0:1780334604.531367:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+38:24924:x1866815604327296:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334604.531483:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095ed2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.531507:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095ed2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.531543:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095ed2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780334604.531789:0:15367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 88 off8776 00000004:00080000:2.0:1780334604.531802:0:15367:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 608350989635ns, next at 609350986533ns, rc = 0 00000004:00010000:2.0:1780334604.531928:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000783deeb8 reply state 00000000d8e370f1 transno 4294967806 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095ed2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.531944:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095ed2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.531952:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9b7018042400) 00010000:00010000:2.0:1780334604.531955:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1780334604.531961:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334604.532092:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+40:24924:x1866815604327296:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 727us (975us total) trans 4294967806 rc 0/0 00000100:00100000:2.0:1780334604.532100:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 853 00000100:00100000:1.0:1780334604.549639:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.549742:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604327424 00000100:00100000:3.0:1780334604.549766:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604327424 00000100:00100000:3.0:1780334604.549884:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 854 00000100:00100000:3.0:1780334604.549897:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+40:24924:x1866815604327424:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334604.549930:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334604.549956:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ed9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c23 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.550033:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ed9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c23 expref: 41 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.550057:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ed9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c23 expref: 41 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.550093:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9b7018042400) 00010000:00010000:3.0:1780334604.550097:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334604.550100:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0c00, rc 0) 00000100:00100000:3.0:1780334604.550179:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+41:24924:x1866815604327424:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 284us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334604.550187:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 854 00000100:00100000:1.0:1780334604.556472:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.556678:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604327552 00000100:00100000:3.0:1780334604.556691:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604327552 00000100:00100000:3.0:1780334604.556789:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 203 00000100:00100000:3.0:1780334604.556802:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604327552:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00000100:00080000:2.0:1780334604.557228:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334604.557479:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604327552:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 676us (1018us total) trans 4294967336 rc 0/0 00000100:00100000:2.0:1780334604.557490:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 203 00000100:00100000:1.0:1780334604.566043:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334604.566346:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604327808 00000100:00100000:2.0:1780334604.566359:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604327808 00000100:00100000:2.0:1780334604.566446:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 164 00000100:00100000:2.0:1780334604.566459:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+41:24924:x1866815604327808:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334604.566770:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+42:24924:x1866815604327808:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 312us (740us total) trans 4294967807 rc 0/0 00000100:00100000:2.0:1780334604.566800:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 164 00000100:00100000:1.0:1780334604.570027:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334604.570204:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604328064 00000100:00100000:2.0:1780334604.570217:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604328064 00000100:00100000:2.0:1780334604.570348:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 855 00000100:00100000:2.0:1780334604.570360:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+42:24924:x1866815604328064:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334604.570566:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+42:24924:x1866815604328064:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 207us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334604.570574:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 855 00000100:00100000:1.0:1780334604.575230:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334604.575410:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604328192 00000100:00100000:2.0:1780334604.575424:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604328192 00000100:00100000:2.0:1780334604.575956:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 856 00000100:00100000:2.0:1780334604.575970:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+42:24924:x1866815604328192:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334604.575998:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334604.576023:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095ee0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c2a expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.576229:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095ee7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.576249:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.576263:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334604.576312:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334604.576335:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.576387:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095ee0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c2a expref: 44 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.576565:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095ee7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c2a expref: 43 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.576579:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9b7018042400) 00010000:00010000:2.0:1780334604.576583:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1780334604.576588:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722a00, rc 0) 00000100:00100000:2.0:1780334604.576705:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+43:24924:x1866815604328192:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 738us (1488us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334604.576713:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 856 00000100:00100000:1.0:1780334604.581608:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.581724:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604328320 00000100:00100000:3.0:1780334604.581737:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604328320 00000100:00100000:3.0:1780334604.581962:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 204 00000100:00100000:3.0:1780334604.581975:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604328320:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334604.582000:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334604.582028:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e70095eee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c31 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334604.582064:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a1dc00c, blocks: 0x0 00010000:00010000:2.0:1780334604.583159:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334604.583166:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334604.583180:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e70095eee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c31 expref: 11 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.583206:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e70095eee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c31 expref: 11 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.583223:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1000, rc 0) 00000100:00100000:2.0:1780334604.583307:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604328320:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1333us (1711us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334604.583315:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 204 00000100:00100000:1.0:1780334604.587968:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334604.588125:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604328576 00000100:00100000:0.0:1780334604.588140:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604328576 00000100:00100000:0.0:1780334604.588216:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 857 00000100:00100000:0.0:1780334604.588228:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:24924:x1866815604328576:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334604.588370:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:24924:x1866815604328576:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 144us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334604.588378:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 857 00000100:00100000:1.0:1780334604.593509:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.594196:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604328704 00000100:00100000:3.0:1780334604.594209:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604328704 00000100:00100000:3.0:1780334604.594330:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 205 00000100:00100000:3.0:1780334604.594344:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:24924:x1866815604328704:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334604.594369:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334604.594393:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70095ef5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c38 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.594442:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e70095eee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c31 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.594452:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334604.594454:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334604.594459:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70095ef5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c38 expref: 12 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.594502:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e70095eee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c31 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.594517:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e70095eee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c31 expref: 12 pid: 8421 timeout: 708 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334604.594534:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624208640:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334604.594651:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fde40 going to sleep for 11 seconds 00000100:00100000:3.0:1780334604.597886:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624208640:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334604.597932:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70095ef5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c38 expref: 12 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.597960:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1600, rc 0) 00000100:00100000:3.0:1780334604.598035:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:24924:x1866815604328704:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 3694us (4540us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334604.598045:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 205 00000100:00100000:0.0:1780334604.601809:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334604.601941:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604328832 00000100:00100000:1.0:1780334604.601956:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604328832 00010000:00010000:1.0:1780334604.602009:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e70095eee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c31 expref: 12 pid: 8421 timeout: 708 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334604.602060:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 280 00000100:00100000:1.0:1780334604.602072:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604328832:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334604.602101:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334604.602129:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e70095eee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c31 expref: 12 pid: 8421 timeout: 708 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.602146:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e70095eee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c31 expref: 12 pid: 8421 timeout: 708 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.602174:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e70095eee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c31 expref: 12 pid: 8421 timeout: 708 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.602213:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334604.602215:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334604.602224:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70095ef5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c38 expref: 11 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.602236:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70095ef5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c38 expref: 11 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.602284:0:19047:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70095ef5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c38 expref: 11 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334604.602302:0:19047:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe47800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:19047:1866815624208768:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334604.603101:0:19047:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7018a71600 going to sleep for 11 seconds 00000100:00100000:1.0:1780334604.607452:0:19047:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe47800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:19047:1866815624208768:192.168.203.22@tcp:105: 00010000:00010000:1.0:1780334604.607486:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334604.607552:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604328832:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 5482us (5756us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334604.607564:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 280 00000100:00100000:0.0:1780334604.609744:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.609868:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604328960 00000100:00100000:3.0:1780334604.609880:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604328960 00002000:00100000:3.0:1780334604.610228:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x10:0x0] (0->157) req@ffff9b6f02df9180 x1866815604328960/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:70/0 lens 648/0 e 0 to 0 dl 1780334615 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334604.610239:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f02df9180 with x1866815604328960 ext(0->157) 00002000:00010000:3.0:1780334604.610245:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f02df9180 00000100:00100000:3.0:1780334604.610276:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 62 00000100:00100000:3.0:1780334604.610286:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604328960:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1780334604.615000:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604328960:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 4697us (5252us total) trans 4294967337 rc 0/0 00000100:00100000:2.0:1780334604.615042:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 62 00002000:00100000:2.0:1780334604.615059:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x10:0x0] (0->157) req@ffff9b6f02df9180 x1866815604328960/t4294967337(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:70/0 lens 648/448 e 0 to 0 dl 1780334615 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334604.615070:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f02df9180 with x1866815604328960 ext(0->157) 00002000:00010000:2.0:1780334604.615088:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f02df9180 00000100:00100000:0.0:1780334604.624456:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334604.624577:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604329088 00000100:00100000:2.0:1780334604.624590:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604329088 00000100:00100000:2.0:1780334604.624669:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 858 00000100:00100000:2.0:1780334604.624681:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+43:24924:x1866815604329088:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1780334604.633929:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967807 is committed 00000004:00080000:0.0:1780334604.633942:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed 00010000:00010000:1.0:1780334604.634046:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095ed2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.634059:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095ed2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.634066:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095ed2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.634097:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334604.634102:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095ed2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.634110:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095ed2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.634127:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9b7018042400) 00010000:00010000:1.0:1780334604.634129:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780334604.634135:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095ed2 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.634141:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095ed2 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334604.637061:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624208896:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1780334604.637140:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334604.637331:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624208896 00000100:00100000:3.0:1780334604.637339:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624208896 00000100:00100000:3.0:1780334604.637400:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:3.0:1780334604.637410:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624208896:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1780334604.637525:0:8519:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1780334604.637529:0:8519:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb mtime from disk: 0 -> 1780334604 00002000:00010000:3.0:1780334604.637532:0:8519:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1780334604.637534:0:8519:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb ctime from disk: 1780334604 -> 1780334604 00002000:00010000:3.0:1780334604.637536:0:8519:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1780334604.637578:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624208896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 170us (438us total) trans 4294967338 rc 0/0 00000100:00100000:3.0:1780334604.637585:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000004:00080000:3.0:1780334604.637632:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b6f02f3d180/2, rc 0, transno 4294967338 00000100:00100000:3.0:1780334604.637638:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624208896:0@lo:2:osp-syn-1-0.0 00000100:00080000:1.0:1780334604.637683:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1780334604.640072:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967803 is committed 00000020:00080000:0.0:1780334604.640114:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 11 batchid updated 00000100:00100000:3.0:1780334604.640440:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+38:24924:x1866815604329088:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 15756us (15994us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334604.640451:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 858 00000020:00080000:2.0:1780334604.640534:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000020:00080000:2.0:1780334604.640544:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00010000:00010000:1.0:1780334604.644587:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095d5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644604:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095d5f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644612:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095d5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644619:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334604.644623:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095d5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644652:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095d5f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644670:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9b6f02d67900) 00010000:00010000:1.0:1780334604.644673:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334604.644677:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095d5f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644683:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095d5f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644703:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095d66 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644710:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095d66 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644715:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095d66 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644720:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334604.644722:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095d66 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644728:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095d66 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644736:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9b6f02d67000) 00010000:00010000:1.0:1780334604.644738:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334604.644741:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095d66 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644764:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095d66 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644787:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095db3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644792:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095db3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644797:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095db3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.644802:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea7e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334604.644805:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095db3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.645011:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095db3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.645023:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff9b7033541300) 00010000:00010000:1.0:1780334604.645027:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334604.645031:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095db3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.645037:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70095db3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.645056:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095deb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.645062:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095deb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.645073:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095deb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.645150:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334604.645153:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095deb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.645158:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095deb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.645167:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:1.0:1780334604.645169:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1780334604.645172:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095deb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.645178:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095deb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334604.647707:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.648225:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604329216 00000100:00100000:3.0:1780334604.648240:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604329216 00000100:00100000:3.0:1780334604.648314:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 207 00000100:00100000:3.0:1780334604.648326:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604329216:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1780334604.650697:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00000001:00080000:0.0:1780334604.650712:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00000100:00100000:3.0:1780334604.651269:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604329216:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 2936us (3569us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334604.651282:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 207 00000100:00100000:0.0:1780334604.669227:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334604.670908:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604329472 00000100:00100000:2.0:1780334604.670927:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604329472 00000100:00100000:2.0:1780334604.671024:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 859 00000100:00100000:2.0:1780334604.671036:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+38:24924:x1866815604329472:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334604.671121:0:15367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334604.671158:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095ee7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c2a expref: 38 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.671185:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9b7018042400) 00010000:00010000:2.0:1780334604.671192:0:15367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334604.671230:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095efc lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.671245:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095efc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.671275:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095efc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334604.671433:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc0607e0 reply state 00000000b29a2df9 transno 4294967808 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095efc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.671447:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095efc lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.671453:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9b7018042400) 00010000:00010000:2.0:1780334604.671456:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334604.671459:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334604.671602:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+39:24924:x1866815604329472:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 567us (2388us total) trans 4294967808 rc 0/0 00000100:00100000:2.0:1780334604.671611:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 859 00000100:00100000:0.0:1780334604.676294:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.677919:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604329600 00000100:00100000:3.0:1780334604.677937:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604329600 00000100:00100000:2.0:1780334604.678979:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 208 00000100:00100000:2.0:1780334604.678997:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604329600:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1780334604.679346:0:8419:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:2.0:1780334604.679352:0:8419:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb mtime from disk: 1780334604 -> 1536580263 00002000:00010000:2.0:1780334604.679355:0:8419:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb atime from disk: 0 -> 1780334051 00002000:00010000:2.0:1780334604.679357:0:8419:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb ctime from disk: 1780334604 -> 1780334604 00002000:00010000:2.0:1780334604.679370:0:8419:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1780334604.679666:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604329600:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 672us (3385us total) trans 4294967339 rc 0/0 00000100:00100000:2.0:1780334604.679678:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 208 00000100:00100000:0.0:1780334604.690282:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.691893:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604329856 00000100:00100000:3.0:1780334604.691912:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604329856 00000100:00100000:3.0:1780334604.692006:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 860 00000100:00100000:3.0:1780334604.692033:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+39:24924:x1866815604329856:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1780334604.692134:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095f03 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.692156:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095ecb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c1c expref: 39 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.692167:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095f03 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.692216:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095ecb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c1c expref: 39 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.692234:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095ecb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c1c expref: 39 pid: 6538 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334604.692254:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624209024:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334604.692394:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fde40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334604.699492:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334604.699657:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604329984 00000100:00100000:2.0:1780334604.699684:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604329984 00010000:00010000:2.0:1780334604.699740:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095ecb lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c1c expref: 40 pid: 6538 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334604.699807:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 281 00000100:00100000:2.0:1780334604.699862:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026afd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+40:2407:x1866815604329984:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334604.699882:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334604.699891:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095ecb lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c1c expref: 40 pid: 6538 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.699907:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095ecb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c1c expref: 40 pid: 6538 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.699940:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9b7018042400) 00010000:00010000:2.0:1780334604.699947:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095f03 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.699959:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095f03 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.699969:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095f03 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.699997:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334604.700060:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026afd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+40:2407:x1866815604329984:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 201us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334604.700069:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 281 00010000:00010000:3.0:1780334604.700307:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095ecb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c1c expref: 39 pid: 6538 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334604.700327:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624209024:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334604.700348:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095f03 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.700357:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095f03 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.700363:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095f03 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.700482:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095f03 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.700490:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095f03 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.700497:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095f03 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.700503:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334604.700507:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095f03 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.700518:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095f03 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.700529:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9b7018042400) 00010000:00010000:3.0:1780334604.700532:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1780334604.700536:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095f03 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.700541:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1c00/0xdf9e767e70095f03 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334604.700592:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+38:24924:x1866815604329856:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 8564us (10326us total) trans 0 rc -22/-22 00000100:00100000:3.0:1780334604.700601:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 860 00000100:00100000:1.0:1780334604.707546:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.708189:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604330112 00000100:00100000:3.0:1780334604.708202:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604330112 00000100:00100000:3.0:1780334604.708277:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 209 00000100:00100000:3.0:1780334604.708289:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604330112:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334604.708350:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f0a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.708387:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70095ef5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c38 expref: 11 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.708396:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334604.708398:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334604.708627:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f0a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.708683:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70095ef5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c38 expref: 11 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.708700:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70095ef5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c38 expref: 11 pid: 8419 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334604.708719:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624209152:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334604.708884:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fde40 going to sleep for 11 seconds 00000100:00100000:3.0:1780334604.721164:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624209152:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334604.721203:0:16895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f0a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334604.723729:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.730516:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604330240 00000100:00100000:3.0:1780334604.730535:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604330240 00010000:00010000:3.0:1780334604.730597:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70095ef5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c38 expref: 12 pid: 8419 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334604.731092:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 282 00000100:00100000:3.0:1780334604.731106:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604330240:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334604.731338:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334604.731369:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70095ef5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c38 expref: 12 pid: 8419 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.731387:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70095ef5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c38 expref: 12 pid: 8419 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.731415:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70095ef5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c38 expref: 12 pid: 8419 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.731436:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334604.731438:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334604.731445:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f0a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.731456:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f0a lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.731497:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334604.731642:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604330240:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 538us (7923us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334604.731651:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 282 00010000:00010000:3.0:1780334604.731872:0:16895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f0a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.731884:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f0a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.731983:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f0a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.731993:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f0a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.732002:0:16895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.732010:0:16895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1c00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334604.732014:0:16895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.732025:0:16895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.732039:0:16895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f0a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.732046:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f0a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334604.732109:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604330112:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 23823us (24576us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334604.732191:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 209 00000100:00100000:0.0:1780334604.739704:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.739793:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604330496 00000100:00100000:3.0:1780334604.739806:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604330496 00000100:00100000:2.0:1780334604.740209:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 861 00000100:00100000:2.0:1780334604.740223:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+38:24924:x1866815604330496:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1780334604.740342:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095f11 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.740366:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095f11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.740379:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095f11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.740559:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095f18 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.740572:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ed9 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c23 expref: 39 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.740582:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095f18 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.740621:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ed9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c23 expref: 39 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.740638:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ed9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c23 expref: 39 pid: 9763 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334604.740654:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624209280:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334604.740766:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7005480600 going to sleep for 11 seconds 00000100:00100000:1.0:1780334604.749987:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334604.750096:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604330624 00000100:00100000:0.0:1780334604.750109:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604330624 00010000:00010000:0.0:1780334604.750162:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ed9 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c23 expref: 40 pid: 9763 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334604.750254:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 283 00000100:00100000:0.0:1780334604.750266:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+40:2407:x1866815604330624:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334604.750287:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334604.750295:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ed9 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c23 expref: 40 pid: 9763 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.750311:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ed9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c23 expref: 40 pid: 9763 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.750340:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9b7018042400) 00010000:00010000:0.0:1780334604.750347:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095f18 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.750358:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095f18 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.750366:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095f18 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.750389:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334604.750458:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+40:2407:x1866815604330624:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 194us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334604.750466:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 283 00010000:00010000:2.0:1780334604.750585:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095ed9 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c23 expref: 39 pid: 9763 timeout: 708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334604.750623:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624209280:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334604.750652:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095f18 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.750663:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095f18 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.750671:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095f18 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780334604.751687:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967809 00000001:00080000:2.0:1780334604.753048:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967810 00000001:00080000:2.0:1780334604.753600:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967811 00000100:00100000:2.0:1780334604.753710:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624209408:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1780334604.754967:0:6540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334604.755032:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7005480840 going to sleep for 11 seconds 00000100:00100000:1.0:1780334604.755072:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624209408 00000100:00100000:1.0:1780334604.755083:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624209408 00000100:00100000:1.0:1780334604.755156:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1780334604.755428:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6540:x1866815624209408:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1780334604.755577:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6540:x1866815624209408:12345-0@lo:1000:mdt00_002.0 Request processed in 411us (1765us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334604.755585:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1780334604.755972:0:6540:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967338 gen 2 00000004:00080000:2.0:1780334604.755979:0:6540:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b6f02f3d180, transno 4294967338 00000100:00100000:2.0:1780334604.756002:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624209408:0@lo:1000:mdt00_002.0 00000001:00080000:2.0:1780334604.756575:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967812 00000100:00100000:2.0:1780334604.756652:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624209536:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1780334604.756705:0:6540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334604.756737:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7008238cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334604.756950:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624209536 00000100:00100000:3.0:1780334604.756959:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624209536 00000100:00100000:3.0:1780334604.757006:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1780334604.757016:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6540:x1866815624209536:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780334604.757675:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6540:x1866815624209536:12345-0@lo:1000:mdt00_002.0 Request processed in 657us (966us total) trans 4294967340 rc 0/0 00000100:00100000:3.0:1780334604.757685:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1780334604.758644:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624209536:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1780334604.758709:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095f18 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.758746:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095f18 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.758764:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095f18 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.758772:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334604.758777:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095f18 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.758786:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095f18 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.758806:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9b7018042400) 00010000:00010000:0.0:1780334604.759535:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334604.759550:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095f18 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.759560:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095f18 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.759602:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095e4d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.759609:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095e4d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.759615:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095e4d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.759621:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334604.759637:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095e4d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.759645:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095e4d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.759657:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:0.0:1780334604.759660:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334604.759668:0:6540:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c00 expref: 78 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.759681:0:6540:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e54 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c00 expref: 78 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.759693:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c00 expref: 78 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.759742:0:6540:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b800/0xdf9e767e70095e54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c00 expref: 78 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334604.759771:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02dfad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624209664:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334604.759910:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334604.765167:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334604.765269:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02dfad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624209664:192.168.203.22@tcp:105: 00010000:00010000:0.0:1780334604.765322:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095e4d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765334:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e70095e4d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765395:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095f1f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765411:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095f1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765424:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095f1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765436:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095f1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765443:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095f1f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765449:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095f1f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765455:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9be00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334604.765459:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095f1f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765466:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095f1f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765479:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:0.0:1780334604.765482:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334604.765485:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095f1f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765491:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095f1f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765508:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095f11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765514:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095f11 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765520:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095f11 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765524:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334604.765527:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095f11 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765532:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095f11 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765539:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:0.0:1780334604.765541:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334604.765544:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095f11 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.765548:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095f11 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334604.765775:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+42:24924:x1866815604330496:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 25553us (26083us total) trans 4294967813 rc 0/0 00000100:00100000:0.0:1780334604.765786:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 861 00000020:00080000:0.0:1780334604.765794:0:6540:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1780334604.766223:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334604.766230:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1780334604.767360:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604330752 00000100:00100000:1.0:1780334604.767386:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604330752 00000100:00100000:1.0:1780334604.767483:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 165 00000100:00100000:1.0:1780334604.767533:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+79:24923:x1866815604330752:12345-192.168.203.22@tcp:49:cat.0 00000100:00100000:1.0:1780334604.767720:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+79:24923:x1866815604330752:12345-192.168.203.22@tcp:49:cat.0 Request processed in 227us (2565us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334604.767728:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 165 00000040:00080000:2.0:1780334604.770517:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1780334604.770549:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334604.772185:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334604.773455:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604331008 00000100:00100000:1.0:1780334604.773474:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604331008 00000100:00100000:1.0:1780334604.773625:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 166 00000100:00100000:1.0:1780334604.773638:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+42:24924:x1866815604331008:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1780334604.774020:0:6542:0:(mdd_object.c:4033:mdd_close()) Object [0x200000403:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1780334604.774067:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967814 00010000:00010000:1.0:1780334604.774595:0:6542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095f26 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.774619:0:6542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095f26 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.774633:0:6542:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095f26 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.774642:0:6542:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095f26 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.774717:0:6542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095f26 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.774724:0:6542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095f26 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334604.774782:0:6542:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780334604.774870:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780334604.774880:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095f26 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.774896:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6e00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334604.774901:0:10291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095f26 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.774910:0:10291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095f26 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.774926:0:10291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9b7018042400) 00010000:00010000:0.0:1780334604.774929:0:10291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780334604.774936:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095f26 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.774942:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e70095f26 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.774959:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334604.774961:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334604.774963:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334604.774977:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:24924:x1866815604331008:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 1337us (2797us total) trans 4294967815 rc 0/0 00000100:00100000:1.0:1780334604.774988:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 166 00000020:00080000:1.0:1780334604.774996:0:6542:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780334604.775887:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.775964:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604331136 00000100:00100000:3.0:1780334604.775975:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604331136 00000100:00100000:3.0:1780334604.776045:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 210 00000100:00100000:3.0:1780334604.776056:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:24923:x1866815604331136:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:3.0:1780334604.776073:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334604.776096:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f2d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c3f expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334604.776127:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a1dbde3, ctime: 0x6a1dc00c, blocks: 0x8 00010000:00010000:3.0:1780334604.776151:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334604.776153:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334604.776163:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c3f expref: 11 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.776179:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001f1c2f38/0xdf9e767e70095f2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c3f expref: 11 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334604.776192:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1c00, rc 0) 00000100:00100000:3.0:1780334604.776242:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:24923:x1866815604331136:12345-192.168.203.22@tcp:101:cat.0 Request processed in 188us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334604.776249:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 210 00000100:00080000:2.0:1780334604.776787:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334604.779777:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.780283:0:8426:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604331264 00000100:00100000:3.0:1780334604.780297:0:8426:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604331264 00002000:00100000:3.0:1780334604.780364:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x10:0x0] (0->4095) req@ffff9b6f04c5b480 x1866815604331264/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:70/0 lens 488/0 e 0 to 0 dl 1780334615 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334604.780377:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04c5b480 with x1866815604331264 ext(0->4095) 00002000:00010000:3.0:1780334604.780384:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f04c5b480 00000100:00100000:3.0:1780334604.780452:0:8426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 63 00000100:00100000:3.0:1780334604.780472:0:8426:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604331264:12345-192.168.203.22@tcp:3:cat.0 00000100:00100000:3.0:1780334604.780801:0:8426:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604331264:12345-192.168.203.22@tcp:3:cat.0 Request processed in 338us (1044us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334604.780835:0:8426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 63 00002000:00100000:3.0:1780334604.780844:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x10:0x0] (0->4095) req@ffff9b6f04c5b480 x1866815604331264/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:70/0 lens 488/4536 e 0 to 0 dl 1780334615 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334604.780853:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04c5b480 with x1866815604331264 ext(0->4095) 00002000:00010000:3.0:1780334604.780856:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f04c5b480 00000100:00100000:3.0:1780334604.806229:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334604.806324:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604331520 00000100:00100000:2.0:1780334604.806338:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604331520 00000100:00100000:2.0:1780334604.806445:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 167 00000100:00100000:2.0:1780334604.806458:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7efc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+79:24923:x1866815604331520:12345-192.168.203.22@tcp:35:cat.0 00000001:00080000:2.0:1780334604.806795:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967816 00000100:00100000:2.0:1780334604.806966:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7efc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+81:24923:x1866815604331520:12345-192.168.203.22@tcp:35:cat.0 Request processed in 510us (750us total) trans 4294967817 rc 0/0 00000100:00100000:2.0:1780334604.806976:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 167 00000020:00080000:2.0:1780334604.806982:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780334604.833290:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334604.833398:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604331776 00000100:00100000:0.0:1780334604.833412:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604331776 00000100:00100000:0.0:1780334604.833490:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 862 00000100:00100000:0.0:1780334604.833502:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+81:24927:x1866815604331776:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334604.833535:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334604.833563:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095f34 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c46 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.833664:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095f3b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.833709:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095f3b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.833722:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095f3b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.833742:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095f42 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.833749:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095f42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.833765:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095f42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.833955:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5000/0xdf9e767e70095f49 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.833964:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5000/0xdf9e767e70095f49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.833972:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5000/0xdf9e767e70095f49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334604.833985:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:0.0:1780334604.834260:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095f3b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834269:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095f3b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834275:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095f3b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834289:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095f3b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834295:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334604.834300:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095f3b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834308:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095f3b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834321:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9b6f02d67000) 00010000:00010000:0.0:1780334604.834324:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334604.834330:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095f3b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834337:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70095f3b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834352:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095f42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834358:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095f42 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834364:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095f42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834368:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334604.834370:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095f42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834385:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095f42 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834392:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff9b7012ce6700) 00010000:00010000:0.0:1780334604.834395:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334604.834398:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095f42 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834404:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70095f42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834456:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70095f34 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c46 expref: 84 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834470:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5000/0xdf9e767e70095f49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c46 expref: 83 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334604.834477:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:0.0:1780334604.834480:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334604.834482:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f5000, rc 0) 00000100:00100000:0.0:1780334604.834562:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:24927:x1866815604331776:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1061us (1284us total) trans 4294967818 rc 0/0 00000100:00100000:0.0:1780334604.834570:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 862 00000100:00100000:3.0:1780334604.844081:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334604.844372:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604331904 00000100:00100000:2.0:1780334604.844391:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604331904 00000100:00100000:2.0:1780334604.844487:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 863 00000100:00100000:2.0:1780334604.844506:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:24927:x1866815604331904:12345-192.168.203.22@tcp:54:lfs.0 00010000:00010000:2.0:1780334604.844616:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095f57 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.844651:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095f57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.844681:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095f57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.844729:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095f57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.844737:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095f57 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.844786:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095f57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.844793:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334604.844798:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095f57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.844806:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095f57 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.844912:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:2.0:1780334604.844915:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780334604.844921:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095f57 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334604.844928:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095f57 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334604.845057:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:24927:x1866815604331904:12345-192.168.203.22@tcp:54:lfs.0 Request processed in 540us (975us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334604.845065:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 863 00000100:00100000:1.0:1780334604.856432:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334604.863530:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604332160 00000100:00100000:3.0:1780334604.863554:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604332160 00000100:00100000:3.0:1780334604.863731:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 168 00000100:00100000:3.0:1780334604.863744:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:24927:x1866815604332160:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:3.0:1780334604.865387:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:24927:x1866815604332160:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 1632us (8955us total) trans 4294967819 rc 0/0 00000100:00100000:3.0:1780334604.865402:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 168 00000100:00100000:1.0:1780334605.074047:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334605.074154:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604332416 00000100:00100000:0.0:1780334605.074169:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604332416 00000100:00100000:0.0:1780334605.074263:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 864 00000100:00100000:0.0:1780334605.074285:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:24943:x1866815604332416:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:0.0:1780334605.074324:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334605.074345:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095f5e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c4d expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334605.074446:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095f65 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334605.074579:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095f65 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334605.074591:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095f65 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334605.074603:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:0.0:1780334605.074712:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095f5e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c4d expref: 87 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334605.074728:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f4800/0xdf9e767e70095f65 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c4d expref: 86 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334605.074737:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9b7018042f00) 00010000:00010000:0.0:1780334605.074740:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1780334605.074744:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f4800, rc 0) 00000100:00100000:0.0:1780334605.074868:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:24943:x1866815604332416:12345-192.168.203.22@tcp:101:diff.0 Request processed in 586us (835us total) trans 4294967820 rc 0/0 00000100:00100000:0.0:1780334605.074876:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 864 00000100:00080000:2.0:1780334605.075024:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780334605.236877:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334605.298266:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334605.298331:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334605.298363:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334605.298413:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334605.298436:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334605.298463:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604332544 00000100:00100000:0.0:1780334605.298472:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604332544 00000100:00100000:0.0:1780334605.298519:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 660 00000100:00100000:0.0:1780334605.298529:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604332544:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334605.298593:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604332544:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 65us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334605.298600:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 660 00000100:00100000:0.0:1780334605.298658:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334605.298785:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334605.298806:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334605.298860:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604332672 00000100:00100000:0.0:1780334605.298864:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604332672 00000100:00100000:0.0:1780334605.298897:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604333184 00000100:00100000:0.0:1780334605.298899:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604333184 00000100:00100000:0.0:1780334605.298913:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604333056 00000100:00100000:0.0:1780334605.298916:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604333056 00000100:00100000:0.0:1780334605.298930:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 651 00000100:00100000:0.0:1780334605.298936:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604332672:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334605.298981:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604332672:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 45us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334605.298992:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 651 00000100:00100000:0.0:1780334605.299004:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 652 00000100:00100000:0.0:1780334605.299010:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604333184:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334605.299030:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604333184:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334605.299046:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 652 00000100:00100000:0.0:1780334605.299058:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 653 00000100:00100000:0.0:1780334605.299065:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+44:2409:x1866815604333056:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334605.299089:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+44:2409:x1866815604333056:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334605.299094:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 653 00000100:00080000:0.0:1780334605.299108:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334605.299112:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334605.299410:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604332928 00000100:00100000:1.0:1780334605.299415:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604332928 00000100:00100000:1.0:1780334605.299448:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604333440 00000100:00100000:1.0:1780334605.299450:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604333440 00000100:00100000:1.0:1780334605.299463:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604332800 00000100:00100000:1.0:1780334605.299465:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604332800 00000100:00100000:1.0:1780334605.299485:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604333312 00000100:00100000:1.0:1780334605.299487:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604333312 00000100:00100000:1.0:1780334605.299501:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 364 00000100:00100000:1.0:1780334605.299508:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2409:x1866815604332928:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334605.299537:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2409:x1866815604332928:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 30us (1221us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334605.299543:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 364 00000100:00100000:1.0:1780334605.299555:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 365 00000100:00100000:1.0:1780334605.299561:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604333440:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334605.299582:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604333440:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (1169us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334605.299598:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 365 00000100:00100000:1.0:1780334605.299609:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 366 00000100:00100000:1.0:1780334605.299614:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2409:x1866815604332800:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334605.299635:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2409:x1866815604332800:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334605.299640:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 366 00000100:00100000:1.0:1780334605.299650:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 367 00000100:00100000:1.0:1780334605.299655:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604333312:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334605.299689:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604333312:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 33us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334605.299694:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 367 00000100:00080000:1.0:1780334605.299708:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334605.428226:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624209792:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334605.428303:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334605.428502:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624209792 00000100:00100000:1.0:1780334605.428510:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624209792 00000100:00100000:1.0:1780334605.428556:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1780334605.428565:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624209792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334605.428596:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444384768 avail 1298145280 00000100:00100000:1.0:1780334605.428650:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624209792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334605.428657:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1780334605.432335:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624209792:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334605.941701:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624210048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334605.941867:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334605.942252:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624210048 00000100:00100000:1.0:1780334605.942264:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624210048 00000100:00100000:1.0:1780334605.942326:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1780334605.942338:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624210048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334605.942388:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921408000 avail 3689857024 00000100:00100000:1.0:1780334605.942455:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624210048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334605.942463:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1780334605.942530:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624210048:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334605.943185:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624209920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334605.943233:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334605.944285:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624209920 00000100:00100000:1.0:1780334605.944297:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624209920 00000100:00100000:1.0:1780334605.944377:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1780334605.944388:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624209920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334605.944422:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921408000 avail 3689857024 00000100:00100000:1.0:1780334605.944503:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624209920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (1268us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334605.944511:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1780334605.944585:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624210176:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.944598:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624210304:0@lo:400:kworker.0 00000100:00100000:1.0:1780334605.944633:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334605.944678:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624210688:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.944682:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334605.944718:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c814a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624210816:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.944762:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334605.944778:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624211328:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.944800:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334605.944861:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1780334605.944867:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624210432:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.944892:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334605.944914:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c814000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624210944:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.944939:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334605.944973:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624210944 00000100:00100000:2.0:1780334605.944980:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624210944 00000100:00100000:2.0:1780334605.945034:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1780334605.945043:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624210944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945095:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624210944:12345-0@lo:400:kworker.0 Request processed in 52us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334605.945103:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1780334605.945127:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624210560:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945152:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334605.945170:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624211072:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945190:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334605.945217:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624210560 00000100:00100000:2.0:1780334605.945222:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624210560 00000100:00100000:2.0:1780334605.945247:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1780334605.945253:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624210560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945288:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624210560:12345-0@lo:400:kworker.0 Request processed in 36us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334605.945294:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1780334605.945329:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624210560:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945350:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624211072 00000100:00100000:2.0:1780334605.945354:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624211072 00000100:00100000:2.0:1780334605.945384:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1780334605.945390:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624211072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945424:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624211072:12345-0@lo:400:kworker.0 Request processed in 34us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334605.945430:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1780334605.945453:0:3660:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967334 gen 2 00000004:00080000:2.0:1780334605.945457:0:3660:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967334 committed transno 4294967334 00000100:00100000:2.0:1780334605.945474:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624211072:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945495:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c814000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624210944:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945518:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624210304 00000100:00100000:2.0:1780334605.945521:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624210304 00000100:00100000:2.0:1780334605.945548:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624210816 00000100:00100000:2.0:1780334605.945551:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624210816 00000100:00100000:2.0:1780334605.945575:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624211328 00000100:00100000:2.0:1780334605.945579:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624211328 00000100:00100000:2.0:1780334605.945598:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624210432 00000100:00100000:2.0:1780334605.945601:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624210432 00000100:00100000:2.0:1780334605.945622:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1780334605.945628:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624210304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945669:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624210304:12345-0@lo:400:kworker.0 Request processed in 42us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334605.945676:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1780334605.945689:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1780334605.945695:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624210816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945722:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624210816:12345-0@lo:400:kworker.0 Request processed in 28us (960us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334605.945727:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1780334605.945762:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1780334605.945769:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624211328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945797:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624211328:12345-0@lo:400:kworker.0 Request processed in 29us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334605.945802:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1780334605.945840:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1780334605.945847:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624210432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945874:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624210432:12345-0@lo:400:kworker.0 Request processed in 28us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334605.945879:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1780334605.945906:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624210432:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945915:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624210304:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945924:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c814a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624210816:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945934:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624211328:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.945986:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624210176 00000100:00100000:2.0:1780334605.945990:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624210176 00000100:00100000:2.0:1780334605.946015:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1780334605.946022:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624210176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.946055:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624210176:12345-0@lo:400:kworker.0 Request processed in 34us (1424us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334605.946062:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00080000:3.0:1780334605.946099:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334605.946108:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334605.946112:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334605.946142:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624209920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334605.946393:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334605.946435:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624211200:0@lo:400:kworker.0 00000100:00100000:1.0:1780334605.946458:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334605.946508:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624210176:0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.947346:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624210688 00000100:00100000:2.0:1780334605.947355:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624210688 00000100:00100000:2.0:1780334605.947430:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624211200 00000100:00100000:2.0:1780334605.947435:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624211200 00000100:00100000:2.0:1780334605.947464:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1780334605.947476:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624210688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.947554:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624210688:12345-0@lo:400:kworker.0 Request processed in 82us (1162us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334605.947561:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1780334605.947577:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1780334605.947585:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624211200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334605.947621:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624211200:12345-0@lo:400:kworker.0 Request processed in 39us (1162us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334605.947627:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00080000:1.0:1780334605.949362:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334605.949441:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624210688:0@lo:400:kworker.0 00000100:00100000:1.0:1780334605.949462:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624211200:0@lo:400:kworker.0 00010000:00010000:3.0:1780334606.260585:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334607.284515:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334607.476018:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334607.476040:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624211456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334607.476102:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334607.476270:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624211456 00000100:00100000:0.0:1780334607.476276:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624211456 00000100:00100000:3.0:1780334607.476299:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624211584:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334607.476329:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:3.0:1780334607.476336:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334607.476340:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624211456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334607.476368:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00080000:3.0:1780334607.476380:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334607.476399:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624211584 00000100:00100000:3.0:1780334607.476404:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624211584 00000100:00100000:0.0:1780334607.476417:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624211456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334607.476425:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:3.0:1780334607.476439:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1780334607.476462:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624211584:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334607.476474:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624211456:0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334607.476475:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1780334607.476517:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624211584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334607.476524:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1780334607.476542:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624211584:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780334607.476544:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334607.477331:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334607.477343:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624211712:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334607.477380:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334607.477461:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624211712 00000100:00100000:2.0:1780334607.477467:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624211712 00000100:00100000:2.0:1780334607.477506:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1780334607.477513:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624211712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334607.477539:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334607.477575:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624211712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334607.477581:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1780334607.477657:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624211712:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1780334608.309021:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334609.076718:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1780334609.332678:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334609.996621:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334610.004491:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604333568 00000100:00100000:3.0:1780334610.004505:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604333568 00000100:00100000:3.0:1780334610.004595:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 865 00000100:00100000:3.0:1780334610.004608:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:24871:x1866815604333568:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1780334610.004734:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:24871:x1866815604333568:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 130us (8121us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334610.004742:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 865 00000100:00080000:0.0:1780334610.005781:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334610.010210:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334610.010490:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604333696 00000100:00100000:2.0:1780334610.010499:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604333696 00000100:00100000:2.0:1780334610.010591:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 866 00000100:00100000:2.0:1780334610.010602:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:24871:x1866815604333696:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1780334610.011053:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:24871:x1866815604333696:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 452us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334610.011061:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 866 00000100:00080000:0.0:1780334610.011547:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:0.0:1780334610.042094:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967340 is committed 00000001:00080000:0.0:1780334610.042109:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00000001:00080000:1.0:1780334610.052100:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967820 is committed 00000001:00080000:1.0:1780334610.052146:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967815 is committed 00000020:00080000:1.0:1780334610.052158:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b7005480540 refcount 2 committed 0 result 0 batchid 12 00000020:00080000:1.0:1780334610.052163:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f049a5000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b7002f00e40 00000020:00080000:1.0:1780334610.052167:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f049a5600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f02fde400 00010000:00010000:2.0:1780334610.052258:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095efc lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334610.052271:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095efc lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334610.052277:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095efc lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334610.052284:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334610.052287:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095efc lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334610.052295:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095efc lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334610.052312:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9b7018042400) 00010000:00010000:2.0:1780334610.052315:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334610.052321:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095efc lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334610.052327:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70095efc lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1780334610.052408:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 12 committed batchid 11 00000020:00080000:3.0:1780334610.052472:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00010000:00010000:3.0:1780334610.356035:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334610.413975:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334610.414018:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334610.414056:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334610.414087:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334610.414101:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334610.414116:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334610.414135:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334610.414205:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604334336 00000100:00100000:2.0:1780334610.414215:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604334336 00000100:00100000:2.0:1780334610.414306:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604334592 00000100:00100000:2.0:1780334610.414310:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604334592 00000100:00100000:2.0:1780334610.414327:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604334208 00000100:00100000:2.0:1780334610.414329:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604334208 00000100:00100000:2.0:1780334610.414340:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604334464 00000100:00100000:2.0:1780334610.414343:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604334464 00000100:00100000:2.0:1780334610.414359:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 370 00000100:00100000:2.0:1780334610.414367:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2408:x1866815604334336:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334610.414438:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2408:x1866815604334336:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 71us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334610.414445:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 370 00000100:00100000:2.0:1780334610.414461:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 371 00000100:00100000:2.0:1780334610.414469:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2408:x1866815604334592:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334610.414495:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2408:x1866815604334592:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334610.414501:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 371 00000100:00100000:2.0:1780334610.414511:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 372 00000100:00100000:2.0:1780334610.414517:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2408:x1866815604334208:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334610.414539:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2408:x1866815604334208:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334610.414544:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 372 00000100:00100000:2.0:1780334610.414554:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 373 00000100:00100000:2.0:1780334610.414560:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604334464:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334610.414584:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604334464:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334610.414599:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 373 00000100:00080000:1.0:1780334610.414829:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334610.414834:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334610.416797:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604334080 00000100:00100000:3.0:1780334610.416847:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604334080 00000100:00100000:3.0:1780334610.416926:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604333952 00000100:00100000:3.0:1780334610.416929:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604333952 00000100:00100000:3.0:1780334610.416959:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 660 00000100:00100000:3.0:1780334610.416970:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604334080:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334610.417051:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604334080:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 83us (3031us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334610.417058:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 660 00000100:00100000:3.0:1780334610.417074:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 661 00000100:00100000:3.0:1780334610.417080:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+81:2408:x1866815604333952:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334610.417108:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+81:2408:x1866815604333952:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (3005us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334610.417114:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 661 00000100:00100000:0.0:1780334610.417193:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604333824 00000100:00100000:0.0:1780334610.417199:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604333824 00000100:00100000:0.0:1780334610.417236:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 662 00000100:00100000:0.0:1780334610.417244:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604333824:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334610.417281:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604333824:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 38us (3315us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334610.417288:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 662 00000100:00080000:1.0:1780334610.417457:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334610.417463:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334610.548301:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c814a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624211840:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334610.548384:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334610.548629:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624211840 00000100:00100000:2.0:1780334610.548638:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624211840 00000100:00100000:2.0:1780334610.548692:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1780334610.548702:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624211840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334610.548744:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444384768 avail 1298145280 00000100:00100000:2.0:1780334610.548802:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624211840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334610.548838:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1780334610.548926:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c814a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624211840:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1780334610.932003:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334610.932012:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334610.932095:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:2.0:1780334610.932104:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334611.060111:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624211968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334611.060179:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334611.060337:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624211968 00000100:00100000:1.0:1780334611.060347:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624211968 00000100:00080000:0.0:1780334611.060474:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334611.060537:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1780334611.060547:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624211968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334611.060575:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921403904 avail 3689881600 00000100:00100000:1.0:1780334611.060636:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624211968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334611.060642:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1780334611.060725:0:3659:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:0.0:1780334611.060730:0:3659:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967340 committed transno 4294967340 00000100:00100000:0.0:1780334611.060755:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624211968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334611.060852:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624212096:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334611.060880:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334611.060916:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624212096 00000100:00100000:0.0:1780334611.060920:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624212096 00000100:00100000:0.0:1780334611.060945:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:0.0:1780334611.060951:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624212096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334611.060965:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921403904 avail 3689881600 00000100:00100000:0.0:1780334611.061102:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624212096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 151us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334611.061109:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00080000:0.0:1780334611.061123:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334611.061139:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624212096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334611.067284:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624212352:0@lo:400:kworker.0 00000100:00100000:3.0:1780334611.067371:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334611.067434:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624212352 00000100:00100000:3.0:1780334611.067442:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624212352 00000100:00100000:3.0:1780334611.067487:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1780334611.067495:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624212352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334611.067543:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624212352:12345-0@lo:400:kworker.0 Request processed in 49us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334611.067550:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1780334611.067592:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624212352:0@lo:400:kworker.0 00000100:00100000:3.0:1780334611.067624:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334611.067631:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624212480:0@lo:400:kworker.0 00000100:00100000:3.0:1780334611.067653:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334611.067676:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624212480 00000100:00100000:3.0:1780334611.067679:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624212480 00000100:00100000:3.0:1780334611.067701:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1780334611.067721:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624212480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334611.067757:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624212480:12345-0@lo:400:kworker.0 Request processed in 49us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334611.067762:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1780334611.067790:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624212480:0@lo:400:kworker.0 00000100:00100000:3.0:1780334611.067856:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624212864:0@lo:400:kworker.0 00000100:00100000:3.0:1780334611.067880:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334611.067904:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624212864 00000100:00100000:3.0:1780334611.067907:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624212864 00000100:00100000:3.0:1780334611.067934:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1780334611.067940:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624212864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334611.067974:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624212864:12345-0@lo:400:kworker.0 Request processed in 35us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334611.067980:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1780334611.068005:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624212864:0@lo:400:kworker.0 00000100:00100000:0.0:1780334611.070335:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624212224:0@lo:400:kworker.0 00000100:00100000:0.0:1780334611.070419:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334611.070468:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624212736:0@lo:400:kworker.0 00000100:00100000:0.0:1780334611.070493:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334611.070516:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334611.070522:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624212608:0@lo:400:kworker.0 00000100:00100000:0.0:1780334611.070543:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334611.070571:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624212224 00000100:00100000:0.0:1780334611.070579:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624212224 00000100:00100000:0.0:1780334611.070619:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1780334611.070627:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624212224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334611.070670:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624212224:12345-0@lo:400:kworker.0 Request processed in 45us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334611.070676:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1780334611.070705:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624212608 00000100:00100000:0.0:1780334611.070719:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624212608 00000100:00100000:0.0:1780334611.070745:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1780334611.070750:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624212608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334611.070781:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624212608:12345-0@lo:400:kworker.0 Request processed in 31us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334611.070800:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1780334611.070838:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624212736 00000100:00100000:0.0:1780334611.070841:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624212736 00000100:00100000:0.0:1780334611.070869:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1780334611.070875:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624212736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334611.070903:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624212736:12345-0@lo:400:kworker.0 Request processed in 28us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334611.070908:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00080000:0.0:1780334611.070923:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334611.070927:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334611.070944:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624212992:0@lo:400:kworker.0 00000100:00100000:0.0:1780334611.070968:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334611.070996:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624212992 00000100:00100000:0.0:1780334611.070999:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624212992 00000100:00100000:0.0:1780334611.071026:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1780334611.071114:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624212992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334611.071149:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624212992:12345-0@lo:400:kworker.0 Request processed in 37us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334611.071154:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00080000:0.0:1780334611.071169:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334611.071193:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624212608:0@lo:400:kworker.0 00000100:00100000:0.0:1780334611.071200:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624212224:0@lo:400:kworker.0 00000100:00100000:0.0:1780334611.071208:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624212736:0@lo:400:kworker.0 00000100:00100000:0.0:1780334611.071229:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624212992:0@lo:400:kworker.0 00000100:00100000:3.0:1780334611.073202:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624213120:0@lo:400:kworker.0 00000100:00100000:3.0:1780334611.073254:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334611.073305:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624213120 00000100:00100000:3.0:1780334611.073312:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624213120 00000100:00100000:3.0:1780334611.073358:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1780334611.073366:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624213120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334611.073415:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624213120:12345-0@lo:400:kworker.0 Request processed in 49us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334611.073422:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1780334611.073463:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624213120:0@lo:400:kworker.0 00000100:00100000:3.0:1780334611.073494:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334611.073500:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624213248:0@lo:400:kworker.0 00000100:00100000:3.0:1780334611.073523:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334611.073547:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624213248 00000100:00100000:3.0:1780334611.073550:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624213248 00000100:00100000:3.0:1780334611.073578:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1780334611.073584:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624213248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334611.073617:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624213248:12345-0@lo:400:kworker.0 Request processed in 33us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334611.073623:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1780334611.073649:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624213248:0@lo:400:kworker.0 00000100:00080000:0.0:1780334611.074847:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334611.074867:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334611.074877:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334611.074892:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624213376:0@lo:400:kworker.0 00000100:00100000:0.0:1780334611.074937:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334611.077312:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624213376 00000100:00100000:3.0:1780334611.077325:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624213376 00000100:00100000:3.0:1780334611.077418:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1780334611.077428:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624213376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334611.077517:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624213376:12345-0@lo:400:kworker.0 Request processed in 91us (2580us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334611.077524:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00080000:0.0:1780334611.077601:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334611.077640:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624213376:0@lo:400:kworker.0 00010000:00010000:0.0:1780334611.379972:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1780334611.660599:0:20168:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12c: Restore a file with stripe of 2 == 13:23:30 (1780334610) 00000100:00100000:1.0:1780334611.938916:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334611.939404:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604334720 00000100:00100000:0.0:1780334611.939415:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604334720 00000100:00100000:0.0:1780334611.939477:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 867 00000100:00100000:0.0:1780334611.939488:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+35:25565:x1866815604334720:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1780334611.939605:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+35:25565:x1866815604334720:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 118us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334611.939613:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 867 00000100:00100000:1.0:1780334611.944441:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334611.945652:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604334848 00000100:00100000:3.0:1780334611.945663:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604334848 00000100:00100000:3.0:1780334611.945746:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 868 00000100:00100000:3.0:1780334611.945757:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:25565:x1866815604334848:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1780334611.945906:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:25565:x1866815604334848:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 151us (1473us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334611.945913:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 868 00000100:00100000:1.0:1780334611.953962:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334611.954044:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604334976 00000100:00100000:0.0:1780334611.954054:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604334976 00000100:00100000:3.0:1780334611.954151:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 869 00000100:00100000:3.0:1780334611.954165:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+81:25566:x1866815604334976:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334611.954185:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334611.954204:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c54 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954271:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095f7a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954287:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095f7a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954303:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095f7a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954319:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f81 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954449:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954458:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954496:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095f7a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954503:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095f7a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954510:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095f7a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954516:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334611.954520:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095f7a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954527:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095f7a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954538:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334611.954541:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334611.954546:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095f7a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954553:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095f7a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954566:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954571:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f81 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954576:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f81 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954581:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334611.954584:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f81 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954589:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f81 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954597:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9b6f01bf6c00) 00010000:00010000:3.0:1780334611.954599:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334611.954602:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f81 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954607:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f81 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954638:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f73 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c54 expref: 82 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954653:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334611.954655:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334611.954659:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c54 expref: 82 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.954668:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1400, rc 0) 00000100:00100000:3.0:1780334611.954773:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+81:25566:x1866815604334976:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 611us (820us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334611.954787:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 869 00000040:00080000:3.0:1780334611.956179:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334611.956185:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334611.956205:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:3.0:1780334611.956212:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334611.962916:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334611.963001:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604335232 00000100:00100000:3.0:1780334611.963011:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604335232 00000100:00100000:3.0:1780334611.963085:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 870 00000100:00100000:3.0:1780334611.963095:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+81:25566:x1866815604335232:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:3.0:1780334611.963147:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334611.963173:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095d74 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bc1 expref: 81 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.963190:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334611.963196:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334611.963246:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f88 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.963264:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bcf expref: 34 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.963272:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f88 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.963304:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bcf expref: 34 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.963317:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d9e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bcf expref: 34 pid: 15367 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334611.963345:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624213504:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334611.963452:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026a953c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334611.969522:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334611.969618:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624213504:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334611.969645:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f88 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334611.974152:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604335360 00000100:00100000:0.0:1780334611.974167:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604335360 00010000:00010000:0.0:1780334611.974218:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d9e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bcf expref: 35 pid: 15367 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334611.974264:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 284 00000100:00100000:0.0:1780334611.974275:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+35:2406:x1866815604335360:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334611.974291:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334611.974297:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d9e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bcf expref: 35 pid: 15367 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334611.974327:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bcf expref: 35 pid: 15367 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334611.974350:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70095d9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0bcf expref: 35 pid: 15367 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334611.974366:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334611.974371:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f88 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334611.974381:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f88 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334611.974387:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f88 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334611.974420:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334611.974481:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+34:2406:x1866815604335360:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 207us (4968us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334611.974488:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 284 00010000:00010000:3.0:1780334611.974545:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f88 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.974554:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f88 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.974576:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f8f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.974586:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f8f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.974594:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f8f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.975152:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095f96 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.975162:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095f96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.975170:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095f96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334611.975184:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a0c212b reply state 000000006ec59453 transno 4294967821 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095f96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.975195:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095f96 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.975201:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:3.0:1780334611.975204:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334611.975207:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780334611.975212:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:3.0:1780334611.975219:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f88 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.975225:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f88 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.975231:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f88 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.975236:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334611.975240:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f88 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.975248:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f88 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.975256:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334611.975258:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334611.975260:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f88 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.975266:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095f88 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334611.975275:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a0c212b reply state 000000006ec59453 transno 4294967821 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f8f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.975283:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f8f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334611.975288:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9b6f01bf6c00) 00010000:00010000:3.0:1780334611.975291:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334611.975292:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1780334611.975347:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+82:25566:x1866815604335232:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 12253us (12439us total) trans 4294967821 rc 0/0 00000100:00100000:3.0:1780334611.975355:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 870 00000100:00100000:1.0:1780334612.017003:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334612.017254:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604335488 00000100:00100000:0.0:1780334612.017264:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604335488 00000100:00100000:0.0:1780334612.017345:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 871 00000100:00100000:0.0:1780334612.017355:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+82:25567:x1866815604335488:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334612.017378:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334612.017396:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095f9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c5b expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.017474:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5c00/0xdf9e767e70095fa4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.017488:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5c00/0xdf9e767e70095fa4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.017499:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5c00/0xdf9e767e70095fa4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334612.017540:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1780334612.017544:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334612.017562:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5c00/0xdf9e767e70095fa4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.017584:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095f9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c5b expref: 84 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.017601:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5c00/0xdf9e767e70095fa4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c5b expref: 83 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.017609:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334612.017612:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334612.017616:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f5c00, rc 0) 00000100:00100000:0.0:1780334612.017669:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:25567:x1866815604335488:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 316us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334612.017676:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 871 00000100:00080000:2.0:1780334612.017883:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334612.019635:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334612.023482:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604335616 00000100:00100000:2.0:1780334612.023496:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604335616 00000100:00100000:2.0:1780334612.023564:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 872 00000100:00100000:2.0:1780334612.023574:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:25567:x1866815604335616:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334612.023594:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334612.023615:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095fab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c62 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023680:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095fb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023693:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095fb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023732:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095fb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023744:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095fb9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023751:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095fb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023758:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095fb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023852:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095fc0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023860:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095fc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023867:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095fc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334612.023899:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:2.0:1780334612.023903:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334612.023922:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095fc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023934:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095fb2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023941:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095fb2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023956:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095fb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023963:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095fb2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023969:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334612.023972:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095fb2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023979:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095fb2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.023991:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334612.023993:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334612.023998:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095fb2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.024004:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70095fb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.024017:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095fb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.024023:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095fb9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.024029:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095fb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.024034:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334612.024042:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095fb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.024048:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095fb9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.024070:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9b6f01bf6c00) 00010000:00010000:2.0:1780334612.024073:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334612.024076:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095fb9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.024082:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70095fb9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.024108:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70095fab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c62 expref: 85 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.024122:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095fc0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c62 expref: 84 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.024128:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:2.0:1780334612.024131:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780334612.024133:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722a00, rc 0) 00000100:00100000:2.0:1780334612.024205:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:25567:x1866815604335616:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 632us (4577us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334612.024213:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 872 00000100:00100000:0.0:1780334612.026584:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334612.026733:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604335872 00000100:00100000:3.0:1780334612.026743:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604335872 00000100:00100000:3.0:1780334612.026845:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 873 00000100:00100000:3.0:1780334612.026856:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:25567:x1866815604335872:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334612.026873:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334612.026891:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095fc7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c69 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.026979:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095fce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.026993:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095fce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027003:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095fce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027016:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095fd5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027037:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095fd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027044:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095fd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027422:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095fdc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027432:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095fdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027439:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095fdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334612.027449:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00010000:00010000:3.0:1780334612.027470:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095fce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027481:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095fce lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027486:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095fce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027491:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334612.027494:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095fce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027501:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095fce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027511:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:3.0:1780334612.027514:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334612.027518:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095fce lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027524:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70095fce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334612.027536:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f129ad25 reply state 00000000aceba8f5 transno 4294967822 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095fd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027557:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095fd5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027563:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9b6f01bf6800) 00010000:00010000:3.0:1780334612.027565:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334612.027568:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780334612.027594:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70095fc7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c69 expref: 87 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027608:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095fdc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c69 expref: 86 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334612.027615:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9b6f01bf6400) 00010000:00010000:3.0:1780334612.027617:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334612.027619:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1000, rc 0) 00000100:00100000:3.0:1780334612.027682:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:25567:x1866815604335872:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 828us (1104us total) trans 4294967822 rc 0/0 00000100:00100000:3.0:1780334612.027690:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 873 00000100:00100000:3.0:1780334612.033292:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334612.033495:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604336128 00000100:00100000:0.0:1780334612.033516:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604336128 00000100:00100000:0.0:1780334612.033579:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 874 00000100:00100000:0.0:1780334612.033589:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:25567:x1866815604336128:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334612.033610:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334612.033629:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095fea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c70 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.033748:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70095ff1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.033764:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095fdc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c69 expref: 88 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.033772:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70095ff1 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.033832:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095fdc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c69 expref: 88 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.033848:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095fdc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c69 expref: 88 pid: 9763 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334612.033860:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b709880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624213632:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334612.033936:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab89c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334612.043318:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334612.043567:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604336256 00000100:00100000:2.0:1780334612.043577:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604336256 00010000:00010000:2.0:1780334612.043617:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095fdc lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c69 expref: 89 pid: 9763 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334612.043678:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 285 00000100:00100000:2.0:1780334612.043688:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:2407:x1866815604336256:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334612.043711:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334612.043718:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095fdc lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c69 expref: 89 pid: 9763 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334612.043728:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b709880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624213632:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334612.043729:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095fdc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c69 expref: 89 pid: 9763 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.043749:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70095fdc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c69 expref: 89 pid: 9763 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.043751:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70095ff1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.043764:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9b6f01bf6400) 00010000:00010000:2.0:1780334612.043768:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70095ff1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.043778:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70095ff1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.043785:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70095ff1 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.043856:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334612.043908:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:2407:x1866815604336256:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 221us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334612.043915:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 285 00010000:00010000:0.0:1780334612.044233:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70095ff1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.044247:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70095ff1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334612.044264:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00000004:00080000:0.0:1780334612.044423:0:6540:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x11:0x0], index 1: 0 00000004:00080000:0.0:1780334612.044430:0:6540:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x10:0x0], index 0: 0 00010000:00010000:0.0:1780334612.044530:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70095ff1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.044539:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70095ff1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.044545:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70095ff1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.044551:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b702e7f5400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334612.044555:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70095ff1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.044562:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70095ff1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.044573:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9b6f01bf6400) 00010000:00010000:0.0:1780334612.044576:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334612.044579:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70095ff1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.044584:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70095ff1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.044640:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095fea lrc: 1/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c70 expref: 88 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.044656:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:0.0:1780334612.044658:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780334612.044662:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e70095fea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c70 expref: 88 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.044671:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f5200, rc 0) 00000100:00100000:0.0:1780334612.044720:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:25567:x1866815604336128:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 11132us (11437us total) trans 4294967823 rc 301/301 00000100:00100000:0.0:1780334612.044727:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 874 00000100:00100000:1.0:1780334612.049340:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334612.049429:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604336512 00000100:00100000:3.0:1780334612.049439:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604336512 00000100:00100000:3.0:1780334612.049501:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 169 00000100:00100000:3.0:1780334612.049510:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:25567:x1866815604336512:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:3.0:1780334612.049805:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:25567:x1866815604336512:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 295us (472us total) trans 4294967824 rc 0/0 00000100:00100000:3.0:1780334612.049843:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 169 00000100:00100000:1.0:1780334612.059965:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334612.062277:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604336640 00000100:00100000:0.0:1780334612.062290:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604336640 00000100:00100000:1.0:1780334612.065608:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 875 00000100:00100000:1.0:1780334612.065623:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:25567:x1866815604336640:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334612.065647:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334612.065669:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095fff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c77 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.065736:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095fff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c77 expref: 89 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.065750:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095fff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c77 expref: 89 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.065767:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9b7033541100) 00010000:00010000:1.0:1780334612.065771:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334612.065774:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea7800, rc 0) 00000100:00100000:1.0:1780334612.065865:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:25567:x1866815604336640:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 246us (5908us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334612.065889:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 875 00000100:00100000:2.0:1780334612.071292:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334612.071395:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604336896 00000100:00100000:3.0:1780334612.071404:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604336896 00000100:00100000:3.0:1780334612.071555:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 170 00000100:00100000:3.0:1780334612.071566:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:25567:x1866815604336896:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:3.0:1780334612.071784:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:25567:x1866815604336896:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 220us (499us total) trans 4294967825 rc 0/0 00000100:00100000:3.0:1780334612.071792:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 170 00000100:00100000:2.0:1780334612.122984:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334612.123156:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604337024 00000100:00100000:0.0:1780334612.123167:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604337024 00000100:00100000:0.0:1780334612.123230:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 876 00000100:00100000:0.0:1780334612.123240:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:25573:x1866815604337024:12345-192.168.203.22@tcp:101:mkdir.0 00010000:00010000:0.0:1780334612.123265:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334612.123286:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70096006 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c7e expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.123369:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e7009600d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.123384:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e7009600d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.123394:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e7009600d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334612.123455:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:0.0:1780334612.123470:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334612.123490:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e7009600d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.123517:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70096006 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c7e expref: 92 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.123536:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e7009600d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c7e expref: 91 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.123556:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:0.0:1780334612.123735:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334612.123741:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b702e7f5200, rc 0) 00000100:00100000:0.0:1780334612.123874:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c814a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:25573:x1866815604337024:12345-192.168.203.22@tcp:101:mkdir.0 Request processed in 635us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334612.123882:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 876 00000100:00100000:1.0:1780334612.136795:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334612.136926:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604337152 00000100:00100000:0.0:1780334612.136937:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604337152 00000100:00100000:0.0:1780334612.136997:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 877 00000100:00100000:0.0:1780334612.137008:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:25574:x1866815604337152:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334612.137042:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334612.137062:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70096014 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c85 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137129:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e7009601b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137163:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e7009601b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137175:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e7009601b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137187:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70096022 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137193:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70096022 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137199:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70096022 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137268:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70096029 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137276:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70096029 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137283:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70096029 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334612.137317:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00000004:00200000:0.0:1780334612.137321:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334612.137337:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70096029 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137347:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70096029 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137363:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e7009601b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137369:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e7009601b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137375:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e7009601b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137381:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334612.137385:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e7009601b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137392:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e7009601b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137403:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:0.0:1780334612.137406:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334612.137411:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e7009601b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137417:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e7009601b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137430:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70096022 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137435:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70096022 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137441:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70096022 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137451:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9be00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334612.137454:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70096022 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137459:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70096022 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137466:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9b6f01bf6800) 00010000:00010000:0.0:1780334612.137469:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334612.137472:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70096022 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137478:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70096022 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137503:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5400/0xdf9e767e70096014 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c85 expref: 93 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137515:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70096029 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c85 expref: 92 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.137522:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9b7033541100) 00010000:00010000:0.0:1780334612.137524:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334612.137526:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9bc00, rc 0) 00000100:00100000:0.0:1780334612.137866:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:25574:x1866815604337152:12345-192.168.203.22@tcp:101:rm.0 Request processed in 859us (1079us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334612.137874:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 877 00000100:00100000:3.0:1780334612.142980:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334612.143015:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334612.143086:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604337280 00000100:00100000:0.0:1780334612.143106:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604337280 00000100:00100000:0.0:1780334612.143168:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604337408 00000100:00100000:0.0:1780334612.143170:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604337408 00000100:00100000:0.0:1780334612.143190:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 211 00000100:00100000:0.0:1780334612.143198:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604337280:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334612.143215:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334612.143234:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f152f5da/0xdf9e767e70096030 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c8c expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334612.143258:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780334612.143276:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334612.143278:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334612.143285:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f152f5da/0xdf9e767e70096030 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c8c expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.143301:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f152f5da/0xdf9e767e70096030 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c8c expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.143314:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9be00, rc 0) 00000100:00100000:0.0:1780334612.143367:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604337280:12345-192.168.203.22@tcp:101:rm.0 Request processed in 170us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334612.143373:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 211 00000100:00100000:0.0:1780334612.143388:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 212 00000100:00100000:0.0:1780334612.143394:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604337408:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334612.143400:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334612.143409:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70096037 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c93 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334612.143432:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780334612.143440:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334612.143442:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334612.143446:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70096037 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c93 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.143457:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70096037 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c93 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.143465:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b400, rc 0) 00000100:00100000:0.0:1780334612.143481:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604337408:12345-192.168.203.22@tcp:101:rm.0 Request processed in 87us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334612.143486:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 212 00000100:00080000:3.0:1780334612.144449:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334612.144457:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334612.147420:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334612.147759:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604337664 00000100:00100000:1.0:1780334612.147770:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604337664 00000040:00080000:2.0:1780334612.148681:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1780334612.148908:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 878 00000100:00100000:1.0:1780334612.148922:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:25574:x1866815604337664:12345-192.168.203.22@tcp:36:rm.0 00010000:00010000:1.0:1780334612.148971:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1780334612.148997:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70096029 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c85 expref: 92 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.149016:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e70095fff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c77 expref: 91 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.149137:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9b7033541100) 00010000:00010000:1.0:1780334612.149155:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5200/0xdf9e767e7009600d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c7e expref: 90 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.149163:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:1.0:1780334612.149166:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334612.149186:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e7009603e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.149200:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e7009603e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.149208:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e7009603e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.149236:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70096045 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.149242:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70096045 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.149247:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70096045 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150008:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e7009604c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150028:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e7009604c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150036:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e7009604c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780334612.150254:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 64 off8840 00000004:00080000:1.0:1780334612.150265:0:6539:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 615969453248ns, next at 616969450101ns, rc = 0 00000040:00080000:1.0:1780334612.150287:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 64 off8728 00000004:00080000:1.0:1780334612.150293:0:6539:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 615969481094ns, next at 616969479804ns, rc = 0 00010000:00010000:1.0:1780334612.150354:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70096053 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150363:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70096053 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150370:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70096053 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150390:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70096053 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150395:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70096053 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150401:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70096053 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150427:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780334612.150446:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e7009604c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150451:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e7009604c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150457:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e7009604c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150463:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea7e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334612.150467:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e7009604c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150473:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e7009604c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150483:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9b7033541000) 00010000:00010000:1.0:1780334612.150486:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780334612.150489:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e7009604c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150505:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e7009604c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150524:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e7009603e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150530:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e7009603e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150535:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e7009603e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150539:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334612.150542:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e7009603e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150623:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e7009603e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150632:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:1.0:1780334612.150634:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334612.150637:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e7009603e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150643:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6000/0xdf9e767e7009603e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334612.150654:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ec5a4e64 reply state 000000008f6b8179 transno 4294967826 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70096045 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150663:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70096045 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.150675:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9b6f01bf6800) 00010000:00010000:1.0:1780334612.150677:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334612.150681:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780334612.150775:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:25574:x1866815604337664:12345-192.168.203.22@tcp:36:rm.0 Request processed in 1854us (3362us total) trans 4294967826 rc 0/0 00000100:00100000:1.0:1780334612.150828:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 878 00010000:00010000:2.0:1780334612.153260:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780334612.153274:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70096053 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.153286:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6400 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334612.153290:0:10291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70096053 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.153299:0:10291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70096053 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.153314:0:10291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9b7033541000) 00010000:00010000:2.0:1780334612.153317:0:10291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780334612.153334:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70096053 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.153341:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6400/0xdf9e767e70096053 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.153367:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334612.153369:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334612.153371:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334612.162184:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334612.162279:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604337920 00000100:00100000:2.0:1780334612.162289:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604337920 00000100:00100000:2.0:1780334612.162355:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 879 00000100:00100000:2.0:1780334612.162365:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:25575:x1866815604337920:12345-192.168.203.22@tcp:101:dd.0 00010000:00010000:2.0:1780334612.162385:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334612.162405:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e7009605a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0c9a expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.162513:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096061 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.162529:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096061 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.162539:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096061 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.162550:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70096068 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.162754:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70096068 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.162764:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70096068 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780334612.163122:0:6538:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x12:0x0], index 1: 0 00010000:00010000:2.0:1780334612.163252:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009606f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.163260:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009606f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.163267:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009606f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.163295:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096061 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.163313:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096061 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.163319:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096061 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.163338:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096061 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.163343:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334612.163346:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096061 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.163353:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096061 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.163363:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:2.0:1780334612.163366:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334612.163370:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096061 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.163376:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096061 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334612.163389:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000001b2512c reply state 00000000e1e60dc6 transno 4294967827 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70096068 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.163399:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70096068 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.163404:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9b6f01bf6800) 00010000:00010000:2.0:1780334612.163412:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334612.163415:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780334612.163443:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e7009605a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c9a expref: 94 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.163458:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009606f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c9a expref: 93 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334612.163465:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:2.0:1780334612.163466:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334612.163468:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723400, rc 0) 00000100:00100000:2.0:1780334612.163535:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:25575:x1866815604337920:12345-192.168.203.22@tcp:101:dd.0 Request processed in 1172us (1359us total) trans 4294967827 rc 0/0 00000100:00100000:2.0:1780334612.163543:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 879 00000100:00100000:1.0:1780334612.164060:0:9914:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9914:1866815624213760:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1780334612.164107:0:9914:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334612.164164:0:9914:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac59c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334612.164225:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624213760 00000100:00100000:3.0:1780334612.164233:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624213760 00000100:00100000:3.0:1780334612.164269:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1780334612.164277:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:9914:x1866815624213760:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1780334612.164314:0:8419:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 34 00000100:00100000:3.0:1780334612.165966:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:9914:x1866815624213760:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1686us (1855us total) trans 4294967341 rc 0/0 00000100:00100000:3.0:1780334612.165977:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1780334612.166386:0:9914:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9914:1866815624213760:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1780334612.166399:0:9914:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x12:0x0]-[0x2c0000401:0x41:0x0] 00000100:00100000:3.0:1780334612.174427:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334612.175213:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604338048 00000100:00100000:1.0:1780334612.175224:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604338048 00000100:00100000:1.0:1780334612.175281:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 214 00000100:00100000:1.0:1780334612.175291:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:25575:x1866815604338048:12345-192.168.203.22@tcp:101:dd.0 00010000:00010000:1.0:1780334612.175310:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334612.175344:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045922426/0xdf9e767e7009607d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ca1 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334612.175367:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780334612.175387:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334612.175389:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334612.175397:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045922426/0xdf9e767e7009607d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca1 expref: 13 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.175433:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000045922426/0xdf9e767e7009607d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca1 expref: 13 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.175446:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea6000, rc 0) 00000100:00100000:1.0:1780334612.175836:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:25575:x1866815604338048:12345-192.168.203.22@tcp:101:dd.0 Request processed in 521us (1393us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334612.175845:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 214 00000100:00100000:3.0:1780334612.306440:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334612.306596:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604338176 00000100:00100000:0.0:1780334612.306605:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604338176 00002000:00100000:0.0:1780334612.306652:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (0->4194303) req@ffff9b7034605f80 x1866815604338176/t0(0) o4->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:78/0 lens 488/0 e 0 to 0 dl 1780334623 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334612.306662:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034605f80 with x1866815604338176 ext(0->4194303) 00002000:00010000:0.0:1780334612.306667:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b7034605f80 00000100:00100000:0.0:1780334612.306697:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 64 00000100:00100000:0.0:1780334612.306716:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2408:x1866815604338176:12345-192.168.203.22@tcp:4:dd.0 00000100:00100000:3.0:1780334612.353357:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334612.353581:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604338432 00000100:00100000:0.0:1780334612.353592:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604338432 00000100:00100000:0.0:1780334612.353646:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 171 00000100:00100000:0.0:1780334612.353656:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:25575:x1866815604338432:12345-192.168.203.22@tcp:35:dd.0 00000100:00100000:0.0:1780334612.353962:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+95:25575:x1866815604338432:12345-192.168.203.22@tcp:35:dd.0 Request processed in 306us (614us total) trans 4294967828 rc 0/0 00000100:00100000:0.0:1780334612.353969:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 171 00010000:00010000:1.0:1780334612.414608:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334612.420123:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334612.420687:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604338688 00000100:00100000:0.0:1780334612.420707:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604338688 00000100:00100000:0.0:1780334612.420773:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 880 00000100:00100000:0.0:1780334612.420784:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+95:25578:x1866815604338688:12345-192.168.203.22@tcp:101:md5sum.0 00010000:00010000:0.0:1780334612.420807:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334612.420862:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70096084 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ca8 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.420965:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009608b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.420980:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009608b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.420990:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009608b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334612.421002:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:0.0:1780334612.421121:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70096084 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca8 expref: 98 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.421139:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009608b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca8 expref: 97 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334612.421146:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:0.0:1780334612.421162:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1780334612.421168:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9bc00, rc 0) 00000100:00100000:0.0:1780334612.421230:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:25578:x1866815604338688:12345-192.168.203.22@tcp:101:md5sum.0 Request processed in 448us (1116us total) trans 4294967829 rc 0/0 00000100:00100000:0.0:1780334612.421236:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 880 00000100:00100000:0.0:1780334612.424335:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2408:x1866815604338176:12345-192.168.203.22@tcp:4:dd.0 Request processed in 117603us (117888us total) trans 4294967342 rc 0/0 00000100:00100000:0.0:1780334612.424347:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 64 00002000:00100000:0.0:1780334612.424359:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (0->4194303) req@ffff9b7034605f80 x1866815604338176/t4294967342(0) o4->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:78/0 lens 488/448 e 0 to 0 dl 1780334623 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334612.424368:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034605f80 with x1866815604338176 ext(0->4194303) 00002000:00010000:0.0:1780334612.424374:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b7034605f80 00000100:00100000:3.0:1780334612.462088:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334612.462235:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604338816 00000100:00100000:1.0:1780334612.462245:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604338816 00000100:00100000:1.0:1780334612.462300:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 881 00000100:00100000:1.0:1780334612.462311:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:25579:x1866815604338816:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334612.462349:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334612.462366:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70096099 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0caf expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.462430:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e700960a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.462445:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e700960a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.462467:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e700960a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334612.462508:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:1.0:1780334612.462511:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334612.462546:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e700960a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.462571:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7e00/0xdf9e767e70096099 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0caf expref: 99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.462587:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e700960a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0caf expref: 98 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.462595:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:1.0:1780334612.462598:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334612.462602:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea7800, rc 0) 00000100:00100000:1.0:1780334612.462657:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:25579:x1866815604338816:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 349us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334612.462664:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 881 00000100:00100000:3.0:1780334612.475467:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334612.475651:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604339072 00000100:00100000:1.0:1780334612.475661:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604339072 00000100:00100000:1.0:1780334612.475734:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 882 00000100:00100000:1.0:1780334612.475745:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:25579:x1866815604339072:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:1.0:1780334612.475948:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].20, 136 off10912 00000100:00100000:1.0:1780334612.476045:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:25579:x1866815604339072:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 301us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334612.476052:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 882 00000100:00100000:0.0:1780334612.597124:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624213888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334612.597183:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334612.597253:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624213888 00000100:00100000:0.0:1780334612.597260:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624213888 00000100:00100000:1.0:1780334612.597608:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1780334612.597618:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624213888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334612.597647:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:1.0:1780334612.597708:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624213888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334612.597903:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1780334612.597956:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624213888:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334612.597985:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334612.597993:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624214016:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334612.598022:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334612.598052:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624214016 00000100:00100000:1.0:1780334612.598056:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624214016 00000100:00100000:1.0:1780334612.598086:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1780334612.598093:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624214016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334612.598117:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334612.598151:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624214016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334612.598157:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1780334612.598185:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624214016:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334612.598435:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334612.598445:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624214144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334612.598473:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334612.598561:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624214144 00000100:00100000:3.0:1780334612.598565:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624214144 00000100:00100000:3.0:1780334612.598590:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1780334612.598596:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624214144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334612.598608:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1780334612.598638:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624214144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334612.598646:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1780334612.598674:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624214144:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1780334612.979954:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334612.979962:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334612.979988:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:3.0:1780334612.979995:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334612.980192:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624214272:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334612.980277:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026a95300 going to sleep for 11 seconds 00000100:00100000:0.0:1780334612.984860:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624214272:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334612.992091:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334612.992193:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604339200 00000100:00100000:1.0:1780334612.992202:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604339200 00000100:00100000:1.0:1780334612.992266:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 883 00000100:00100000:1.0:1780334612.992276:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+34:25589:x1866815604339200:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334612.992309:0:15367:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334612.992422:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+34:25589:x1866815604339200:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 147us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334612.992429:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 883 00000100:00080000:3.0:1780334612.992590:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334612.996903:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334612.996993:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604339456 00000100:00100000:1.0:1780334612.997003:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604339456 00000100:00100000:1.0:1780334612.997060:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 884 00000100:00100000:1.0:1780334612.997083:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+34:25589:x1866815604339456:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334612.997101:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334612.997120:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e700960a7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0cb6 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.997216:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e700960ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.997230:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e700960ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.997240:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e700960ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334612.997251:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:1.0:1780334612.997341:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6200/0xdf9e767e700960a7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cb6 expref: 37 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.997356:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e700960ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cb6 expref: 36 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334612.997364:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:1.0:1780334612.997367:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334612.997370:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04ea6e00, rc 0) 00000100:00100000:1.0:1780334612.997420:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+36:25589:x1866815604339456:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 340us (527us total) trans 4294967830 rc 0/0 00000100:00100000:1.0:1780334612.997427:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 884 00000100:00100000:1.0:1780334613.001494:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334613.001555:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604339584 00000100:00100000:2.0:1780334613.001563:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604339584 00000100:00100000:2.0:1780334613.001627:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 215 00000100:00100000:2.0:1780334613.001638:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604339584:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334613.001687:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960bc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.001715:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000045922426/0xdf9e767e7009607d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca1 expref: 14 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.001723:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334613.001725:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334613.001728:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960bc lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.001790:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000045922426/0xdf9e767e7009607d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca1 expref: 14 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.001806:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000045922426/0xdf9e767e7009607d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca1 expref: 14 pid: 8422 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334613.001869:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624214400:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334613.001941:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002ba96c0 going to sleep for 11 seconds 00000100:00080000:3.0:1780334613.002617:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334613.004872:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624214400:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334613.004903:0:16895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960bc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334613.007944:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334613.008281:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604339712 00000100:00100000:2.0:1780334613.008290:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604339712 00002000:00100000:2.0:1780334613.008339:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff9b703fdd4700 x1866815604339712/t0(0) o4->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:79/0 lens 488/0 e 0 to 0 dl 1780334624 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334613.008349:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdd4700 with x1866815604339712 ext(4194304->5242879) 00010000:00010000:2.0:1780334613.008358:0:8427:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000045922426/0xdf9e767e7009607d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca1 expref: 15 pid: 8422 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.008374:0:8427:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000045922426/0xdf9e767e7009607d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca1 expref: 15 pid: 8422 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334613.008381:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b703fdd4700 00000100:00100000:2.0:1780334613.008411:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 8 00000100:00100000:2.0:1780334613.008421:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604339712:12345-192.168.203.22@tcp:4:md5sum.0 00000100:00100000:2.0:1780334613.039705:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2406:x1866815604339712:12345-192.168.203.22@tcp:4:md5sum.0 Request processed in 31267us (31752us total) trans 4294967343 rc 0/0 00000100:00100000:2.0:1780334613.039725:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 8 00002000:00100000:2.0:1780334613.039739:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff9b703fdd4700 x1866815604339712/t4294967343(0) o4->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:79/0 lens 488/448 e 0 to 0 dl 1780334624 ref 1 fl Complete:H/600/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334613.039748:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdd4700 with x1866815604339712 ext(4194304->5242879) 00010000:00010000:2.0:1780334613.039757:0:8427:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000045922426/0xdf9e767e7009607d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca1 expref: 17 pid: 8422 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.039774:0:8427:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000045922426/0xdf9e767e7009607d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca1 expref: 17 pid: 8422 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334613.039782:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b703fdd4700 00000100:00100000:1.0:1780334613.054564:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334613.056334:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604339840 00000100:00100000:3.0:1780334613.056348:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604339840 00010000:00010000:3.0:1780334613.056390:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000045922426/0xdf9e767e7009607d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca1 expref: 17 pid: 8422 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334613.056434:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 286 00000100:00100000:3.0:1780334613.056445:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2407:x1866815604339840:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334613.056458:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780334613.056477:0:6522:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:3.0:1780334613.056480:0:6522:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb mtime from disk: 0 -> 1780334612 00002000:00010000:3.0:1780334613.056483:0:6522:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb atime from disk: 0 -> 1780334612 00002000:00010000:3.0:1780334613.056485:0:6522:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb ctime from disk: 0 -> 1780334612 00002000:00010000:3.0:1780334613.056488:0:6522:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb blocks from disk: 0 -> 10240 00010000:00010000:3.0:1780334613.056495:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000045922426/0xdf9e767e7009607d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca1 expref: 17 pid: 8422 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334613.056509:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000045922426/0xdf9e767e7009607d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca1 expref: 17 pid: 8422 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334613.056531:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045922426/0xdf9e767e7009607d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca1 expref: 17 pid: 8422 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334613.056545:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334613.056548:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334613.056552:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334613.056561:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960bc lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334613.056593:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334613.056614:0:16895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.056626:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.056653:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334613.056655:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604339840:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 211us (2099us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334613.056665:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 286 00010000:00010000:0.0:1780334613.056673:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.056681:0:16895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.056687:0:16895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334613.056691:0:16895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.056710:0:16895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.056721:0:16895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.056729:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334613.056784:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604339584:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 55148us (55298us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334613.056800:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 215 00000100:00100000:0.0:1780334613.059612:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334613.059723:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604340096 00000100:00100000:3.0:1780334613.059732:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604340096 00000100:00100000:3.0:1780334613.059993:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 885 00000100:00100000:3.0:1780334613.060015:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+36:25589:x1866815604340096:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334613.060132:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+36:25589:x1866815604340096:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 117us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334613.060139:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 885 00000100:00100000:3.0:1780334613.063246:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334613.063307:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604340224 00000100:00100000:0.0:1780334613.063317:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604340224 00000100:00100000:0.0:1780334613.063375:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 216 00000100:00100000:0.0:1780334613.063387:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604340224:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334613.063404:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334613.063426:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ccc61a4/0xdf9e767e700960c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0cbd expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334613.063452:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 5242880, mtime: 0x6a1dc014, atime: 0x6a1dc014, ctime: 0x6a1dc014, blocks: 0x2800 00010000:00010000:0.0:1780334613.063471:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334613.063473:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334613.063481:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009ccc61a4/0xdf9e767e700960c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cbd expref: 10 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.063497:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009ccc61a4/0xdf9e767e700960c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cbd expref: 10 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.063509:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b600, rc 0) 00000100:00100000:0.0:1780334613.063566:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604340224:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 182us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334613.063573:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 216 00000100:00100000:3.0:1780334613.065800:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334613.066340:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604340480 00000100:00100000:2.0:1780334613.066349:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604340480 00000100:00100000:2.0:1780334613.066405:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 886 00000100:00100000:2.0:1780334613.066415:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+36:25589:x1866815604340480:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334613.066518:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+36:25589:x1866815604340480:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 104us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334613.066526:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 886 00000100:00100000:1.0:1780334613.092920:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334613.093004:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604340608 00000100:00100000:3.0:1780334613.093022:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604340608 00002000:00100000:3.0:1780334613.093065:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (0->1048575) req@ffff9b703460f480 x1866815604340608/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:79/0 lens 488/0 e 0 to 0 dl 1780334624 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334613.093076:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703460f480 with x1866815604340608 ext(0->1048575) 00002000:00010000:3.0:1780334613.093082:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703460f480 00000100:00100000:3.0:1780334613.093113:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 65 00000100:00100000:3.0:1780334613.093121:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604340608:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1780334613.128364:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604340608:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 35235us (35444us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1780334613.128376:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 65 00002000:00100000:3.0:1780334613.128388:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (0->1048575) req@ffff9b703460f480 x1866815604340608/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:79/0 lens 488/440 e 0 to 0 dl 1780334624 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334613.128399:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703460f480 with x1866815604340608 ext(0->1048575) 00002000:00010000:3.0:1780334613.128405:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703460f480 00000100:00100000:2.0:1780334613.167380:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334613.167577:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604340736 00000100:00100000:3.0:1780334613.167586:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604340736 00002000:00100000:3.0:1780334613.167631:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (1048576->5242879) req@ffff9b6f03ca2680 x1866815604340736/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:79/0 lens 488/0 e 0 to 0 dl 1780334624 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334613.167712:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f03ca2680 with x1866815604340736 ext(1048576->5242879) 00002000:00010000:3.0:1780334613.167719:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f03ca2680 00000100:00100000:3.0:1780334613.167778:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 66 00000100:00100000:3.0:1780334613.167788:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604340736:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000040:00080000:2.0:1780334613.251517:0:20217:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334613.251525:0:20217:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334613.251553:0:20217:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:2.0:1780334613.251559:0:20217:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334613.254157:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604340736:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 86361us (86776us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1780334613.254171:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 66 00002000:00100000:1.0:1780334613.254183:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (1048576->5242879) req@ffff9b6f03ca2680 x1866815604340736/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:79/0 lens 488/440 e 0 to 0 dl 1780334624 ref 1 fl Complete:/600/0 rc 4194304/4194304 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334613.254193:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f03ca2680 with x1866815604340736 ext(1048576->5242879) 00002000:00010000:1.0:1780334613.254199:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f03ca2680 00000100:00100000:0.0:1780334613.304202:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334613.304408:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604340864 00000100:00100000:3.0:1780334613.304420:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604340864 00000100:00100000:3.0:1780334613.304477:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 887 00000100:00100000:3.0:1780334613.304487:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+36:25589:x1866815604340864:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334613.304508:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334613.304527:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e700960ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0cc4 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334613.304562:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700960d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334613.304577:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700960d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334613.304588:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700960d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334613.304709:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e700960ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cc4 expref: 38 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334613.304725:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700960d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cc4 expref: 37 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334613.304733:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:3.0:1780334613.304736:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334613.304740:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0400, rc 0) 00000100:00100000:3.0:1780334613.304794:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+37:25589:x1866815604340864:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 309us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334613.304805:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 887 00000100:00100000:3.0:1780334613.312371:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334613.312522:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604340992 00000100:00100000:1.0:1780334613.312533:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604340992 00000100:00100000:1.0:1780334613.312589:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 888 00000100:00100000:1.0:1780334613.312600:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+37:25589:x1866815604340992:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334613.312631:0:6540:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334613.312749:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+37:25589:x1866815604340992:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 150us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334613.312757:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 888 00000100:00100000:0.0:1780334613.320429:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334613.320552:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604341120 00000100:00100000:2.0:1780334613.320561:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604341120 00000100:00100000:2.0:1780334613.320624:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 217 00000100:00100000:2.0:1780334613.320634:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604341120:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334613.320680:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700960d8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.320710:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334613.320713:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334613.320717:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700960d8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.320732:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700960d8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.320756:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700960d8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.320763:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700960d8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.320771:0:8422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700960d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.320777:0:8422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334613.320781:0:8422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700960d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.320790:0:8422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700960d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.320833:0:8422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700960d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.320842:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c248bb21/0xdf9e767e700960d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334613.320917:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604341120:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 284us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334613.320925:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 217 00000100:00100000:3.0:1780334613.322933:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334613.323022:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604341376 00000100:00100000:2.0:1780334613.323031:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604341376 00000100:00100000:2.0:1780334613.323087:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 889 00000100:00100000:2.0:1780334613.323097:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+37:25589:x1866815604341376:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1780334613.323177:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700960df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.323195:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700960d1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cc4 expref: 37 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.323203:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700960df lrc: 4/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.323248:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700960d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cc4 expref: 37 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.323262:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700960d1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cc4 expref: 37 pid: 6538 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334613.323291:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624214528:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334613.323365:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b86600 going to sleep for 11 seconds 00000100:00100000:2.0:1780334613.336619:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334613.336652:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604341504 00000100:00100000:2.0:1780334613.336660:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604341504 00010000:00010000:2.0:1780334613.336709:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700960d1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cc4 expref: 38 pid: 6538 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334613.336743:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 287 00000100:00100000:2.0:1780334613.336753:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+38:2406:x1866815604341504:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334613.336766:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334613.336774:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700960d1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cc4 expref: 38 pid: 6538 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.336787:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700960d1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cc4 expref: 38 pid: 6538 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.336830:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:2.0:1780334613.336836:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700960df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.336847:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700960df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.336854:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700960df lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334613.336884:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334613.336931:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+38:2406:x1866815604341504:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 179us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334613.336938:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 287 00010000:00010000:0.0:1780334613.337174:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700960d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cc4 expref: 37 pid: 6538 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334613.337189:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624214528:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334613.337209:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700960df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.337219:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700960df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.337238:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700960df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.337381:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700960df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.337389:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700960df lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.337396:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700960df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.337401:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334613.337405:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700960df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.337413:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700960df lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.337422:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:0.0:1780334613.337425:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334613.337436:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700960df lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334613.337442:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700960df lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334613.337537:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+37:25589:x1866815604341376:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 14442us (14612us total) trans 4294967831 rc 0/0 00000100:00100000:0.0:1780334613.337546:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 889 00000040:00080000:2.0:1780334613.338185:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334613.338191:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334613.338680:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1780334613.338689:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334613.352159:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334613.352240:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604341760 00000100:00100000:3.0:1780334613.352250:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604341760 00000100:00100000:3.0:1780334613.352307:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 172 00000100:00100000:3.0:1780334613.352318:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+37:25589:x1866815604341760:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334613.352590:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+38:25589:x1866815604341760:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 273us (441us total) trans 4294967832 rc 0/0 00000100:00100000:3.0:1780334613.352599:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 172 00010000:00010000:1.0:1780334613.428126:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334614.460294:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334615.092280:0:20268:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334615.092292:0:20268:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334615.092327:0:20268:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:2.0:1780334615.092336:0:20268:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334615.180156:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334615.180353:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604341888 00000100:00100000:2.0:1780334615.180367:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604341888 00000100:00100000:2.0:1780334615.180472:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 218 00000100:00100000:2.0:1780334615.180486:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604341888:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334615.180514:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334615.180537:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ccb expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.180569:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334615.180571:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334615.180579:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ccb expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.180599:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ccb expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.180640:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723000, rc 0) 00000100:00100000:2.0:1780334615.180718:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2409:x1866815604341888:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 236us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334615.180726:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 218 00000100:00080000:3.0:1780334615.180802:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334615.197936:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334615.198136:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604342144 00000100:00100000:1.0:1780334615.198149:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604342144 00000100:00100000:1.0:1780334615.198236:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 173 00000100:00100000:1.0:1780334615.198249:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ec050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:25599:x1866815604342144:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:1.0:1780334615.198553:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ec050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:25599:x1866815604342144:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 306us (631us total) trans 4294967833 rc 0/0 00000100:00100000:1.0:1780334615.198562:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 173 00000100:00080000:3.0:1780334615.199705:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1780334615.206834:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967833 is committed 00000001:00080000:1.0:1780334615.206852:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967832 is committed 00000004:00080000:1.0:1780334615.206885:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000004:00080000:1.0:1780334615.206901:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000020:00080000:1.0:1780334615.206924:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 12 batchid updated 00000100:00100000:1.0:1780334615.207058:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624214656:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780334615.207145:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334615.207240:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624214656 00000100:00100000:1.0:1780334615.207249:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624214656 00000100:00100000:1.0:1780334615.207328:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1780334615.207341:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624214656:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780334615.207377:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16 count 1 00010000:00010000:1.0:1780334615.207411:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e700960ed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.207439:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70096037 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c93 expref: 11 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.207448:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334615.207451:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334615.207454:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e700960ed lrc: 4/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.207486:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70096037 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c93 expref: 11 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.207503:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70096037 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c93 expref: 11 pid: 8421 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334615.207538:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624214784:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334615.207613:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5780 going to sleep for 11 seconds 00010000:00010000:3.0:1780334615.207841:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f8f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.207923:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f8f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.207931:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f8f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.207937:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334615.207942:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f8f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.207950:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f8f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.207974:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9b6f01bf6c00) 00010000:00010000:3.0:1780334615.207977:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334615.207982:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f8f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.207988:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70095f8f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208013:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095f96 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208018:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095f96 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208023:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095f96 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208027:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334615.208029:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095f96 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208035:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095f96 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208043:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:3.0:1780334615.208045:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334615.208047:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095f96 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208052:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70095f96 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208070:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095fd5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208075:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095fd5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208080:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095fd5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208084:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334615.208087:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095fd5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208092:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095fd5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208100:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9b6f01bf6800) 00010000:00010000:3.0:1780334615.208102:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334615.208104:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095fd5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208110:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70095fd5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208119:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70096045 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208124:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70096045 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208129:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70096045 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208135:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04ea6a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334615.208138:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70096045 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208144:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70096045 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208151:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9b6f01bf6800) 00010000:00010000:3.0:1780334615.208153:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334615.208156:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70096045 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208161:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6a00/0xdf9e767e70096045 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208172:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70096068 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208178:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70096068 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208183:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70096068 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208188:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334615.208190:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70096068 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208196:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70096068 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208207:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9b6f01bf6800) 00010000:00010000:3.0:1780334615.208210:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334615.208212:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70096068 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208218:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70096068 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1780334615.208322:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000020:00080000:3.0:1780334615.208334:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:3.0:1780334615.208348:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334615.208359:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624214912:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780334615.208404:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334615.208445:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624214912 00000100:00100000:3.0:1780334615.208451:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624214912 00000100:00100000:3.0:1780334615.208493:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:3.0:1780334615.208502:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c95c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624214912:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780334615.208523:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17 count 1 00010000:00010000:3.0:1780334615.208543:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eee1f2e0/0xdf9e767e700960f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208560:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f152f5da/0xdf9e767e70096030 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c8c expref: 16 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208567:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334615.208568:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334615.208571:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eee1f2e0/0xdf9e767e700960f4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208618:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f152f5da/0xdf9e767e70096030 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c8c expref: 16 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.208630:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f152f5da/0xdf9e767e70096030 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c8c expref: 16 pid: 8421 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334615.208643:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624215040:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334615.208693:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026a95c00 going to sleep for 11 seconds 00000100:00080000:3.0:1780334615.208706:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334615.208710:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334615.211540:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624214784:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334615.211577:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e700960ed lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334615.215254:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334615.215301:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334615.215402:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604342272 00000100:00100000:3.0:1780334615.215414:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604342272 00010000:00010000:3.0:1780334615.215479:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70096037 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c93 expref: 12 pid: 8421 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334615.215523:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 288 00000100:00100000:3.0:1780334615.215534:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b701881ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604342272:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334615.215553:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334615.215559:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70096037 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c93 expref: 12 pid: 8421 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.215574:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70096037 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c93 expref: 12 pid: 8421 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.215605:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70096037 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c93 expref: 12 pid: 8421 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.215624:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334615.215626:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334615.215632:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e700960ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.215643:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e700960ed lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.215675:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334615.215749:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b701881ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2406:x1866815604342272:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 216us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334615.215757:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 288 00010000:00010000:3.0:1780334615.215851:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e700960ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.215862:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e700960ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.215873:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e700960ed lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.215882:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e700960ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.215901:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780334615.216106:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624214656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8767us (8960us total) trans 4294967335 rc 0/0 00000100:00100000:3.0:1780334615.216116:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00080000:3.0:1780334615.216139:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1780334615.216189:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b703460ce00/2, rc 0, transno 4294967335 00000100:00100000:3.0:1780334615.216197:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624214656:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780334615.216373:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780334615.216382:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e700960ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.216391:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d400 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334615.216396:0:10291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e700960ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.216407:0:10291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e700960ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.216422:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e700960ed lrc: 1/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.216429:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e700960ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.216450:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334615.216452:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334615.216453:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334615.219271:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334615.219353:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604342656 00000100:00100000:1.0:1780334615.219365:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604342656 00010000:00010000:1.0:1780334615.219414:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f152f5da/0xdf9e767e70096030 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c8c expref: 17 pid: 8421 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334615.219467:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 289 00000100:00100000:1.0:1780334615.219479:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2407:x1866815604342656:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334615.219498:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334615.219504:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f152f5da/0xdf9e767e70096030 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c8c expref: 17 pid: 8421 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.219519:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f152f5da/0xdf9e767e70096030 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c8c expref: 17 pid: 8421 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.219550:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334615.219552:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334615.219558:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eee1f2e0/0xdf9e767e700960f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.219583:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eee1f2e0/0xdf9e767e700960f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.219610:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334615.219674:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2407:x1866815604342656:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 196us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334615.219692:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 289 00000100:00100000:0.0:1780334615.220712:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604342528 00000100:00100000:0.0:1780334615.220726:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604342528 00000100:00100000:0.0:1780334615.220789:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 890 00000100:00100000:0.0:1780334615.220799:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:25599:x1866815604342528:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334615.220852:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334615.220855:0:15367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1780334615.220884:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e7009608b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ca8 expref: 85 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.220906:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:0.0:1780334615.220911:0:15367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334615.220929:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700960fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0cd2 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.221077:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096102 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.221094:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096102 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.221115:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096102 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334615.221130:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:0.0:1780334615.221275:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700960fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cd2 expref: 87 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.221292:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096102 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cd2 expref: 86 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.221300:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:0.0:1780334615.221303:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1780334615.221306:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830400, rc 0) 00000100:00100000:0.0:1780334615.221751:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:25599:x1866815604342528:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 951us (6446us total) trans 4294967834 rc 0/0 00000100:00100000:0.0:1780334615.221759:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 890 00010000:00010000:2.0:1780334615.223282:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f152f5da/0xdf9e767e70096030 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c8c expref: 16 pid: 8421 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334615.223335:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624215040:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334615.223368:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000eee1f2e0/0xdf9e767e700960f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.223531:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000eee1f2e0/0xdf9e767e700960f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.223540:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eee1f2e0/0xdf9e767e700960f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.223555:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eee1f2e0/0xdf9e767e700960f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.223564:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eee1f2e0/0xdf9e767e700960f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.223625:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780334615.223892:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c95c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3658:x1866815624214912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15388us (15485us total) trans 4294967344 rc 0/0 00000100:00100000:2.0:1780334615.223902:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000004:00080000:0.0:1780334615.224397:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b70082e3480/2, rc 0, transno 4294967344 00000100:00100000:0.0:1780334615.224405:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624214912:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780334615.227750:0:10292:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334615.227765:0:10292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eee1f2e0/0xdf9e767e700960f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.227784:0:10292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1400 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334615.227790:0:10292:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eee1f2e0/0xdf9e767e700960f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.227804:0:10292:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eee1f2e0/0xdf9e767e700960f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.227849:0:10292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eee1f2e0/0xdf9e767e700960f4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.227857:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eee1f2e0/0xdf9e767e700960f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.228082:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334615.228085:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334615.228087:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334615.230538:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334615.233297:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604342784 00000100:00100000:1.0:1780334615.233325:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604342784 00000100:00100000:1.0:1780334615.233443:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 221 00000100:00100000:1.0:1780334615.233456:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604342784:12345-192.168.203.22@tcp:1:lfs.0 00010000:00010000:1.0:1780334615.233513:0:8519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70096110 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.233539:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009ccc61a4/0xdf9e767e700960c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cbd expref: 9 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.233549:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ccb expref: 16 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.233557:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334615.233559:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334615.233563:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70096110 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.233607:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ccb expref: 16 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.233625:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ccb expref: 16 pid: 16895 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334615.233644:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624215168:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334615.233835:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009ccc61a4/0xdf9e767e700960c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cbd expref: 9 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.233859:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009ccc61a4/0xdf9e767e700960c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cbd expref: 9 pid: 8421 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334615.233870:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624215296:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334615.233900:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5780 going to sleep for 11 seconds 00000100:00100000:1.0:1780334615.241401:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624215168:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334615.241420:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624215296:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334615.241455:0:8519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70096110 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334615.253174:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.253215:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.253248:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604342912 00000100:00100000:0.0:1780334615.253260:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604342912 00010000:00010000:0.0:1780334615.253313:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ccb expref: 17 pid: 16895 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334615.253369:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604343040 00000100:00100000:0.0:1780334615.253381:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604343040 00010000:00010000:0.0:1780334615.253414:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009ccc61a4/0xdf9e767e700960c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cbd expref: 10 pid: 8421 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334615.253441:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 290 00000100:00100000:0.0:1780334615.253453:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2407:x1866815604342912:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334615.253471:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334615.253501:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ccb expref: 17 pid: 16895 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.253517:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ccb expref: 17 pid: 16895 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.253546:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000872ba17e/0xdf9e767e700960e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ccb expref: 17 pid: 16895 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.253567:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334615.253632:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604342912:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 180us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.253641:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 290 00000100:00100000:0.0:1780334615.253665:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 291 00000100:00100000:0.0:1780334615.253673:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604343040:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334615.253694:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334615.253703:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009ccc61a4/0xdf9e767e700960c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cbd expref: 10 pid: 8421 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.253728:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009ccc61a4/0xdf9e767e700960c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cbd expref: 10 pid: 8421 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.253744:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ccc61a4/0xdf9e767e700960c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cbd expref: 10 pid: 8421 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.253754:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334615.253756:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334615.253762:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70096110 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.253775:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70096110 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.253806:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334615.253853:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604343040:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 181us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.253860:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 291 00000100:00080000:0.0:1780334615.253887:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1780334615.254010:0:8519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70096110 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.254021:0:8519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70096110 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.254058:0:8519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70096110 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.254067:0:8519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70096110 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.254075:0:8519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70096110 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.254081:0:8519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c200 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334615.254085:0:8519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70096110 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.254094:0:8519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70096110 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.254106:0:8519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70096110 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.254113:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70096110 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334615.254169:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604342784:12345-192.168.203.22@tcp:1:lfs.0 Request processed in 20716us (23646us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.254179:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 221 00000100:00100000:0.0:1780334615.266009:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334615.272942:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604343296 00000100:00100000:1.0:1780334615.272961:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604343296 00000100:00100000:1.0:1780334615.273049:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 174 00000100:00100000:1.0:1780334615.273063:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:25599:x1866815604343296:12345-192.168.203.22@tcp:35:lfs.0 00000004:00010000:1.0:1780334615.273149:0:6541:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x32:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096102 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cd2 expref: 86 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780334615.273384:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967835 00000001:00080000:1.0:1780334615.273768:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967836 00010000:00010000:1.0:1780334615.273848:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.273866:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009606f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c9a expref: 89 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.273895:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e700960ae lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cb6 expref: 34 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.273904:0:6541:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.273947:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e700960ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cb6 expref: 34 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.273964:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e700960ae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cb6 expref: 34 pid: 9763 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334615.273981:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624215424:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334615.274111:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009606f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c9a expref: 89 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.274121:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009606f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c9a expref: 89 pid: 6538 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334615.274130:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624215552:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334615.274157:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5780 going to sleep for 11 seconds 00000100:00100000:3.0:1780334615.282126:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334615.282165:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334615.282204:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604343424 00000100:00100000:3.0:1780334615.282216:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604343424 00010000:00010000:3.0:1780334615.282283:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e700960ae lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cb6 expref: 35 pid: 9763 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334615.282335:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604343552 00000100:00100000:3.0:1780334615.282338:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604343552 00010000:00010000:3.0:1780334615.282353:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009606f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c9a expref: 90 pid: 6538 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334615.282377:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 292 00000100:00100000:3.0:1780334615.282388:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+35:2407:x1866815604343424:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334615.282405:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334615.282413:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e700960ae lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cb6 expref: 35 pid: 9763 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.282435:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e700960ae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cb6 expref: 35 pid: 9763 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.282463:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:3.0:1780334615.282468:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.282479:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.282486:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334615.282550:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+35:2407:x1866815604343424:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 163us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334615.282558:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 292 00000100:00100000:3.0:1780334615.282581:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 293 00000100:00100000:3.0:1780334615.282588:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:2407:x1866815604343552:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334615.282597:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334615.282602:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009606f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c9a expref: 90 pid: 6538 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.282612:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009606f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c9a expref: 90 pid: 6538 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.282624:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:3.0:1780334615.282628:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.282641:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.282650:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.282671:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334615.282703:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:2407:x1866815604343552:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 115us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334615.282710:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 293 00000100:00080000:3.0:1780334615.282731:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780334615.285950:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea6e00/0xdf9e767e700960ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cb6 expref: 34 pid: 9763 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334615.285979:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624215424:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334615.286016:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009606f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c9a expref: 89 pid: 6538 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334615.286028:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624215552:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334615.286062:0:6541:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.286072:0:6541:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.286077:0:6541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780334615.286214:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967837 00000001:00080000:1.0:1780334615.286372:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967838 00000100:00100000:1.0:1780334615.286488:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624215680:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1780334615.286569:0:6541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334615.286607:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334615.289353:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624215680 00000100:00100000:0.0:1780334615.289374:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624215680 00000100:00100000:0.0:1780334615.289450:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1780334615.289462:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6541:x1866815624215680:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1780334615.290106:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6541:x1866815624215680:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 643us (3534us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.290116:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1780334615.290537:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624215680:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1780334615.291046:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967839 00000100:00100000:1.0:1780334615.291151:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624215808:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1780334615.291214:0:6541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334615.291259:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1780334615.297792:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624215808 00000100:00100000:3.0:1780334615.297826:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624215808 00000100:00100000:3.0:1780334615.297904:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1780334615.297917:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6541:x1866815624215808:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1780334615.298185:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6541:x1866815624215808:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 270us (6971us total) trans 4294967345 rc 0/0 00000100:00100000:3.0:1780334615.298193:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1780334615.298266:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624215808:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1780334615.298345:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967840 00010000:00010000:3.0:1780334615.298392:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.298405:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.298413:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.298425:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334615.298430:0:6541:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.298438:0:6541:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.298459:0:6541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:3.0:1780334615.298463:0:6541:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1780334615.298468:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.298475:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096117 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780334615.298611:0:6541:0:(mdd_object.c:4033:mdd_close()) Object [0x200000402:0x33:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1780334615.298697:0:6541:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8904 00000004:00080000:3.0:1780334615.298711:0:6541:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 619117898866ns, next at 620117895512ns, rc = 0 00000001:00080000:3.0:1780334615.298720:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967841 00010000:00010000:3.0:1780334615.298746:0:6541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:3.0:1780334615.298750:0:6541:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1780334615.298757:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096102 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cd2 expref: 93 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334615.298917:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:25599:x1866815604343296:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 25858us (32921us total) trans 4294967842 rc 0/0 00000100:00100000:3.0:1780334615.298926:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 174 00000020:00080000:3.0:1780334615.298931:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1780334615.327244:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334615.327299:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604343808 00000100:00100000:3.0:1780334615.327311:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604343808 00000100:00100000:3.0:1780334615.327380:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 891 00000100:00100000:3.0:1780334615.327392:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:25601:x1866815604343808:12345-192.168.203.22@tcp:101:md5sum.0 00010000:00010000:3.0:1780334615.327425:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334615.327453:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e7009611e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0cd9 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.327554:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70096125 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.327573:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70096125 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.327588:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70096125 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.327604:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009612c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.327611:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009612c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.327618:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009612c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.327769:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70096133 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.327778:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70096133 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.327791:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70096133 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334615.327802:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:3.0:1780334615.327934:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70096125 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.327944:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70096125 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.327951:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70096125 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.327957:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334615.327962:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70096125 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.327969:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70096125 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.327984:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:3.0:1780334615.327987:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334615.327992:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70096125 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.327999:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70096125 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.328013:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009612c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.328024:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009612c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.328029:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009612c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.328034:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334615.328037:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009612c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.328043:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009612c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.328052:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9b7007d1c200) 00010000:00010000:3.0:1780334615.328054:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334615.328057:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009612c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.328063:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009612c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.328117:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e7009611e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cd9 expref: 95 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.328131:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70096133 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cd9 expref: 94 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.328138:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b7007d1c700) 00010000:00010000:3.0:1780334615.328140:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334615.328143:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1600, rc 0) 00000100:00100000:3.0:1780334615.328229:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:25601:x1866815604343808:12345-192.168.203.22@tcp:101:md5sum.0 Request processed in 839us (995us total) trans 4294967843 rc 0/0 00000100:00100000:3.0:1780334615.328238:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 891 00000100:00100000:3.0:1780334615.332703:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.333729:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604344064 00000100:00100000:0.0:1780334615.333747:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604344064 00000100:00100000:1.0:1780334615.334845:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 40 00000100:00100000:1.0:1780334615.334860:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:25601:x1866815604344064:12345-192.168.203.22@tcp:103:md5sum.0 00010000:00010000:1.0:1780334615.334884:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334615.334916:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70096133 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cd9 expref: 94 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.334951:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b7007d1c700) 00010000:00010000:1.0:1780334615.334966:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334615.335066:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:25601:x1866815604344064:12345-192.168.203.22@tcp:103:md5sum.0 Request processed in 209us (2375us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334615.335075:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 40 00000100:00100000:1.0:1780334615.340334:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.340417:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604344192 00000100:00100000:0.0:1780334615.340433:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604344192 00000100:00100000:0.0:1780334615.340515:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 892 00000100:00100000:0.0:1780334615.340528:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:25601:x1866815604344192:12345-192.168.203.22@tcp:58:md5sum.0 00010000:00010000:0.0:1780334615.340781:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096141 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.340852:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096141 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.340867:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096141 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780334615.341087:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].21, 136 off11048 00000100:00100000:0.0:1780334615.341195:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:25601:x1866815604344192:12345-192.168.203.22@tcp:58:md5sum.0 Request processed in 669us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.341204:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 892 00000100:00100000:0.0:1780334615.344557:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334615.344685:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604344320 00000100:00100000:1.0:1780334615.344700:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604344320 00000100:00100000:1.0:1780334615.344773:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 893 00000100:00100000:1.0:1780334615.344784:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:25601:x1866815604344320:12345-192.168.203.22@tcp:101:md5sum.0 00010000:00010000:1.0:1780334615.344844:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334615.344870:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096148 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ce0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.344940:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096141 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.344953:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096148 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ce0 expref: 94 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.344978:0:6540:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096141 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.344992:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096148 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ce0 expref: 94 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.345022:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b7012ce6200) 00010000:00010000:1.0:1780334615.345025:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334615.345030:0:6540:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096148 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ce0 expref: 94 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.345038:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c400, rc 0) 00000100:00100000:2.0:1780334615.346489:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:25601:x1866815604344320:12345-192.168.203.22@tcp:101:md5sum.0 Request processed in 1692us (1932us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334615.346524:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 893 00000040:00080000:2.0:1780334615.413106:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334615.413119:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334615.413157:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 4 00000040:00080000:2.0:1780334615.413173:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334615.413352:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624215936:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334615.414995:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334615.419217:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334615.419404:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604344448 00000100:00100000:3.0:1780334615.419414:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604344448 00000100:00100000:3.0:1780334615.419485:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 894 00000100:00100000:3.0:1780334615.419496:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+35:25602:x1866815604344448:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334615.419533:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334615.419659:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+35:25602:x1866815604344448:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 164us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334615.419666:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 894 00000100:00100000:2.0:1780334615.421479:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624215936:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334615.426192:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.426474:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604344576 00000100:00100000:0.0:1780334615.426485:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604344576 00000100:00100000:0.0:1780334615.426546:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 895 00000100:00100000:0.0:1780334615.426557:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+34:25602:x1866815604344576:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1780334615.426638:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009614f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.426658:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009614f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.426669:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009614f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428684:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096156 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428709:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096156 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428722:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096156 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428766:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009615d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428775:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009615d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428781:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009615d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334615.428850:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00000004:00200000:0.0:1780334615.428868:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334615.428883:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009615d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428896:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009614f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428902:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009614f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428908:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009614f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428914:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334615.428918:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009614f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428924:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009614f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428937:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:0.0:1780334615.428939:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334615.428944:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009614f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428951:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009614f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428966:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096156 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428972:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096156 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428988:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096156 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.428994:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334615.429006:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096156 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.429012:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096156 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.429020:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xd884179a (ffff9b7012ce6b00) 00010000:00010000:0.0:1780334615.429023:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334615.429026:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096156 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.429031:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096156 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.429051:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009615d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.429057:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009615d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.429062:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009615d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.429067:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334615.429069:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009615d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.429377:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009615d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.429388:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b7012ce6200) 00010000:00010000:0.0:1780334615.429390:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334615.429393:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009615d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.429399:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009615d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334615.429497:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+34:25602:x1866815604344576:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 Request processed in 2939us (3311us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.429507:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 895 00000100:00100000:1.0:1780334615.435015:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334615.437921:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604344832 00000100:00100000:2.0:1780334615.437941:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604344832 00000100:00100000:2.0:1780334615.438046:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 896 00000100:00100000:2.0:1780334615.438059:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+34:25602:x1866815604344832:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334615.438093:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334615.438127:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70096164 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ce7 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.438273:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e7009616b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.438293:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e7009616b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.438307:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e7009616b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334615.438321:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:2.0:1780334615.438423:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e7009616b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.438449:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e7009616b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.438455:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e7009616b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.438462:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334615.438466:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e7009616b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.438475:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e7009616b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.438488:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b7012ce6200) 00010000:00010000:2.0:1780334615.438491:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334615.438496:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e7009616b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.438503:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e7009616b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.438550:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70096164 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ce7 expref: 36 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.438560:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334615.438562:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780334615.438566:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70096164 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ce7 expref: 36 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.438575:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722600, rc 0) 00000100:00100000:2.0:1780334615.438686:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+35:25602:x1866815604344832:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 620us (3676us total) trans 4294967844 rc 301/301 00000100:00100000:2.0:1780334615.438695:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 896 00000100:00100000:3.0:1780334615.447692:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.447778:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604344960 00000100:00100000:0.0:1780334615.447788:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604344960 00000100:00100000:0.0:1780334615.447872:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 897 00000100:00100000:0.0:1780334615.447884:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+35:25602:x1866815604344960:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334615.447921:0:15367:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334615.448147:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+35:25602:x1866815604344960:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 256us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334615.448161:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 897 00000100:00100000:3.0:1780334615.450304:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.450910:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604345088 00000100:00100000:0.0:1780334615.450924:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604345088 00000100:00100000:0.0:1780334615.450999:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 898 00000100:00100000:0.0:1780334615.451010:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+35:25602:x1866815604345088:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334615.451032:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334615.451053:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e70096179 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0cee expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.451333:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096180 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.451350:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096180 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.451361:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096180 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334615.451409:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1780334615.451413:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334615.451434:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096180 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.451457:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e70096179 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cee expref: 37 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.451477:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096180 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cee expref: 36 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.451486:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334615.451489:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334615.451494:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830200, rc 0) 00000100:00100000:0.0:1780334615.451781:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+36:25602:x1866815604345088:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 771us (1487us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.451789:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 898 00000100:00100000:2.0:1780334615.465289:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.465481:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604345216 00000100:00100000:0.0:1780334615.465494:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604345216 00000100:00100000:0.0:1780334615.465580:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 899 00000100:00100000:0.0:1780334615.465593:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+36:25602:x1866815604345216:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334615.465613:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334615.465635:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e70096187 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0cf5 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.465713:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009618e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.465727:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009618e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.465738:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009618e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.465752:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096195 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.465759:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096195 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.465765:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096195 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.465899:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009619c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.465908:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009619c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.465914:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009619c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334615.465956:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:0.0:1780334615.465959:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334615.465980:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009619c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.465991:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009618e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.465997:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009618e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.466004:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009618e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.466009:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334615.466013:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009618e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.466020:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009618e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.466031:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334615.466034:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334615.466039:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009618e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.466044:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e7009618e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.466057:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096195 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.466071:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096195 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.466077:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096195 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.466091:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334615.466095:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096195 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.466101:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096195 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.466110:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9b7012ce6b00) 00010000:00010000:0.0:1780334615.466112:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334615.466115:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096195 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.466120:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096195 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.466154:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e70096187 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cf5 expref: 38 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.466169:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009619c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cf5 expref: 37 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.466176:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:0.0:1780334615.466178:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780334615.466187:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831400, rc 0) 00000100:00100000:0.0:1780334615.466256:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+37:25602:x1866815604345216:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 666us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.466262:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 899 00000100:00100000:1.0:1780334615.469236:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334615.469461:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604345472 00000100:00100000:3.0:1780334615.469478:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604345472 00000100:00100000:3.0:1780334615.469566:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 900 00000100:00100000:3.0:1780334615.469580:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+37:25602:x1866815604345472:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334615.469609:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334615.469645:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700961a3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0cfc expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.475477:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e700961aa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.475507:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e700961aa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.475523:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e700961aa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334615.475546:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00010000:00010000:3.0:1780334615.475649:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700961a3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cfc expref: 40 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.475690:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e700961aa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cfc expref: 39 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.475701:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b7007d1c200) 00010000:00010000:3.0:1780334615.475705:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334615.475709:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0c00, rc 0) 00000100:00100000:3.0:1780334615.475984:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+39:25602:x1866815604345472:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 6405us (6753us total) trans 4294967845 rc 0/0 00000100:00100000:3.0:1780334615.476006:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 900 00010000:00010000:1.0:1780334615.476214:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334615.487174:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334615.488957:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604345728 00000100:00100000:2.0:1780334615.488975:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604345728 00000100:00100000:2.0:1780334615.489076:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 901 00000100:00100000:2.0:1780334615.489096:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+39:25602:x1866815604345728:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334615.489173:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334615.489209:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e700961aa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cfc expref: 39 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.489235:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b7007d1c200) 00010000:00010000:2.0:1780334615.489248:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334615.489277:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700961b8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.489294:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e700960a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0caf expref: 93 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.489304:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700961b8 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.489343:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e700960a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0caf expref: 93 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.489358:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e700960a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0caf expref: 93 pid: 6539 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334615.489400:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624216064:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334615.489539:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334615.491638:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624216064:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334615.492254:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700961b8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334615.495904:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334615.496045:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604345856 00000100:00100000:3.0:1780334615.496059:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604345856 00010000:00010000:3.0:1780334615.496113:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e700960a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0caf expref: 94 pid: 6539 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334615.496218:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 294 00000100:00100000:3.0:1780334615.496229:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b701881c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:2406:x1866815604345856:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334615.496248:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334615.496255:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e700960a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0caf expref: 94 pid: 6539 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.496275:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e700960a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0caf expref: 94 pid: 6539 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.496302:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04ea7800/0xdf9e767e700960a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0caf expref: 94 pid: 6539 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.496335:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:3.0:1780334615.496341:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700961b8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.496353:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700961b8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.496363:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700961b8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.496388:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334615.496464:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b701881c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:2406:x1866815604345856:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 236us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334615.496472:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 294 00010000:00010000:1.0:1780334615.499892:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700961b8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.499914:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700961b8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.499958:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700961bf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0xda96da39 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.499974:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700961bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0xda96da39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.499989:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700961bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0xda96da39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.500069:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700961b8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.500212:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700961b8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.500221:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700961b8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.500227:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334615.500233:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700961b8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.500241:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700961b8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.500256:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:1.0:1780334615.500259:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334615.500265:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700961b8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.500272:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700961b8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.500292:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700961bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0xda96da39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.500298:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700961bf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xda96da39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.500304:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700961bf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xda96da39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.500309:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334615.500319:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700961bf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xda96da39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.500325:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700961bf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xda96da39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.500333:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0xda96da39 (ffff9b703c6c4700) 00010000:00010000:1.0:1780334615.500335:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334615.500338:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700961bf lrc: 2/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0xda96da39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.500343:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700961bf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0xda96da39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334615.500486:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+38:25602:x1866815604345728:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 11387us (13315us total) trans 0 rc -2/-2 00000100:00100000:1.0:1780334615.500498:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 901 00000100:00100000:0.0:1780334615.510195:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334615.511575:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604345984 00000100:00100000:1.0:1780334615.511594:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604345984 00000100:00100000:1.0:1780334615.511693:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 902 00000100:00100000:1.0:1780334615.511705:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+38:25602:x1866815604345984:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334615.511918:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334615.511953:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e700961c6 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d03 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.512061:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700961cd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.512079:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700961cd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.512455:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700961cd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.513263:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e700961c6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d03 expref: 40 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.513290:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700961cd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d03 expref: 39 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.513299:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00010000:00010000:0.0:1780334615.513303:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334615.513307:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d600, rc 0) 00000100:00100000:0.0:1780334615.513443:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+39:25602:x1866815604345984:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1739us (3261us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.513452:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 902 00000100:00100000:2.0:1780334615.530435:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334615.530484:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334615.530513:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334615.530540:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334615.530585:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604346496 00000100:00100000:2.0:1780334615.530597:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604346496 00000100:00100000:2.0:1780334615.530697:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 376 00000100:00100000:2.0:1780334615.530711:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604346496:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334615.530805:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604346496:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 98us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334615.530838:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 376 00000100:00100000:2.0:1780334615.530865:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604346112 00000100:00100000:2.0:1780334615.530868:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604346112 00000100:00100000:2.0:1780334615.530894:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 664 00000100:00100000:2.0:1780334615.530899:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604346112:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334615.530922:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604346112:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334615.530928:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 664 00000100:00100000:2.0:1780334615.531043:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604346240 00000100:00100000:2.0:1780334615.531046:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604346240 00000100:00080000:3.0:1780334615.531150:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334615.531157:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334615.533437:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604346368 00000100:00100000:2.0:1780334615.533452:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604346368 00000100:00100000:0.0:1780334615.533452:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 668 00000100:00100000:0.0:1780334615.533476:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604346240:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334615.533515:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 669 00000100:00100000:2.0:1780334615.533540:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604346368:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334615.533574:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604346368:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 35us (3032us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.533574:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604346240:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 112us (3153us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334615.533581:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 669 00000100:00100000:0.0:1780334615.533589:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 668 00000100:00080000:2.0:1780334615.533609:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334615.534401:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334615.534483:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604346752 00000100:00100000:3.0:1780334615.534491:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604346752 00000100:00100000:3.0:1780334615.534540:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 903 00000100:00100000:3.0:1780334615.534549:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+39:25602:x1866815604346752:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1780334615.534899:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700961d4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.534919:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700961d4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.534930:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700961d4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334615.536860:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd9714b9 reply state 000000001b57eab4 transno 4294967846 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700961d4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.536892:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700961d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.536902:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00010000:00010000:1.0:1780334615.536905:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1780334615.536910:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780334615.537612:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+41:25602:x1866815604346752:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 3054us (3206us total) trans 4294967846 rc 0/0 00000100:00100000:0.0:1780334615.537624:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 903 00000100:00100000:0.0:1780334615.540400:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334615.540505:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604346880 00000100:00100000:3.0:1780334615.540516:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604346880 00000100:00100000:3.0:1780334615.540578:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 904 00000100:00100000:3.0:1780334615.540590:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+41:25602:x1866815604346880:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334615.540621:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334615.540657:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700961db lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d0a expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.541059:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700961db lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d0a expref: 42 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.541080:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700961db lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d0a expref: 42 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.541150:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00010000:00010000:2.0:1780334615.541154:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334615.541159:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0000, rc 0) 00000100:00100000:2.0:1780334615.541271:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+42:25602:x1866815604346880:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 682us (884us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334615.541279:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 904 00000100:00100000:2.0:1780334615.543466:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.543597:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604347008 00000100:00100000:0.0:1780334615.543610:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604347008 00000100:00100000:0.0:1780334615.543779:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 175 00000100:00100000:0.0:1780334615.543791:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+42:25602:x1866815604347008:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1780334615.544027:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+42:25602:x1866815604347008:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 Request processed in 239us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.544036:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 175 00000100:00100000:0.0:1780334615.546451:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334615.546935:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604347264 00000100:00100000:3.0:1780334615.546948:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604347264 00000100:00100000:2.0:1780334615.547254:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 176 00000100:00100000:2.0:1780334615.547268:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+42:25602:x1866815604347264:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334615.547579:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:25602:x1866815604347264:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 314us (1138us total) trans 4294967847 rc 0/0 00000100:00100000:2.0:1780334615.547588:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 176 00000100:00100000:2.0:1780334615.549968:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.550404:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604347520 00000100:00100000:0.0:1780334615.550475:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604347520 00000100:00100000:0.0:1780334615.550618:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 905 00000100:00100000:0.0:1780334615.550630:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+43:25602:x1866815604347520:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334615.550961:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+43:25602:x1866815604347520:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 332us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.550970:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 905 00000100:00100000:3.0:1780334615.556095:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.556310:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604347776 00000100:00100000:0.0:1780334615.556322:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604347776 00000100:00100000:0.0:1780334615.556401:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 906 00000100:00100000:0.0:1780334615.556414:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+43:25602:x1866815604347776:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334615.556459:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334615.556485:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700961e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d11 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.556651:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700961e9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.556671:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700961db lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d0a expref: 44 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.556694:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700961e9 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.556900:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700961db lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d0a expref: 44 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.556917:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700961db lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d0a expref: 44 pid: 9763 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334615.556934:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b708700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624216192:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334615.559107:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03e81480 going to sleep for 11 seconds 00000100:00100000:0.0:1780334615.563419:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b708700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624216192:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334615.563470:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700961e9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334615.564606:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.564702:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604347904 00000100:00100000:0.0:1780334615.564716:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604347904 00010000:00010000:0.0:1780334615.564770:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700961db lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d0a expref: 45 pid: 9763 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334615.564942:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 295 00000100:00100000:0.0:1780334615.564956:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+45:2406:x1866815604347904:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334615.564979:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334615.564987:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700961db lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d0a expref: 45 pid: 9763 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.565001:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700961db lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d0a expref: 45 pid: 9763 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.565030:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700961db lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d0a expref: 45 pid: 9763 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.565051:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00010000:00010000:0.0:1780334615.565057:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700961e9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.565068:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700961e9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.565077:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700961e9 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.565121:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334615.565193:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:2406:x1866815604347904:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 240us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.565202:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 295 00010000:00010000:1.0:1780334615.565274:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700961e9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.565286:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700961e9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334615.565311:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00000004:00080000:1.0:1780334615.565518:0:15367:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x11:0x0], index 0: 0 00010000:00010000:1.0:1780334615.565647:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700961e9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.565656:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700961e9 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.565662:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700961e9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.565668:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334615.565684:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700961e9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.565704:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700961e9 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.565715:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00010000:00010000:1.0:1780334615.565719:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334615.565723:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700961e9 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.565729:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700961e9 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.565796:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700961e2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d11 expref: 44 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.565807:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:1.0:1780334615.565856:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780334615.565861:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700961e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d11 expref: 44 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.565871:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831800, rc 0) 00000100:00100000:1.0:1780334615.565910:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+43:25602:x1866815604347776:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 9498us (9835us total) trans 4294967848 rc 301/301 00000100:00100000:1.0:1780334615.565917:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 906 00000100:00100000:2.0:1780334615.574326:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.578069:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604348160 00000100:00100000:0.0:1780334615.578120:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604348160 00000100:00100000:0.0:1780334615.578201:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 177 00000100:00100000:0.0:1780334615.578214:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+43:25602:x1866815604348160:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1780334615.578581:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:25602:x1866815604348160:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 369us (4266us total) trans 4294967849 rc 0/0 00000100:00100000:0.0:1780334615.578589:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 177 00000100:00100000:2.0:1780334615.582684:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.582799:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604348288 00000100:00100000:0.0:1780334615.582845:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604348288 00000100:00100000:0.0:1780334615.582900:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 907 00000100:00100000:0.0:1780334615.582911:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:25602:x1866815604348288:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334615.582934:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334615.582955:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e700961f7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d18 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.583195:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700961fe lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.583213:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700961fe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.583225:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700961fe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334615.583267:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00000004:00200000:0.0:1780334615.583271:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334615.583289:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700961fe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.583313:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e700961f7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d18 expref: 46 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.583339:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700961fe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d18 expref: 45 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.583347:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00010000:00010000:0.0:1780334615.583350:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1780334615.583353:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830600, rc 0) 00000100:00100000:0.0:1780334615.583522:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+45:25602:x1866815604348288:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 612us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.583530:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 907 00000100:00100000:3.0:1780334615.589282:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334615.589364:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604348416 00000100:00100000:2.0:1780334615.589372:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604348416 00000100:00100000:2.0:1780334615.589425:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 222 00000100:00100000:2.0:1780334615.589435:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604348416:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334615.589455:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334615.589474:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e70096205 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d1f expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334615.589497:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780334615.589515:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334615.589517:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334615.589524:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e70096205 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d1f expref: 9 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.589540:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e70096205 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d1f expref: 9 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.589552:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722600, rc 0) 00000100:00100000:2.0:1780334615.589609:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604348416:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 176us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334615.589616:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 222 00000100:00100000:2.0:1780334615.595889:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.595975:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604348672 00000100:00100000:0.0:1780334615.595983:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604348672 00000100:00100000:0.0:1780334615.596051:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 908 00000100:00100000:0.0:1780334615.596061:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+45:25602:x1866815604348672:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334615.596167:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+45:25602:x1866815604348672:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 107us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.596174:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 908 00000100:00100000:0.0:1780334615.604312:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334615.604402:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604348800 00000100:00100000:1.0:1780334615.604418:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604348800 00000100:00100000:1.0:1780334615.604514:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 223 00000100:00100000:1.0:1780334615.604528:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:25602:x1866815604348800:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334615.604576:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334615.604600:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e7009620c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d26 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.604642:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e70096205 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d1f expref: 10 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.604653:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334615.604655:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334615.604671:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e7009620c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d26 expref: 10 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.604723:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e70096205 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d1f expref: 10 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.604739:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e70096205 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d1f expref: 10 pid: 8419 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334615.604756:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624216320:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334615.604945:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5000 going to sleep for 11 seconds 00000100:00100000:3.0:1780334615.615210:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334615.615274:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624216320:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334615.615324:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e7009620c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d26 expref: 10 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.615352:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d800, rc 0) 00000100:00100000:1.0:1780334615.615521:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:25602:x1866815604348800:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 10996us (11216us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334615.615532:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 223 00000100:00100000:2.0:1780334615.616074:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604348928 00000100:00100000:2.0:1780334615.616148:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604348928 00010000:00010000:2.0:1780334615.616190:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e70096205 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d1f expref: 10 pid: 8419 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334615.616306:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 296 00000100:00100000:2.0:1780334615.616318:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604348928:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334615.616335:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334615.616361:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e70096205 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d1f expref: 10 pid: 8419 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.616375:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e70096205 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d1f expref: 10 pid: 8419 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.616404:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e70096205 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d1f expref: 10 pid: 8419 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.616421:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334615.616423:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334615.616432:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e7009620c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d26 expref: 9 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.616456:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e7009620c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d26 expref: 9 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.616499:0:6522:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e7009620c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d26 expref: 9 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334615.616515:0:6522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02dfbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6522:1866815624216448:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334615.616621:0:6522:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334615.622939:0:6522:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02dfbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6522:1866815624216448:192.168.203.22@tcp:105: 00010000:00010000:1.0:1780334615.622977:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334615.623044:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604348928:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 6727us (7843us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334615.623056:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 296 00000100:00100000:1.0:1780334615.669918:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334615.669949:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02dfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624216576:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334615.670050:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334615.670650:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624216576 00000100:00100000:0.0:1780334615.670670:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624216576 00000100:00100000:0.0:1780334615.670750:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1780334615.670762:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624216576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334615.670857:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:0.0:1780334615.671118:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624216576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 357us (1067us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.671127:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1780334615.671281:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02dfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624216576:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334615.726270:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334615.727204:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604349056 00000100:00100000:3.0:1780334615.727223:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604349056 00002000:00100000:3.0:1780334615.727288:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x11:0x0] (0->4194303) req@ffff9b703b709c00 x1866815604349056/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:81/0 lens 488/0 e 0 to 0 dl 1780334626 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334615.727299:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703b709c00 with x1866815604349056 ext(0->4194303) 00002000:00010000:3.0:1780334615.727306:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703b709c00 00000100:00100000:3.0:1780334615.727347:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 67 00000100:00100000:3.0:1780334615.727357:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2408:x1866815604349056:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1780334615.743624:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334615.746344:0:8427:0:(service.c:3465:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:1.0:1780334615.746358:0:8427:0:(service.c:3524:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:1.0:1780334615.749072:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604349184 00000100:00100000:1.0:1780334615.749083:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604349184 00002000:00100000:1.0:1780334615.749207:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff9b70082e3800 x1866815604349184/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:81/0 lens 488/0 e 0 to 0 dl 1780334626 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334615.749219:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b70082e3800 with x1866815604349184 ext(4194304->5242879) 00002000:00010000:1.0:1780334615.749225:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b70082e3800 00000100:00100000:3.0:1780334615.749550:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 68 00000100:00100000:3.0:1780334615.749561:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604349184:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1780334615.815078:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+13:2408:x1866815604349056:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 87711us (88811us total) trans 4294967336 rc 0/0 00000100:00100000:1.0:1780334615.815104:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 67 00002000:00100000:1.0:1780334615.815119:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x11:0x0] (0->4194303) req@ffff9b703b709c00 x1866815604349056/t4294967336(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:81/0 lens 488/448 e 0 to 0 dl 1780334626 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334615.815148:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703b709c00 with x1866815604349056 ext(0->4194303) 00002000:00010000:1.0:1780334615.815155:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703b709c00 00000100:00100000:2.0:1780334615.831065:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:2409:x1866815604349184:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 81497us (87440us total) trans 4294967337 rc 0/0 00000100:00100000:2.0:1780334615.831078:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 68 00002000:00100000:2.0:1780334615.831227:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff9b70082e3800 x1866815604349184/t4294967337(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:81/0 lens 488/448 e 0 to 0 dl 1780334626 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334615.831237:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b70082e3800 with x1866815604349184 ext(4194304->5242879) 00002000:00010000:2.0:1780334615.831244:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b70082e3800 00000100:00100000:2.0:1780334615.834040:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334615.834157:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604349312 00000100:00100000:1.0:1780334615.834167:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604349312 00000100:00100000:1.0:1780334615.834226:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 909 00000100:00100000:1.0:1780334615.834236:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+45:25602:x1866815604349312:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1780334615.840406:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967849 is committed 00000001:00080000:1.0:1780334615.840434:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967843 is committed 00000004:00080000:1.0:1780334615.840439:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000020:00080000:1.0:1780334615.840524:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f04ac5e40 refcount 2 committed 0 result 0 batchid 13 00000020:00080000:1.0:1780334615.840530:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b70083a3c00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04ac5f00 00000020:00080000:1.0:1780334615.840533:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b70083a3000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f02ae1000 00000020:00080000:0.0:1780334615.840714:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 13 committed batchid 12 00000020:00080000:0.0:1780334615.840772:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:3.0:1780334615.841009:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334615.841036:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624216704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780334615.841092:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334615.841167:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624216704 00000100:00100000:3.0:1780334615.841173:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624216704 00000100:00100000:3.0:1780334615.841216:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1780334615.841225:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3660:x1866815624216704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1780334615.841250:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18 count 1 00002000:00010000:3.0:1780334615.841290:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 5242880, mtime: 0x6a1dc014, atime: 0x6a1dc014, ctime: 0x6a1dc014, blocks: 0x2800 00010000:00010000:3.0:1780334615.841299:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e70096213 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.841315:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334615.841317:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334615.841322:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e70096213 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.841336:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e70096213 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.841346:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e70096213 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.841359:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e70096213 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.841376:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780334615.841480:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3660:x1866815624216704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 256us (387us total) trans 4294967346 rc 0/0 00000100:00100000:3.0:1780334615.841487:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000004:00080000:3.0:1780334615.841546:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b703fe47480/2, rc 0, transno 4294967346 00000100:00100000:3.0:1780334615.841553:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624216704:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780334615.841765:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700961d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.841774:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700961d4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.841781:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700961d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.841787:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334615.841791:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700961d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.841799:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700961d4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334615.841809:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+39:25602:x1866815604349312:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 7571us (7777us total) trans 0 rc 0/0 00010000:00010000:2.0:1780334615.841838:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00000100:00100000:1.0:1780334615.841843:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 909 00010000:00010000:2.0:1780334615.841846:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780334615.841852:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700961d4 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.841878:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700961d4 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.841888:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334615.841895:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e70096213 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.841903:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334615.841907:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e70096213 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.841916:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e70096213 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.841936:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e70096213 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.841943:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e70096213 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.841960:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334615.841962:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334615.841964:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334615.846979:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334615.848492:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604349440 00000100:00100000:2.0:1780334615.848504:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604349440 00000100:00100000:2.0:1780334615.848555:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 225 00000100:00100000:2.0:1780334615.848564:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604349440:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1780334615.853778:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967337 is committed 00000001:00080000:0.0:1780334615.853796:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967335 is committed 00000100:00100000:2.0:1780334615.853953:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604349440:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 5384us (6976us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334615.853967:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 225 00000100:00100000:0.0:1780334615.857346:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334615.860448:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604349696 00000100:00100000:2.0:1780334615.860462:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604349696 00000100:00100000:2.0:1780334615.860633:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 910 00000100:00100000:2.0:1780334615.860644:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+38:25602:x1866815604349696:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334615.860707:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334615.860741:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700961fe lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d18 expref: 38 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.860763:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00010000:00010000:2.0:1780334615.860767:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334615.860794:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009621a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.860807:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009621a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.860852:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009621a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334615.860980:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004fcc69c3 reply state 00000000917c94de transno 4294967850 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009621a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.860992:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009621a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.860999:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00010000:00010000:2.0:1780334615.861001:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334615.861004:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334615.861122:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+39:25602:x1866815604349696:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 480us (3852us total) trans 4294967850 rc 0/0 00000100:00100000:2.0:1780334615.861129:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 910 00000100:00100000:3.0:1780334615.865604:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334615.865734:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604349824 00000100:00100000:2.0:1780334615.865743:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604349824 00000100:00100000:2.0:1780334615.865803:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 911 00000100:00100000:2.0:1780334615.865844:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+39:25602:x1866815604349824:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334615.865869:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334615.865888:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096221 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d2d expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.865952:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096221 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d2d expref: 40 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.865966:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096221 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d2d expref: 40 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.865984:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00010000:00010000:2.0:1780334615.865999:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334615.866002:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723a00, rc 0) 00000100:00100000:2.0:1780334615.867208:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+40:25602:x1866815604349824:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1391us (1605us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334615.867219:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 911 00000100:00100000:3.0:1780334615.871524:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334615.871647:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604349952 00000100:00100000:1.0:1780334615.871657:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604349952 00000100:00100000:1.0:1780334615.871730:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 226 00000100:00100000:1.0:1780334615.871742:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604349952:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1780334615.872490:0:8519:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:1.0:1780334615.872495:0:8519:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb mtime from disk: 0 -> 1780334612 00002000:00010000:1.0:1780334615.872498:0:8519:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb atime from disk: 0 -> 1780334612 00002000:00010000:1.0:1780334615.872500:0:8519:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb ctime from disk: 0 -> 1780334612 00002000:00010000:1.0:1780334615.872503:0:8519:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb blocks from disk: 0 -> 10240 00000100:00100000:1.0:1780334615.872565:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604349952:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 824us (1049us total) trans 4294967338 rc 0/0 00000100:00100000:1.0:1780334615.872573:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 226 00000100:00100000:0.0:1780334615.877663:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334615.877933:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604350208 00000100:00100000:1.0:1780334615.877943:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604350208 00000100:00100000:1.0:1780334615.878010:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 912 00000100:00100000:1.0:1780334615.878020:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+40:25602:x1866815604350208:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1780334615.878097:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d200/0xdf9e767e70096228 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.878114:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700961cd lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d03 expref: 40 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.878124:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d200/0xdf9e767e70096228 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.878159:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700961cd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d03 expref: 40 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.878173:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700961cd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d03 expref: 40 pid: 15367 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334615.878186:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624216832:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334615.878687:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5000 going to sleep for 11 seconds 00000100:00100000:2.0:1780334615.886286:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.886364:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604350336 00000100:00100000:0.0:1780334615.886374:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604350336 00000100:00100000:1.0:1780334615.886393:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624216832:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334615.886414:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700961cd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d03 expref: 41 pid: 15367 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.886431:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d200/0xdf9e767e70096228 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334615.886459:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 297 00000100:00100000:0.0:1780334615.886470:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+41:2406:x1866815604350336:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334615.886486:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334615.886493:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700961cd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d03 expref: 41 pid: 15367 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.886504:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700961cd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d03 expref: 41 pid: 15367 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.886525:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700961cd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d03 expref: 41 pid: 15367 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.886539:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00010000:00010000:0.0:1780334615.886543:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d200/0xdf9e767e70096228 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.886566:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d200/0xdf9e767e70096228 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.886574:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d200/0xdf9e767e70096228 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.886604:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334615.886659:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+40:2406:x1866815604350336:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 191us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.886667:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 297 00010000:00010000:1.0:1780334615.886909:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d200/0xdf9e767e70096228 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.886917:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d200/0xdf9e767e70096228 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.886952:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d200/0xdf9e767e70096228 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.886966:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d200/0xdf9e767e70096228 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.886973:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d200/0xdf9e767e70096228 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.886979:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334615.886984:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d200/0xdf9e767e70096228 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.886990:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d200/0xdf9e767e70096228 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.886999:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00010000:00010000:1.0:1780334615.887002:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1780334615.887005:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d200/0xdf9e767e70096228 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.887011:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d200/0xdf9e767e70096228 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334615.887066:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+39:25602:x1866815604350208:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 9046us (9411us total) trans 0 rc -22/-22 00000100:00100000:1.0:1780334615.887074:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 912 00000100:00100000:3.0:1780334615.890628:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334615.890743:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604350464 00000100:00100000:2.0:1780334615.890753:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604350464 00000100:00100000:2.0:1780334615.890840:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 227 00000100:00100000:2.0:1780334615.890850:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604350464:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334615.890894:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000037783326/0xdf9e767e7009622f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.890914:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e7009620c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d26 expref: 10 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.890922:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334615.890924:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334615.890928:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037783326/0xdf9e767e7009622f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.890963:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e7009620c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d26 expref: 10 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.890977:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e7009620c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d26 expref: 10 pid: 8519 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334615.891011:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624216960:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334615.891088:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd180 going to sleep for 11 seconds 00000100:00100000:3.0:1780334615.895865:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624216960:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334615.895893:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000037783326/0xdf9e767e7009622f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334615.907459:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.907628:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604350592 00000100:00100000:0.0:1780334615.907637:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604350592 00010000:00010000:0.0:1780334615.907689:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e7009620c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d26 expref: 11 pid: 8519 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334615.907725:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 298 00000100:00100000:0.0:1780334615.907736:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604350592:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334615.907751:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334615.907773:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e7009620c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d26 expref: 11 pid: 8519 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.907792:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e7009620c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d26 expref: 11 pid: 8519 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.907855:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e7009620c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d26 expref: 11 pid: 8519 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.907891:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334615.907893:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334615.907898:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037783326/0xdf9e767e7009622f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.907908:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037783326/0xdf9e767e7009622f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.907940:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334615.907994:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604350592:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 260us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.908000:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 298 00010000:00010000:3.0:1780334615.908878:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000037783326/0xdf9e767e7009622f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.908891:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037783326/0xdf9e767e7009622f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.908920:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000037783326/0xdf9e767e7009622f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.908928:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037783326/0xdf9e767e7009622f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.908936:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037783326/0xdf9e767e7009622f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.908944:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334615.908948:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037783326/0xdf9e767e7009622f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.908957:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037783326/0xdf9e767e7009622f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.908969:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037783326/0xdf9e767e7009622f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334615.908976:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037783326/0xdf9e767e7009622f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334615.909061:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2409:x1866815604350464:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 18211us (18440us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334615.909074:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 227 00000100:00100000:3.0:1780334615.912279:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334615.912380:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604350848 00000100:00100000:2.0:1780334615.912390:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604350848 00000100:00100000:2.0:1780334615.912451:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 913 00000100:00100000:2.0:1780334615.912460:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+39:25602:x1866815604350848:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1780334615.912535:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70096236 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.912552:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70096236 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.912563:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70096236 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.912711:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009623d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.912722:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096221 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d2d expref: 40 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.912730:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009623d lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.912763:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096221 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d2d expref: 40 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.912778:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096221 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d2d expref: 40 pid: 6538 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334615.912805:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624217088:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334615.912923:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334615.918402:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334615.919197:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604350976 00000100:00100000:1.0:1780334615.919207:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604350976 00010000:00010000:1.0:1780334615.919249:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096221 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d2d expref: 41 pid: 6538 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334615.919298:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 299 00000100:00100000:1.0:1780334615.919320:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+41:2407:x1866815604350976:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334615.919335:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334615.919342:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096221 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d2d expref: 41 pid: 6538 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.919355:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096221 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d2d expref: 41 pid: 6538 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.919376:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00010000:00010000:1.0:1780334615.919381:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009623d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.919391:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009623d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.919398:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009623d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334615.919418:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334615.919487:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+41:2407:x1866815604350976:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 167us (1092us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334615.919494:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 299 00010000:00010000:0.0:1780334615.923397:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70096221 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d2d expref: 40 pid: 6538 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334615.923424:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624217088:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334615.923453:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009623d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.923467:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009623d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.923477:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009623d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780334615.923586:0:9763:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967851 00000001:00080000:0.0:1780334615.923710:0:9763:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967852 00000001:00080000:0.0:1780334615.923763:0:9763:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967853 00000100:00100000:0.0:1780334615.923879:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9763:1866815624217216:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1780334615.923939:0:9763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334615.924143:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624217216 00000100:00100000:3.0:1780334615.924150:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624217216 00000100:00100000:3.0:1780334615.924204:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1780334615.924217:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9763:x1866815624217216:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1780334615.924289:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9763:x1866815624217216:12345-0@lo:1000:mdt00_003.0 Request processed in 75us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334615.924296:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1780334615.925245:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03e81000 going to sleep for 11 seconds 00000100:00100000:0.0:1780334615.925265:0:9763:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000004:00080000:0.0:1780334615.925270:0:9763:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b703460ce00, transno 4294967335 00000100:00100000:0.0:1780334615.925279:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9763:1866815624217216:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1780334615.925396:0:9763:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967854 00000100:00100000:0.0:1780334615.926642:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9763:1866815624217344:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1780334615.926706:0:9763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334615.926730:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03e813c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334615.928468:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624217344 00000100:00100000:2.0:1780334615.928478:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624217344 00000100:00100000:2.0:1780334615.928535:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1780334615.928544:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7011183050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9763:x1866815624217344:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1780334615.928712:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7011183050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:9763:x1866815624217344:12345-0@lo:1000:mdt00_003.0 Request processed in 168us (2004us total) trans 4294967339 rc 0/0 00000100:00100000:2.0:1780334615.928719:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1780334615.930080:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9763:1866815624217344:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1780334615.930173:0:9763:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967855 00010000:00010000:0.0:1780334615.930211:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009623d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.930221:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009623d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.930228:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009623d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.930234:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334615.930238:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009623d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.930245:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009623d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.930259:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00010000:00010000:0.0:1780334615.930271:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334615.930276:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009623d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.930282:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009623d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.930305:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096141 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.930311:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096141 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.930317:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096141 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.930322:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334615.930324:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096141 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.930330:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096141 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.930338:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b7012ce6200) 00010000:00010000:0.0:1780334615.930340:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334615.930347:0:9763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096148 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ce0 expref: 82 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.930358:0:9763:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096148 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ce0 expref: 82 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.930367:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096148 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ce0 expref: 82 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.930407:0:9763:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096148 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ce0 expref: 82 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334615.930421:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624217472:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334615.930510:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03e81cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334615.936026:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624217472:192.168.203.22@tcp:105: 00010000:00010000:0.0:1780334615.936056:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096141 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936067:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096141 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936098:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096244 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936118:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096244 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936129:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096244 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936140:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096244 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936147:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096244 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936153:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096244 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936177:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334615.936181:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096244 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936187:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096244 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936199:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b7012ce6200) 00010000:00010000:0.0:1780334615.936206:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334615.936210:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096244 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936216:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096244 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936226:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70096236 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936231:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70096236 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936237:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70096236 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936241:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334615.936244:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70096236 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936250:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70096236 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936268:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b7012ce6200) 00010000:00010000:0.0:1780334615.936269:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334615.936273:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70096236 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.936277:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70096236 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334615.936448:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:25602:x1866815604350848:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 23988us (24175us total) trans 4294967856 rc 0/0 00000100:00100000:0.0:1780334615.936457:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 913 00000020:00080000:0.0:1780334615.936472:0:9763:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:3.0:1780334615.936908:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000040:00080000:2.0:1780334615.937434:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334615.937439:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1780334615.938099:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604351104 00000100:00100000:0.0:1780334615.938107:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604351104 00000100:00100000:0.0:1780334615.938152:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 178 00000100:00100000:0.0:1780334615.938161:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ec850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:25601:x1866815604351104:12345-192.168.203.22@tcp:49:md5sum.0 00000100:00100000:0.0:1780334615.938281:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ec850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:25601:x1866815604351104:12345-192.168.203.22@tcp:49:md5sum.0 Request processed in 120us (1371us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334615.938287:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 178 00000040:00080000:2.0:1780334615.938746:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1780334615.938756:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334615.954370:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.954473:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604351360 00000100:00100000:0.0:1780334615.954483:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604351360 00000100:00100000:0.0:1780334615.954538:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 179 00000100:00100000:0.0:1780334615.954548:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:25602:x1866815604351360:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1780334615.954843:0:6542:0:(mdd_object.c:4033:mdd_close()) Object [0x200000403:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1780334615.954878:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967857 00010000:00010000:0.0:1780334615.954914:0:6542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e7009624b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.954944:0:6542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e7009624b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.954956:0:6542:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e7009624b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.954964:0:6542:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e7009624b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.954969:0:6542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e7009624b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.954975:0:6542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e7009624b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334615.954987:0:6542:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780334615.955086:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:25602:x1866815604351360:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 540us (724us total) trans 4294967858 rc 0/0 00000100:00100000:0.0:1780334615.955093:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 179 00000020:00080000:0.0:1780334615.955098:0:6542:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1780334615.957255:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780334615.957268:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e7009624b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.957279:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830c00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334615.957283:0:10291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e7009624b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.957292:0:10291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e7009624b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.957310:0:10291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00010000:00010000:2.0:1780334615.957313:0:10291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780334615.957335:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e7009624b lrc: 1/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.957341:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e7009624b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.957358:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334615.957360:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334615.957362:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334615.958913:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334615.959088:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604351488 00000100:00100000:2.0:1780334615.959098:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604351488 00000100:00100000:2.0:1780334615.959163:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 228 00000100:00100000:2.0:1780334615.959173:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:25601:x1866815604351488:12345-192.168.203.22@tcp:101:md5sum.0 00010000:00010000:2.0:1780334615.959191:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334615.959211:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70096252 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d34 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334615.959234:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 5242880, mtime: 0x6a1dc014, atime: 0x6a1dc014, ctime: 0x6a1dc014, blocks: 0x2800 00010000:00010000:2.0:1780334615.959254:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334615.959257:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334615.959265:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70096252 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d34 expref: 12 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.959279:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70096252 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d34 expref: 12 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334615.959291:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723800, rc 0) 00000100:00100000:2.0:1780334615.959347:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:25601:x1866815604351488:12345-192.168.203.22@tcp:101:md5sum.0 Request processed in 176us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334615.959367:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 228 00000100:00100000:3.0:1780334615.967988:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334615.968419:0:8426:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604351616 00000100:00100000:0.0:1780334615.968431:0:8426:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604351616 00002000:00100000:0.0:1780334615.968480:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (0->32767) req@ffff9b703fdd0e00 x1866815604351616/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:81/0 lens 488/0 e 0 to 0 dl 1780334626 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334615.968490:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdd0e00 with x1866815604351616 ext(0->32767) 00002000:00010000:0.0:1780334615.968497:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fdd0e00 00000100:00100000:0.0:1780334615.968580:0:8426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 69 00000100:00100000:0.0:1780334615.968600:0:8426:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604351616:12345-192.168.203.22@tcp:3:md5sum.0 00000100:00100000:0.0:1780334615.973498:0:8426:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604351616:12345-192.168.203.22@tcp:3:md5sum.0 Request processed in 4898us (5508us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1780334615.973511:0:8426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 69 00002000:00100000:0.0:1780334615.973524:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (0->32767) req@ffff9b703fdd0e00 x1866815604351616/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:81/0 lens 488/440 e 0 to 0 dl 1780334626 ref 1 fl Complete:/600/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334615.973534:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdd0e00 with x1866815604351616 ext(0->32767) 00002000:00010000:0.0:1780334615.973540:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fdd0e00 00000100:00100000:3.0:1780334615.994020:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334615.995234:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604351744 00000100:00100000:1.0:1780334615.995246:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604351744 00002000:00100000:1.0:1780334615.995299:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x11:0x0] (32768->4194303) req@ffff9b703fdd2300 x1866815604351744/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:81/0 lens 488/0 e 0 to 0 dl 1780334626 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334615.995310:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdd2300 with x1866815604351744 ext(32768->4194303) 00002000:00010000:1.0:1780334615.995316:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fdd2300 00000100:00100000:1.0:1780334615.995366:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 70 00000100:00100000:1.0:1780334615.995376:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604351744:12345-192.168.203.22@tcp:3:md5sum.0 00000100:00100000:1.0:1780334616.048933:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604351744:12345-192.168.203.22@tcp:3:md5sum.0 Request processed in 53548us (54911us total) trans 0 rc 4161536/4161536 00000100:00100000:1.0:1780334616.048946:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 70 00002000:00100000:1.0:1780334616.048959:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x11:0x0] (32768->4194303) req@ffff9b703fdd2300 x1866815604351744/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:81/0 lens 488/440 e 0 to 0 dl 1780334626 ref 1 fl Complete:/600/0 rc 4161536/4161536 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334616.048969:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdd2300 with x1866815604351744 ext(32768->4194303) 00002000:00010000:1.0:1780334616.048975:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fdd2300 00000100:00100000:3.0:1780334616.068312:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334616.068414:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604351872 00000100:00100000:1.0:1780334616.068425:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604351872 00002000:00100000:1.0:1780334616.068482:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff9b703fdd2680 x1866815604351872/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:82/0 lens 488/0 e 0 to 0 dl 1780334627 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334616.068493:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdd2680 with x1866815604351872 ext(4194304->5242879) 00002000:00010000:1.0:1780334616.068499:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fdd2680 00000100:00100000:1.0:1780334616.068541:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 71 00000100:00100000:1.0:1780334616.068550:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604351872:12345-192.168.203.22@tcp:3:md5sum.0 00000100:00100000:1.0:1780334616.085561:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604351872:12345-192.168.203.22@tcp:3:md5sum.0 Request processed in 17001us (17248us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1780334616.085573:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 71 00002000:00100000:1.0:1780334616.085587:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff9b703fdd2680 x1866815604351872/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:82/0 lens 488/440 e 0 to 0 dl 1780334627 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334616.085598:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdd2680 with x1866815604351872 ext(4194304->5242879) 00002000:00010000:1.0:1780334616.085617:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fdd2680 00000100:00100000:2.0:1780334616.128246:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334616.128322:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604352128 00000100:00100000:0.0:1780334616.128331:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604352128 00000100:00100000:0.0:1780334616.128391:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 180 00000100:00100000:0.0:1780334616.128401:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:25601:x1866815604352128:12345-192.168.203.22@tcp:35:md5sum.0 00000100:00100000:0.0:1780334616.128623:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:25601:x1866815604352128:12345-192.168.203.22@tcp:35:md5sum.0 Request processed in 224us (386us total) trans 4294967859 rc 0/0 00000100:00100000:0.0:1780334616.128632:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 180 00000100:00100000:3.0:1780334616.180319:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624217856:0@lo:400:kworker.0 00000100:00100000:2.0:1780334616.180356:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624217728:0@lo:400:kworker.0 00000100:00100000:3.0:1780334616.180390:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334616.180417:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624217856 00000100:00100000:2.0:1780334616.180425:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624217856 00000100:00100000:3.0:1780334616.180456:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624218368:0@lo:400:kworker.0 00000100:00100000:2.0:1780334616.180482:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1780334616.180486:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334616.180496:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624217856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334616.180509:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1780334616.180516:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624217984:0@lo:400:kworker.0 00000100:00100000:3.0:1780334616.180552:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334616.180559:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624217856:12345-0@lo:400:kworker.0 Request processed in 65us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334616.180568:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1780334616.180574:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624218496:0@lo:400:kworker.0 00000100:00100000:2.0:1780334616.180597:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334616.180604:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624217984 00000100:00100000:3.0:1780334616.180609:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624217984 00000100:00100000:3.0:1780334616.180639:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1780334616.180644:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624218240:0@lo:400:kworker.0 00000100:00100000:3.0:1780334616.180649:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624217984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334616.180688:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334616.180705:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624217984:12345-0@lo:400:kworker.0 Request processed in 57us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334616.180712:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1780334616.180714:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624218752:0@lo:400:kworker.0 00000100:00100000:3.0:1780334616.180737:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624218368 00000100:00100000:2.0:1780334616.180742:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334616.180743:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624218368 00000100:00100000:2.0:1780334616.180770:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1780334616.180778:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624217600:0@lo:400:kworker.0 00000100:00100000:3.0:1780334616.180782:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624218752 00000100:00100000:3.0:1780334616.180785:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624218752 00000100:00100000:3.0:1780334616.180808:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1780334616.180833:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624218368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334616.180863:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624218368:12345-0@lo:400:kworker.0 Request processed in 32us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334616.180870:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1780334616.180883:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1780334616.180890:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624218752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334616.180912:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334616.180925:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624218752:12345-0@lo:400:kworker.0 Request processed in 35us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334616.180931:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1780334616.180947:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624218112:0@lo:400:kworker.0 00000100:00100000:2.0:1780334616.180974:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334616.180976:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624217728 00000100:00100000:3.0:1780334616.180980:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624217728 00000100:00100000:2.0:1780334616.180998:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624218624:0@lo:400:kworker.0 00000100:00100000:3.0:1780334616.181015:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624218240 00000100:00100000:3.0:1780334616.181020:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624218240 00000100:00100000:2.0:1780334616.181023:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334616.181039:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624218112 00000100:00100000:3.0:1780334616.181042:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624218112 00000100:00100000:3.0:1780334616.181073:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624218624 00000100:00100000:3.0:1780334616.181076:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624218624 00000100:00100000:3.0:1780334616.181089:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1780334616.181095:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624217728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334616.181136:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624217728:12345-0@lo:400:kworker.0 Request processed in 40us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334616.181141:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1780334616.181154:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1780334616.181160:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624218240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334616.181184:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624218240:12345-0@lo:400:kworker.0 Request processed in 25us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334616.181190:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1780334616.181200:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1780334616.181205:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624218752:0@lo:400:kworker.0 00000100:00100000:3.0:1780334616.181208:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624218112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334616.181237:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624217728:0@lo:400:kworker.0 00000100:00100000:3.0:1780334616.181242:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624218112:12345-0@lo:400:kworker.0 Request processed in 35us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334616.181253:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1780334616.181263:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1780334616.181269:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624218624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334616.181292:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624218624:12345-0@lo:400:kworker.0 Request processed in 24us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334616.181297:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1780334616.181330:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624217600 00000100:00100000:3.0:1780334616.181333:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624217600 00000100:00100000:3.0:1780334616.181359:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1780334616.181365:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624217600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334616.181391:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334616.181397:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624217600:12345-0@lo:400:kworker.0 Request processed in 30us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334616.181402:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1780334616.181436:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624217856:0@lo:400:kworker.0 00000100:00100000:0.0:1780334616.181555:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334616.181566:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624218880:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1780334616.181906:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334616.181910:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334616.181912:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334616.181914:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334616.181925:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624218496 00000100:00100000:3.0:1780334616.181929:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624218496 00000100:00100000:3.0:1780334616.181957:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1780334616.181963:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624218496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334616.181996:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624218496:12345-0@lo:400:kworker.0 Request processed in 33us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334616.182001:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00080000:3.0:1780334616.182014:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334616.182196:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624218368:0@lo:400:kworker.0 00000100:00100000:1.0:1780334616.182208:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334616.182216:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624219008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334616.182246:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334616.182270:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624217984:0@lo:400:kworker.0 00000100:00100000:1.0:1780334616.182515:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624218496:0@lo:400:kworker.0 00000100:00100000:3.0:1780334616.182648:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624219008 00000100:00100000:3.0:1780334616.182653:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624219008 00000100:00100000:3.0:1780334616.182702:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1780334616.182710:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3660:x1866815624219008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334616.182732:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 100227904 pending 5292032 free 3916161024 avail 3684638720 00000100:00100000:3.0:1780334616.182763:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3660:x1866815624219008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334616.182767:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1780334616.182791:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624219008:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334616.183605:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624218240:0@lo:400:kworker.0 00000100:00100000:2.0:1780334616.183631:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624217600:0@lo:400:kworker.0 00000100:00100000:2.0:1780334616.183643:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624218112:0@lo:400:kworker.0 00000100:00100000:2.0:1780334616.183655:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624218624:0@lo:400:kworker.0 00000100:00100000:0.0:1780334616.183666:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334616.183787:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624218880 00000100:00100000:1.0:1780334616.183792:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624218880 00000100:00100000:1.0:1780334616.183892:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1780334616.183901:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624218880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334616.183917:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 100227904 pending 5292032 free 3916161024 avail 3684638720 00000100:00100000:1.0:1780334616.183961:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624218880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334616.183968:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:0.0:1780334616.184037:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624218880:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1780334616.500100:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334617.524196:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334617.718017:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624219264:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334617.718089:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334617.718137:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624219136:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334617.718174:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624219264 00000100:00100000:0.0:1780334617.718175:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334617.718184:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624219264 00000100:00100000:0.0:1780334617.718212:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334617.718223:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624219392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334617.718236:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1780334617.718247:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624219264:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334617.718253:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334617.718279:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624219136 00000004:00000024:2.0:1780334617.718294:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334617.718296:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624219136 00000100:00100000:0.0:1780334617.718331:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624219392 00000100:00100000:0.0:1780334617.718334:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624219392 00000100:00100000:2.0:1780334617.718347:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624219264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334617.718353:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1780334617.718359:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1780334617.718364:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624219136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334617.718382:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:0.0:1780334617.718421:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624219136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334617.718428:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1780334617.718432:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624219264:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334617.718449:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1780334617.718456:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624219392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334617.718464:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00080000:2.0:1780334617.718474:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334617.718494:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624219392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334617.718499:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1780334617.718534:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624219392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334617.718562:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624219136:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1780334618.239771:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000001:00080000:0.0:1780334618.239789:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967343 is committed 00010000:00010000:1.0:1780334618.549276:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334619.319982:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1780334619.574110:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334620.020281:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334620.020290:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334620.020383:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:0.0:1780334620.020391:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334620.597946:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334620.652500:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334620.652545:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334620.652568:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334620.652585:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334620.652628:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334620.652665:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334620.652687:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334620.652707:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334620.652729:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334620.652752:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604352384 00000100:00100000:3.0:1780334620.652761:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604352384 00000100:00100000:3.0:1780334620.652850:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604352896 00000100:00100000:3.0:1780334620.652854:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604352896 00000100:00100000:3.0:1780334620.652870:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604352512 00000100:00100000:3.0:1780334620.652872:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604352512 00000100:00100000:3.0:1780334620.652884:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604353024 00000100:00100000:3.0:1780334620.652887:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604353024 00000100:00100000:3.0:1780334620.652905:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 676 00000100:00100000:3.0:1780334620.652914:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:2408:x1866815604352384:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334620.652998:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:2408:x1866815604352384:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 84us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334620.653005:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 676 00000100:00100000:3.0:1780334620.653023:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 677 00000100:00100000:3.0:1780334620.653029:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+46:2408:x1866815604352896:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334620.653053:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+46:2408:x1866815604352896:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334620.653058:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 677 00000100:00100000:3.0:1780334620.653069:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 678 00000100:00100000:3.0:1780334620.653074:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604352512:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334620.653092:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604352512:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 18us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334620.653097:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 678 00000100:00100000:3.0:1780334620.653106:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 679 00000100:00100000:3.0:1780334620.653111:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604353024:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334620.653128:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604353024:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 17us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334620.653134:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 679 00000100:00100000:1.0:1780334620.653193:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604352640 00000100:00100000:1.0:1780334620.653198:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604352640 00000100:00100000:1.0:1780334620.653227:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604353152 00000100:00100000:1.0:1780334620.653230:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604353152 00000100:00100000:1.0:1780334620.653244:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604352768 00000100:00100000:1.0:1780334620.653246:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604352768 00000100:00100000:1.0:1780334620.653257:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604353280 00000100:00100000:1.0:1780334620.653260:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604353280 00000100:00100000:1.0:1780334620.653283:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 379 00000100:00100000:1.0:1780334620.653290:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2408:x1866815604352640:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334620.653316:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2408:x1866815604352640:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 27us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334620.653322:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 379 00000100:00100000:1.0:1780334620.653334:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 380 00000100:00100000:1.0:1780334620.653339:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2408:x1866815604353152:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334620.653359:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2408:x1866815604353152:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 20us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334620.653364:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 380 00000100:00100000:1.0:1780334620.653374:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 381 00000100:00100000:1.0:1780334620.653378:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2408:x1866815604352768:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334620.653398:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2408:x1866815604352768:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 20us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334620.653403:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 381 00000100:00100000:1.0:1780334620.653413:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 382 00000100:00100000:1.0:1780334620.653418:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2408:x1866815604353280:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334620.653436:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2408:x1866815604353280:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 19us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334620.653441:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 382 00000100:00100000:2.0:1780334620.654893:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604352256 00000100:00100000:2.0:1780334620.654904:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604352256 00000100:00100000:2.0:1780334620.655001:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 666 00000100:00100000:2.0:1780334620.655011:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604352256:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334620.655064:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604352256:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 55us (2436us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334620.655082:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 666 00000100:00080000:2.0:1780334620.655114:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334620.655118:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334620.655121:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334620.655124:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334620.730952:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334620.731117:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604353408 00000100:00100000:0.0:1780334620.731126:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604353408 00000100:00100000:0.0:1780334620.731178:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 914 00000100:00100000:0.0:1780334620.731188:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:26026:x1866815604353408:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334620.731208:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334620.731227:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096259 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d3b expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.731676:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096260 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.731694:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096260 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.731706:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096260 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334620.731751:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:0.0:1780334620.731755:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334620.731775:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096260 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.731878:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096259 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d3b expref: 86 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.731898:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096260 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d3b expref: 85 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.731906:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:0.0:1780334620.731909:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334620.731912:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830800, rc 0) 00000100:00100000:0.0:1780334620.731977:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:26026:x1866815604353408:12345-192.168.203.22@tcp:101:rm.0 Request processed in 789us (1033us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334620.731995:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 914 00000100:00100000:0.0:1780334620.734795:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334620.734849:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604353664 00000100:00100000:0.0:1780334620.734858:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604353664 00000100:00100000:0.0:1780334620.734905:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 915 00000100:00100000:0.0:1780334620.734915:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:26026:x1866815604353664:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334620.734934:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334620.734951:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096267 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d42 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334620.735040:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:0.0:1780334620.735129:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096267 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d42 expref: 87 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.735142:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334620.735145:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780334620.735150:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096267 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d42 expref: 87 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.735160:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830e00, rc 0) 00000100:00100000:0.0:1780334620.735208:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:26026:x1866815604353664:12345-192.168.203.22@tcp:101:rm.0 Request processed in 296us (421us total) trans 4294967860 rc 301/301 00000100:00100000:0.0:1780334620.735215:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 915 00000100:00100000:1.0:1780334620.747458:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334620.747493:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604353792 00000100:00100000:1.0:1780334620.747502:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604353792 00000100:00100000:1.0:1780334620.747548:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 181 00000100:00100000:1.0:1780334620.747564:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:26026:x1866815604353792:12345-192.168.203.22@tcp:37:rm.0 00000100:00100000:0.0:1780334620.754202:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:26026:x1866815604353792:12345-192.168.203.22@tcp:37:rm.0 Request processed in 6630us (6741us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334620.754216:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 181 00000100:00100000:0.0:1780334620.757483:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334620.757561:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604354048 00000100:00100000:1.0:1780334620.757570:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604354048 00000100:00100000:1.0:1780334620.757666:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 182 00000100:00100000:1.0:1780334620.757677:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:26026:x1866815604354048:12345-192.168.203.22@tcp:35:rm.0 00000100:00100000:1.0:1780334620.757927:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:26026:x1866815604354048:12345-192.168.203.22@tcp:35:rm.0 Request processed in 250us (447us total) trans 4294967861 rc 0/0 00000100:00100000:1.0:1780334620.757934:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 182 00000100:00100000:3.0:1780334620.761361:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334620.762110:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604354304 00000100:00100000:0.0:1780334620.762121:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604354304 00000100:00100000:0.0:1780334620.762180:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 916 00000100:00100000:0.0:1780334620.762191:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:26026:x1866815604354304:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334620.762213:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334620.762232:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096275 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d49 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.762344:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009627c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.762359:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009627c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.762370:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009627c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334620.762382:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:0.0:1780334620.762479:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096275 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d49 expref: 90 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.762495:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009627c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d49 expref: 89 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.762504:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:0.0:1780334620.762508:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1780334620.762512:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830000, rc 0) 00000100:00100000:0.0:1780334620.762571:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:26026:x1866815604354304:12345-192.168.203.22@tcp:101:rm.0 Request processed in 382us (1217us total) trans 4294967862 rc 0/0 00000100:00100000:0.0:1780334620.762591:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 916 00000100:00100000:0.0:1780334620.773196:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334620.773294:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604354432 00000100:00100000:2.0:1780334620.773304:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604354432 00000100:00100000:2.0:1780334620.773391:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 917 00000100:00100000:2.0:1780334620.773401:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:26026:x1866815604354432:12345-192.168.203.22@tcp:41:rm.0 00000004:00000024:2.0:1780334620.773458:0:15367:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 7832322048 avail 7359766528 00000100:00100000:2.0:1780334620.773534:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:26026:x1866815604354432:12345-192.168.203.22@tcp:41:rm.0 Request processed in 134us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334620.773543:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 917 00000100:00100000:0.0:1780334620.779982:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334620.780190:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604354560 00000100:00100000:2.0:1780334620.780200:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604354560 00000100:00100000:2.0:1780334620.780243:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 918 00000100:00100000:2.0:1780334620.780252:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:26026:x1866815604354560:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334620.780270:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334620.780288:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009628a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d50 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780345:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096291 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780358:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096291 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780368:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096291 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780440:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e70096298 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780448:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e70096298 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780454:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e70096298 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780516:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0a00/0xdf9e767e7009629f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780524:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0a00/0xdf9e767e7009629f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780531:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0a00/0xdf9e767e7009629f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334620.780562:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00000004:00200000:2.0:1780334620.780565:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334620.780581:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0a00/0xdf9e767e7009629f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780591:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0a00/0xdf9e767e7009629f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780599:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096291 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780605:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096291 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780620:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096291 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780626:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334620.780630:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096291 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780649:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096291 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780661:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:2.0:1780334620.780664:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334620.780668:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096291 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780673:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096291 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780684:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e70096298 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780690:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e70096298 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780695:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e70096298 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780699:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334620.780701:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e70096298 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780717:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e70096298 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780727:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9b6f02d66100) 00010000:00010000:2.0:1780334620.780729:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334620.780731:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e70096298 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780737:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e70096298 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780776:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009628a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d50 expref: 91 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780788:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0a00/0xdf9e767e7009629f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d50 expref: 90 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.780795:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b7012ce6200) 00010000:00010000:2.0:1780334620.780797:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334620.780799:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0a00, rc 0) 00000100:00100000:2.0:1780334620.780894:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:26026:x1866815604354560:12345-192.168.203.22@tcp:101:rm.0 Request processed in 642us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334620.780901:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 918 00000100:00100000:1.0:1780334620.789079:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334620.789098:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624219520:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334620.789212:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334620.789324:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624219520 00000100:00100000:3.0:1780334620.789332:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624219520 00000100:00100000:3.0:1780334620.789378:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1780334620.789387:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624219520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334620.789416:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:3.0:1780334620.789465:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624219520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334620.789472:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1780334620.789542:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624219520:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334620.794617:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334620.794711:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604354816 00000100:00100000:0.0:1780334620.794727:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604354816 00000100:00100000:0.0:1780334620.794788:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 919 00000100:00100000:0.0:1780334620.794797:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:26026:x1866815604354816:12345-192.168.203.22@tcp:36:rm.0 00010000:00010000:0.0:1780334620.794882:0:6540:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1780334620.794909:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0a00/0xdf9e767e7009629f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d50 expref: 90 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.794930:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096148 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ce0 expref: 89 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.794940:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b7012ce6200) 00010000:00010000:0.0:1780334620.794967:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096260 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d3b expref: 88 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.794977:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:0.0:1780334620.794981:0:6540:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334620.794999:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700962a6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795012:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700962a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795020:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700962a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795046:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795053:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795059:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795143:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e700962b4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795152:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e700962b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795159:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e700962b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780334620.795345:0:6540:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8792 00000004:00080000:0.0:1780334620.795354:0:6540:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 624614542262ns, next at 625614540059ns, rc = 0 00010000:00010000:0.0:1780334620.795392:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700962bb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795401:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700962bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795408:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700962bb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795415:0:6540:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700962bb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795431:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700962bb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795437:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700962bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795453:0:6540:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780334620.795469:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e700962b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795474:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e700962b4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795481:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e700962b4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795487:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334620.795491:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e700962b4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795498:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e700962b4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795506:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b703c6cba00) 00010000:00010000:0.0:1780334620.795508:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780334620.795511:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e700962b4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795517:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e700962b4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795530:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700962a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795541:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700962a6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795547:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700962a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795551:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334620.795554:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700962a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795560:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700962a6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795566:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:0.0:1780334620.795568:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334620.795571:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700962a6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795576:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700962a6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334620.795584:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002f21bcb6 reply state 00000000e909527d transno 4294967863 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795594:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.795599:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9b703c6cb900) 00010000:00010000:0.0:1780334620.795600:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334620.795603:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780334620.795681:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:26026:x1866815604354816:12345-192.168.203.22@tcp:36:rm.0 Request processed in 884us (1070us total) trans 4294967863 rc 0/0 00000100:00100000:0.0:1780334620.795695:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 919 00010000:00010000:3.0:1780334620.796379:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780334620.796388:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700962bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.796395:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334620.796399:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700962bb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.796405:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700962bb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.796416:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9b703c6cba00) 00010000:00010000:3.0:1780334620.796419:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780334620.796422:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700962bb lrc: 1/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.796428:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700962bb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.796444:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334620.796446:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334620.796448:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334620.812271:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334620.812421:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604355072 00000100:00100000:0.0:1780334620.812430:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604355072 00000100:00100000:0.0:1780334620.812484:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 183 00000100:00100000:0.0:1780334620.812494:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:26026:x1866815604355072:12345-192.168.203.22@tcp:35:rm.0 00000100:00100000:0.0:1780334620.812727:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:26026:x1866815604355072:12345-192.168.203.22@tcp:35:rm.0 Request processed in 234us (463us total) trans 4294967864 rc 0/0 00000100:00100000:0.0:1780334620.812735:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 183 00000100:00100000:1.0:1780334620.816532:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334620.816627:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604355328 00000100:00100000:2.0:1780334620.816645:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604355328 00000100:00100000:2.0:1780334620.816705:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 920 00000100:00100000:2.0:1780334620.817031:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:26026:x1866815604355328:12345-192.168.203.22@tcp:36:rm.0 00010000:00010000:3.0:1780334620.817196:0:15367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1780334620.817224:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009627c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d49 expref: 90 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.817248:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70095fc0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c62 expref: 89 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.817259:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:3.0:1780334620.817268:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b702e7f5c00/0xdf9e767e70095fa4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0c5b expref: 88 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.817276:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334620.817279:0:15367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334620.817299:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e700962c2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.817312:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096180 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cee expref: 45 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.817395:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e700962c2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.817434:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096180 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cee expref: 45 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.817448:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096180 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cee expref: 45 pid: 6539 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334620.817462:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624219648:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334620.820535:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f02fc6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334620.820937:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334620.821071:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604355456 00000100:00100000:0.0:1780334620.821080:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604355456 00010000:00010000:0.0:1780334620.821117:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096180 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cee expref: 46 pid: 6539 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334620.821155:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 300 00000100:00100000:0.0:1780334620.821164:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:2406:x1866815604355456:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334620.821178:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334620.821184:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096180 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cee expref: 46 pid: 6539 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.821196:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096180 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cee expref: 46 pid: 6539 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.821217:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334620.821223:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e700962c2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.821255:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e700962c2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.821263:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e700962c2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.821280:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334620.823881:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:2406:x1866815604355456:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 2708us (2938us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334620.823894:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 300 00010000:00010000:3.0:1780334620.827082:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096180 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cee expref: 45 pid: 6539 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334620.827108:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624219648:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334620.827133:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e700962c2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.827144:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e700962c2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.827151:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e700962c2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.827181:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700962c9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.827194:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700962c9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.827206:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700962c9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.827294:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700962d0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.827305:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009619c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cf5 expref: 44 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.827313:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700962d0 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.827349:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009619c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cf5 expref: 44 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334620.827364:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009619c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cf5 expref: 44 pid: 6540 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334620.827380:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624219776:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334620.827675:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f02fc6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334620.832575:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334620.832681:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604355584 00000100:00100000:0.0:1780334620.832690:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604355584 00010000:00010000:0.0:1780334620.832729:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009619c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cf5 expref: 45 pid: 6540 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334620.832806:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 301 00000100:00100000:0.0:1780334620.832857:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b701881d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+45:2407:x1866815604355584:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334620.832871:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334620.832877:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009619c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cf5 expref: 45 pid: 6540 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.832890:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009619c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cf5 expref: 45 pid: 6540 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.832911:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:0.0:1780334620.832916:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700962d0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.832941:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700962d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.832948:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700962d0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334620.832980:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334620.833026:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b701881d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+45:2407:x1866815604355584:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 172us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334620.833033:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 301 00010000:00010000:3.0:1780334620.833279:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009619c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0cf5 expref: 44 pid: 6540 timeout: 724 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334620.833295:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624219776:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334620.833314:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700962d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833389:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700962d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833397:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700962d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334620.833661:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:2.0:1780334620.833676:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700962d0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833683:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700962d0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833691:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700962d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833696:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334620.833701:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700962d0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833708:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700962d0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833718:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9b6f01bf6a00) 00010000:00010000:2.0:1780334620.833721:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780334620.833724:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700962d0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833730:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700962d0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833752:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e700962c2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833766:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e700962c2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833772:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e700962c2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833776:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334620.833779:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e700962c2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833784:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e700962c2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833792:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334620.833794:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334620.833797:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e700962c2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833801:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e700962c2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334620.833845:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000858998d7 reply state 00000000d8b3830d transno 4294967865 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700962c9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833857:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700962c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334620.833863:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9b7007d1ce00) 00010000:00010000:2.0:1780334620.833866:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334620.833868:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334620.833916:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:26026:x1866815604355328:12345-192.168.203.22@tcp:36:rm.0 Request processed in 17202us (17394us total) trans 4294967865 rc 0/0 00000100:00100000:2.0:1780334620.833929:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 920 00000100:00100000:1.0:1780334620.909984:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334620.910093:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604355712 00000100:00100000:0.0:1780334620.910103:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604355712 00000100:00100000:0.0:1780334620.910169:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 921 00000100:00100000:0.0:1780334620.910180:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:25565:x1866815604355712:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1780334620.910287:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:25565:x1866815604355712:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 108us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334620.910294:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 921 00000100:00100000:1.0:1780334620.913768:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334620.913841:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604355840 00000100:00100000:2.0:1780334620.913851:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604355840 00000100:00100000:2.0:1780334620.913914:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 922 00000100:00100000:2.0:1780334620.913925:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:25565:x1866815604355840:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1780334620.914033:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:25565:x1866815604355840:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 110us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334620.914040:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 922 00000100:00100000:2.0:1780334621.300110:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02dfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624219904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334621.300180:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334621.301660:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624219904 00000100:00100000:0.0:1780334621.301671:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624219904 00000100:00100000:0.0:1780334621.301744:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1780334621.301754:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624219904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334621.301785:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 94935872 pending 0 free 3921403904 avail 3689881600 00000100:00100000:0.0:1780334621.301868:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624219904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (1688us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334621.301875:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1780334621.302015:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624220288:0@lo:400:kworker.0 00000100:00100000:0.0:1780334621.302057:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334621.302082:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624220800:0@lo:400:kworker.0 00000100:00100000:0.0:1780334621.302105:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334621.302129:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624221312:0@lo:400:kworker.0 00000100:00100000:0.0:1780334621.302149:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334621.302173:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1780334621.302180:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624220160:0@lo:400:kworker.0 00000100:00100000:0.0:1780334621.302201:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334621.302217:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624220672:0@lo:400:kworker.0 00000100:00100000:0.0:1780334621.302236:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334621.302251:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624221184:0@lo:400:kworker.0 00000100:00100000:0.0:1780334621.302270:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334621.302297:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624220800 00000100:00100000:0.0:1780334621.302301:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624220800 00000100:00100000:0.0:1780334621.302324:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624221312 00000100:00100000:0.0:1780334621.302327:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624221312 00000100:00100000:0.0:1780334621.302340:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624220160 00000100:00100000:0.0:1780334621.302343:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624220160 00000100:00100000:0.0:1780334621.302353:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624220672 00000100:00100000:0.0:1780334621.302355:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624220672 00000100:00100000:0.0:1780334621.302365:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624221184 00000100:00100000:0.0:1780334621.302367:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624221184 00000100:00100000:0.0:1780334621.302379:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1780334621.302385:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624220800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334621.302423:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624220800:12345-0@lo:400:kworker.0 Request processed in 38us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334621.302430:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1780334621.302443:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1780334621.302450:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624221312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334621.302475:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624221312:12345-0@lo:400:kworker.0 Request processed in 26us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334621.302481:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1780334621.302492:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1780334621.302498:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624220160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334621.302523:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624220160:12345-0@lo:400:kworker.0 Request processed in 26us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334621.302528:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1780334621.302539:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1780334621.302544:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624220672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334621.302568:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624220672:12345-0@lo:400:kworker.0 Request processed in 24us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334621.302573:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1780334621.302583:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1780334621.302588:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624221184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334621.302607:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624221184:12345-0@lo:400:kworker.0 Request processed in 20us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334621.302612:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1780334621.302657:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624220160:0@lo:400:kworker.0 00000100:00100000:0.0:1780334621.302667:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624220672:0@lo:400:kworker.0 00000100:00100000:0.0:1780334621.302674:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624221184:0@lo:400:kworker.0 00000100:00100000:0.0:1780334621.302681:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624220800:0@lo:400:kworker.0 00000100:00100000:0.0:1780334621.302689:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624221312:0@lo:400:kworker.0 00000100:00080000:2.0:1780334621.303190:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334621.303195:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334621.303197:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334621.303210:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624220288 00000100:00100000:2.0:1780334621.303215:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624220288 00000100:00100000:2.0:1780334621.303256:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1780334621.303264:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624220288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334621.303310:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624220288:12345-0@lo:400:kworker.0 Request processed in 47us (1252us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334621.303315:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1780334621.304316:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624220288:0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.307140:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624220032:0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.307217:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334621.307260:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624220544:0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.307287:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334621.307308:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624221056:0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.307330:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334621.307358:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1780334621.307366:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624220416:0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.307388:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334621.307407:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624220928:0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.307429:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334621.307443:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03699500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624221440:0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.307462:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334621.307505:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624220032 00000100:00100000:3.0:1780334621.307512:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624220032 00000100:00100000:3.0:1780334621.307557:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1780334621.307566:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624220032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.307618:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624220032:12345-0@lo:400:kworker.0 Request processed in 53us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334621.307627:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1780334621.307671:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624221056 00000100:00100000:3.0:1780334621.307675:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624221056 00000100:00100000:3.0:1780334621.307710:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624220928 00000100:00100000:3.0:1780334621.307713:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624220928 00000100:00100000:3.0:1780334621.307730:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624221440 00000100:00100000:3.0:1780334621.307733:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624221440 00000100:00100000:3.0:1780334621.307750:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1780334621.307756:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624221056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.307788:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624221056:12345-0@lo:400:kworker.0 Request processed in 32us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334621.307795:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1780334621.307837:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1780334621.307845:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624220928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.307872:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624220928:12345-0@lo:400:kworker.0 Request processed in 28us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334621.307878:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1780334621.307889:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1780334621.307895:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624221440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.307920:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624221440:12345-0@lo:400:kworker.0 Request processed in 26us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334621.307926:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1780334621.307949:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624220544 00000100:00100000:3.0:1780334621.307952:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624220544 00000100:00100000:3.0:1780334621.307988:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1780334621.307994:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624220544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.308023:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624220544:12345-0@lo:400:kworker.0 Request processed in 30us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334621.308029:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00080000:3.0:1780334621.308044:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334621.308048:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334621.308076:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624220928:0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.308085:0:3659:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967346 gen 2 00000004:00080000:3.0:1780334621.308097:0:3659:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b70082e3480, transno 4294967344 00000004:00080000:3.0:1780334621.308107:0:3659:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967345 committed transno 4294967346 00000004:00080000:3.0:1780334621.308118:0:3659:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b703fe47480, transno 4294967346 00000100:00100000:3.0:1780334621.308123:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03699500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624221440:0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.308132:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624220032:0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.308140:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624220544:0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.308150:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624221056:0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.308289:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624220416 00000100:00100000:3.0:1780334621.308293:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624220416 00000100:00100000:3.0:1780334621.308320:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1780334621.308327:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624220416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334621.308364:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624220416:12345-0@lo:400:kworker.0 Request processed in 37us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334621.308369:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1780334621.308396:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624220416:0@lo:400:kworker.0 00000100:00100000:1.0:1780334621.308703:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02dfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624219904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334621.311348:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334621.311371:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624221568:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334621.311432:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334621.311701:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624221568 00000100:00100000:0.0:1780334621.311709:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624221568 00000100:00100000:0.0:1780334621.311757:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1780334621.311766:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624221568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334621.311791:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 94935872 pending 0 free 3921403904 avail 3689881600 00000100:00100000:0.0:1780334621.311855:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624221568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334621.311862:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1780334621.312130:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624221568:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1780334621.313080:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967339 is committed 00000001:00080000:1.0:1780334621.313100:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967338 is committed 00000001:00080000:1.0:1780334621.321176:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967865 is committed 00000004:00080000:1.0:1780334621.321200:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00010000:00010000:3.0:1780334621.321364:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.321377:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962ad lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.321385:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.321391:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334621.321395:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.321403:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962ad lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.321425:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9b703c6cb900) 00010000:00010000:3.0:1780334621.321429:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334621.321434:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962ad lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.321440:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962ad lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.321472:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700962c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.321479:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700962c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.321485:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700962c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.321490:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ee00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334621.321492:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700962c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.321498:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700962c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.321505:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9b7007d1ce00) 00010000:00010000:3.0:1780334621.321507:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334621.321510:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700962c9 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.321515:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700962c9 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334621.328229:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03699500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624221696:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1780334621.328296:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334621.328444:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624221696 00000100:00100000:2.0:1780334621.328452:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624221696 00000100:00100000:2.0:1780334621.328500:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1780334621.328509:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624221696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780334621.328535:0:8422:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17 count 1 00010000:00010000:2.0:1780334621.328558:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091299f0f/0xdf9e767e700962d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334621.328591:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70096252 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d34 expref: 11 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334621.328601:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334621.328603:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334621.328607:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091299f0f/0xdf9e767e700962d7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334621.328646:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70096252 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d34 expref: 11 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334621.328661:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70096252 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d34 expref: 11 pid: 16895 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334621.328673:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0369b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624221824:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334621.329215:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03e81300 going to sleep for 11 seconds 00000001:00080000:1.0:1780334621.331513:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967858 is committed 00000020:00080000:1.0:1780334621.331531:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f03e81000 refcount 2 committed 0 result 0 batchid 14 00000020:00080000:1.0:1780334621.331536:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b70337a9e00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f03e81540 00000020:00080000:1.0:1780334621.331539:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b70337a9900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04dd3200 00000020:00080000:1.0:1780334621.331560:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 13 batchid updated 00000020:00080000:1.0:1780334621.331581:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 14 committed batchid 13 00000020:00080000:1.0:1780334621.331664:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00010000:00010000:0.0:1780334621.331836:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009621a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334621.331848:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009621a lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334621.331855:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009621a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334621.331860:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334621.331864:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009621a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334621.331872:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009621a lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334621.331886:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9b703c6c4600) 00010000:00010000:0.0:1780334621.331889:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334621.331894:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009621a lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334621.331900:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009621a lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334621.345466:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0369b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624221824:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334621.345497:0:8422:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000091299f0f/0xdf9e767e700962d7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334621.345923:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334621.346262:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604355968 00000100:00100000:3.0:1780334621.346270:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604355968 00010000:00010000:3.0:1780334621.346306:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70096252 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d34 expref: 12 pid: 16895 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334621.346347:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 302 00000100:00100000:3.0:1780334621.346357:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604355968:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334621.346371:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334621.346377:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70096252 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d34 expref: 12 pid: 16895 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.346390:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70096252 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d34 expref: 12 pid: 16895 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.346413:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70096252 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d34 expref: 12 pid: 16895 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.346431:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334621.346434:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334621.346438:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000091299f0f/0xdf9e767e700962d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.346447:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091299f0f/0xdf9e767e700962d7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334621.346472:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334621.346523:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604355968:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 167us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334621.346530:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 302 00010000:00010000:1.0:1780334621.347229:0:8422:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000091299f0f/0xdf9e767e700962d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334621.347241:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091299f0f/0xdf9e767e700962d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334621.347252:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091299f0f/0xdf9e767e700962d7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334621.347260:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091299f0f/0xdf9e767e700962d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334621.347287:0:8422:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780334621.347473:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624221696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18964us (19175us total) trans 4294967340 rc 0/0 00000100:00100000:1.0:1780334621.347481:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00010000:00010000:0.0:1780334621.347556:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780334621.347563:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091299f0f/0xdf9e767e700962d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334621.347572:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0e00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334621.347576:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091299f0f/0xdf9e767e700962d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334621.347586:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091299f0f/0xdf9e767e700962d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334621.347600:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091299f0f/0xdf9e767e700962d7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334621.347607:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091299f0f/0xdf9e767e700962d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334621.347628:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334621.347630:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334621.347642:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334621.347701:0:3660:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967339 gen 2 00000004:00080000:3.0:1780334621.347707:0:3660:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967339 committed transno 4294967339 00000100:00100000:3.0:1780334621.347726:0:3660:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff9b6f03699500 x1866815624221696/t4294967340(4294967340) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1780334637 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1780334621.347738:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b6f03699500/2, rc 0, transno 4294967340 00000100:00100000:3.0:1780334621.347743:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03699500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624221696:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780334621.620112:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1780334622.522585:0:20466:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12d: Restore of a non archived, non released file must work ========================================================== 13:23:41 (1780334621) 00010000:00010000:0.0:1780334622.646292:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334622.836731:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334622.836746:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624221952:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334622.836750:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624222080:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334622.837023:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334622.837878:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334622.837893:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624222208:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334622.837946:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334622.839012:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624221952 00000100:00100000:0.0:1780334622.839023:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624221952 00000100:00100000:0.0:1780334622.839078:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1780334622.839088:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624221952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334622.839121:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1780334622.839149:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334622.839201:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624222080 00000100:00100000:3.0:1780334622.839205:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624222080 00000100:00100000:3.0:1780334622.839225:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1780334622.839231:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624222080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334622.839242:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1780334622.839267:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624222080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334622.839277:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1780334622.839870:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624221952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (2163us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334622.839878:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1780334622.839935:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624221952:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334622.840791:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624222208 00000100:00100000:2.0:1780334622.840798:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624222208 00000100:00100000:2.0:1780334622.840853:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1780334622.840862:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624222208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334622.840893:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334622.840959:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624222208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (3013us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334622.840983:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1780334622.841035:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624222080:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334622.841097:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624222208:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334622.857938:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334622.858007:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604356096 00000100:00100000:2.0:1780334622.858017:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604356096 00000100:00100000:2.0:1780334622.858100:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 923 00000100:00100000:2.0:1780334622.858113:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+34:26212:x1866815604356096:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334622.858134:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334622.858176:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e700962de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d57 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.858240:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e700962e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.858255:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e700962e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.858266:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e700962e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334622.858307:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1780334622.858311:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334622.858329:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e700962e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.858351:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e700962de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d57 expref: 36 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.858368:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e700962e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d57 expref: 35 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.858393:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334622.858396:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334622.858400:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1e00, rc 0) 00000100:00100000:2.0:1780334622.858467:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+35:26212:x1866815604356096:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 357us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334622.858474:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 923 00000100:00080000:3.0:1780334622.858603:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334622.864014:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334622.864929:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604356224 00000100:00100000:0.0:1780334622.864943:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604356224 00000100:00080000:3.0:1780334622.865029:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334622.865037:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 924 00000100:00100000:0.0:1780334622.865049:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+80:26212:x1866815604356224:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334622.865072:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334622.865094:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700962ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d5e expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.865164:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.865180:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.865191:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334622.865237:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1780334622.865241:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334622.865260:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.865287:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700962ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d5e expref: 82 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.865306:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d5e expref: 81 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.865315:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334622.865318:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334622.865322:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831200, rc 0) 00000100:00100000:0.0:1780334622.865386:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+81:26212:x1866815604356224:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 340us (1381us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334622.865393:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 924 00000100:00100000:1.0:1780334622.873207:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334622.873679:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604356352 00000100:00100000:0.0:1780334622.873691:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604356352 00000100:00100000:0.0:1780334622.873754:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 925 00000100:00100000:0.0:1780334622.873765:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+35:26213:x1866815604356352:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1780334622.873895:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+35:26213:x1866815604356352:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 131us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334622.873903:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 925 00000100:00100000:1.0:1780334622.882917:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334622.884040:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604356480 00000100:00100000:0.0:1780334622.884052:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604356480 00000100:00100000:0.0:1780334622.884131:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 926 00000100:00100000:0.0:1780334622.884145:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:26213:x1866815604356480:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1780334622.884260:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:26213:x1866815604356480:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 118us (1351us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334622.884272:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 926 00000100:00080000:3.0:1780334622.885038:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334622.895130:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334622.895527:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604356608 00000100:00100000:0.0:1780334622.895538:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604356608 00000100:00100000:0.0:1780334622.895670:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 927 00000100:00100000:0.0:1780334622.895682:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+81:26214:x1866815604356608:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334622.895704:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334622.895725:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700962fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d65 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.895798:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096301 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.895922:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096301 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.895935:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096301 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896185:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e70096308 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896195:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e70096308 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896203:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e70096308 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896247:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096301 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896254:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096301 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896260:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096301 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896265:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334622.896269:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096301 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896294:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096301 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896306:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334622.896309:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334622.896314:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096301 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896563:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096301 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896583:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e70096308 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896588:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e70096308 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896594:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e70096308 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896599:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481cc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334622.896602:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e70096308 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896607:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e70096308 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896615:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9b7033541f00) 00010000:00010000:1.0:1780334622.896618:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334622.896630:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e70096308 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896646:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e70096308 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896682:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700962fa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d65 expref: 82 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896692:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334622.896694:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334622.896698:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700962fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d65 expref: 82 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334622.896709:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830e00, rc 0) 00000100:00100000:1.0:1780334622.896856:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+81:26214:x1866815604356608:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1175us (1732us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334622.896864:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 927 00000100:00100000:1.0:1780334622.900760:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334622.900840:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604356864 00000100:00100000:2.0:1780334622.900850:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604356864 00000100:00100000:2.0:1780334622.900898:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 928 00000100:00100000:2.0:1780334622.900908:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+81:26214:x1866815604356864:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:2.0:1780334622.900973:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334622.901000:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700962f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d5e expref: 81 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.901020:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334622.901025:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334622.901074:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.901088:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e700962e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d57 expref: 34 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.901097:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.901128:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e700962e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d57 expref: 34 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.901155:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e700962e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d57 expref: 34 pid: 6538 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334622.901171:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0369b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624222336:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334622.901664:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01d900c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334622.904185:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334622.904256:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604356992 00000100:00100000:3.0:1780334622.904264:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604356992 00010000:00010000:3.0:1780334622.904301:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e700962e5 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d57 expref: 35 pid: 6538 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334622.904346:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 303 00000100:00100000:3.0:1780334622.904356:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03697b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+35:2406:x1866815604356992:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334622.904370:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334622.904377:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e700962e5 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d57 expref: 35 pid: 6538 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.904389:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e700962e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d57 expref: 35 pid: 6538 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.904410:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334622.904415:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.904424:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.904431:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.904449:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334622.904504:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03697b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+35:2406:x1866815604356992:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 149us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334622.904512:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 303 00010000:00010000:0.0:1780334622.905149:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e700962e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d57 expref: 34 pid: 6538 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334622.905166:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0369b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624222336:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334622.905188:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.905196:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.905200:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.905223:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096316 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.905233:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096316 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.905241:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096316 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.906081:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009631d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.906093:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009631d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.906101:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009631d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334622.906117:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc93ce7e reply state 00000000e9843f84 transno 4294967866 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009631d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.906128:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009631d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.906135:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:0.0:1780334622.906138:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334622.906142:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780334622.906149:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00010000:00010000:0.0:1780334622.906157:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.906163:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.906168:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.906174:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.906179:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334622.906183:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.906190:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.906200:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334622.906202:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334622.906205:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.906210:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0e00/0xdf9e767e7009630f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334622.906221:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cc93ce7e reply state 00000000e9843f84 transno 4294967866 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096316 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.906229:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096316 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.906234:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9b703c6cb500) 00010000:00010000:0.0:1780334622.906237:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334622.906238:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1780334622.906395:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+82:26214:x1866815604356864:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 5485us (5639us total) trans 4294967866 rc 0/0 00000100:00100000:0.0:1780334622.906404:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 928 00000100:00100000:2.0:1780334622.916273:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334622.916607:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604357120 00000100:00100000:0.0:1780334622.916617:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604357120 00000100:00100000:0.0:1780334622.916718:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 929 00000100:00100000:0.0:1780334622.916737:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+82:26215:x1866815604357120:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:0.0:1780334622.916759:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334622.916778:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096324 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d6c expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.916876:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009632b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.916891:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009632b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.916901:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009632b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334622.916943:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1780334622.916946:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334622.916966:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009632b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.917001:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096324 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d6c expref: 84 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.917020:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009632b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d6c expref: 83 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.917034:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334622.917037:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334622.917040:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831c00, rc 0) 00000100:00100000:0.0:1780334622.917093:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:26215:x1866815604357120:12345-192.168.203.22@tcp:101:bash.0 Request processed in 367us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334622.917100:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 929 00000100:00100000:1.0:1780334622.919905:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334622.919989:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604357248 00000100:00100000:3.0:1780334622.920000:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604357248 00000100:00100000:3.0:1780334622.920056:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 930 00000100:00100000:3.0:1780334622.920066:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:26215:x1866815604357248:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:3.0:1780334622.920085:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334622.920102:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096332 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d73 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920172:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096339 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920186:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096339 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920198:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096339 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920213:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096340 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920221:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096340 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920227:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096340 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920301:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fa00/0xdf9e767e70096347 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920309:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fa00/0xdf9e767e70096347 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920316:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fa00/0xdf9e767e70096347 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334622.920362:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:3.0:1780334622.920366:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334622.920386:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fa00/0xdf9e767e70096347 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920397:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096339 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920404:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096339 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920410:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096339 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920416:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ee00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334622.920420:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096339 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920427:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096339 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920438:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334622.920441:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334622.920446:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096339 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920451:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096339 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920463:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096340 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920468:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096340 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920474:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096340 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920478:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ea00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334622.920481:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096340 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920486:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096340 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920492:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9b703c6cb500) 00010000:00010000:3.0:1780334622.920494:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334622.920496:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096340 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920501:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096340 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920525:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096332 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d73 expref: 85 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920542:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fa00/0xdf9e767e70096347 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d73 expref: 84 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.920550:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:3.0:1780334622.920552:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780334622.920554:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fa00, rc 0) 00000100:00100000:3.0:1780334622.920614:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:26215:x1866815604357248:12345-192.168.203.22@tcp:101:bash.0 Request processed in 550us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334622.920630:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 930 00000100:00100000:1.0:1780334622.923379:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334622.923431:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604357376 00000100:00100000:0.0:1780334622.923441:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604357376 00000100:00100000:0.0:1780334622.923536:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 931 00000100:00100000:0.0:1780334622.923546:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:26215:x1866815604357376:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:0.0:1780334622.923567:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334622.923585:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009634e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d7a expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923657:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096355 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923670:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096355 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923680:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096355 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923749:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009635c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923756:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009635c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923766:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009635c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923797:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096355 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923803:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096355 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923848:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096355 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923855:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096355 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923861:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334622.923865:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096355 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923872:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096355 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923883:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:0.0:1780334622.923886:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334622.923890:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096355 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923896:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096355 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923908:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009635c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923914:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009635c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923920:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009635c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923924:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334622.923927:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009635c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923933:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009635c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923949:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9b703c6cb700) 00010000:00010000:0.0:1780334622.923952:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334622.923954:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009635c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923960:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009635c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.923990:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009634e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d7a expref: 85 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.924000:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:0.0:1780334622.924001:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334622.924006:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009634e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d7a expref: 85 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.924018:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830400, rc 0) 00000100:00100000:0.0:1780334622.924069:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:26215:x1866815604357376:12345-192.168.203.22@tcp:101:bash.0 Request processed in 525us (698us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334622.924075:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 931 00000100:00100000:2.0:1780334622.934234:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334622.934460:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604357504 00000100:00100000:0.0:1780334622.934470:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604357504 00000100:00100000:0.0:1780334622.934525:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 932 00000100:00100000:0.0:1780334622.934545:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+34:26216:x1866815604357504:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334622.934569:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334622.934593:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096363 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d81 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.934683:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009636a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.935090:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009636a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.935104:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009636a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334622.935250:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1780334622.935254:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334622.935272:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009636a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.935298:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096363 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d81 expref: 36 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.935333:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009636a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d81 expref: 35 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.935341:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334622.935344:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334622.935347:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830600, rc 0) 00000100:00100000:0.0:1780334622.935457:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+35:26216:x1866815604357504:12345-192.168.203.22@tcp:101:rm.0 Request processed in 922us (1231us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334622.935465:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 932 00000100:00100000:1.0:1780334622.946947:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334622.947116:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604357632 00000100:00100000:3.0:1780334622.947126:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604357632 00000100:00100000:3.0:1780334622.947188:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 933 00000100:00100000:3.0:1780334622.947200:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+35:26216:x1866815604357632:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334622.947220:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334622.947241:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096371 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d88 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947304:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096378 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947320:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096378 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947333:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096378 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947344:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e7009637f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947352:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e7009637f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947358:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e7009637f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947426:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f600/0xdf9e767e70096386 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947435:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f600/0xdf9e767e70096386 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947443:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f600/0xdf9e767e70096386 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334622.947475:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:3.0:1780334622.947479:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334622.947497:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f600/0xdf9e767e70096386 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947509:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096378 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947516:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096378 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947523:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096378 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947528:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ea00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334622.947532:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096378 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947540:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096378 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947552:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334622.947555:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334622.947559:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096378 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947565:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096378 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947576:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e7009637f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947582:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e7009637f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947587:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e7009637f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947592:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ee00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334622.947595:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e7009637f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947601:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e7009637f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947608:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9b703c6cb500) 00010000:00010000:3.0:1780334622.947610:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334622.947613:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e7009637f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947634:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e7009637f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947658:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096371 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d88 expref: 37 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947671:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f600/0xdf9e767e70096386 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d88 expref: 36 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334622.947677:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:3.0:1780334622.947679:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780334622.947681:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f600, rc 0) 00000100:00100000:3.0:1780334622.947749:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+36:26216:x1866815604357632:12345-192.168.203.22@tcp:101:rm.0 Request processed in 552us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334622.947756:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 933 00000100:00100000:1.0:1780334622.954119:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334622.954204:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604357760 00000100:00100000:0.0:1780334622.954213:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604357760 00000100:00100000:0.0:1780334622.954266:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 934 00000100:00100000:0.0:1780334622.954275:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+36:26216:x1866815604357760:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334622.954295:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334622.954314:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009638d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d8f expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954374:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096394 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954388:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096394 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954398:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096394 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954411:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e7009639b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954418:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e7009639b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954424:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e7009639b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954455:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096394 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954461:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096394 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954467:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096394 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954473:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096394 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954479:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334622.954483:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096394 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954490:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096394 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954499:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:0.0:1780334622.954502:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334622.954506:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096394 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954511:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096394 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954524:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e7009639b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954530:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e7009639b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954535:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e7009639b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954540:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334622.954543:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e7009639b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954548:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e7009639b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954555:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9b703c6cb700) 00010000:00010000:0.0:1780334622.954557:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334622.954560:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e7009639b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954564:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e7009639b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954595:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009638d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d8f expref: 37 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954605:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:0.0:1780334622.954607:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334622.954611:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009638d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d8f expref: 37 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.954631:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830400, rc 0) 00000100:00100000:0.0:1780334622.954690:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+36:26216:x1866815604357760:12345-192.168.203.22@tcp:101:rm.0 Request processed in 415us (577us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334622.954697:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 934 00000100:00100000:3.0:1780334622.962298:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334622.966677:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604357888 00000100:00100000:0.0:1780334622.966691:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604357888 00000100:00100000:0.0:1780334622.967127:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 935 00000100:00100000:0.0:1780334622.967139:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+36:26216:x1866815604357888:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334622.967160:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334622.967182:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700963a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d96 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967250:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963a9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967264:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967276:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967289:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967296:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967301:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967335:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967343:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963a9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967349:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967355:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334622.967359:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967365:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963a9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967376:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:0.0:1780334622.967379:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334622.967383:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967389:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967402:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967408:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967413:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967419:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334622.967422:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967427:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967434:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9b703c6cb700) 00010000:00010000:0.0:1780334622.967436:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334622.967438:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963b0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967444:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967475:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700963a2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d96 expref: 37 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967484:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:0.0:1780334622.967487:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334622.967490:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700963a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d96 expref: 37 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334622.967499:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830400, rc 0) 00000100:00100000:0.0:1780334622.968065:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+36:26216:x1866815604357888:12345-192.168.203.22@tcp:101:rm.0 Request processed in 925us (5774us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334622.968074:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 935 00000100:00100000:1.0:1780334622.987362:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334622.987461:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604358016 00000100:00100000:2.0:1780334622.987470:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604358016 00000100:00100000:2.0:1780334622.987533:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 936 00000100:00100000:2.0:1780334622.987543:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+36:26217:x1866815604358016:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334622.987565:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334622.987583:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700963b7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0d9d expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987661:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e700963be lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987677:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e700963be lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987688:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e700963be lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987715:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700963c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987742:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700963c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987750:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700963c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987791:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e700963be lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987798:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e700963be lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987804:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e700963be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987848:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334622.987854:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e700963be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987861:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e700963be lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987873:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:2.0:1780334622.987876:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334622.987881:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e700963be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987887:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e700963be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987899:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700963c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987911:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700963c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987916:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700963c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987921:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334622.987924:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700963c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987930:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700963c5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.987938:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9b6f02d66100) 00010000:00010000:2.0:1780334622.988070:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334622.988074:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700963c5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.988080:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700963c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.988111:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700963b7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d9d expref: 37 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.988187:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:2.0:1780334622.988189:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334622.988193:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700963b7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d9d expref: 37 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.988214:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0400, rc 0) 00000100:00100000:2.0:1780334622.988365:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+36:26217:x1866815604358016:12345-192.168.203.22@tcp:101:cp.0 Request processed in 823us (1011us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334622.988372:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 936 00000100:00100000:1.0:1780334622.992282:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334622.992553:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604358144 00000100:00100000:2.0:1780334622.992563:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604358144 00000100:00100000:2.0:1780334622.992651:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 937 00000100:00100000:2.0:1780334622.992662:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+36:26217:x1866815604358144:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334622.992682:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334622.992760:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700963cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0da4 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.996841:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e700963d3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.996864:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e700963d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.996875:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e700963d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.996892:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e700963da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.996898:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e700963da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.996905:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e700963da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997018:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e700963d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997026:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e700963d3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997032:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e700963d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997037:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334622.997042:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e700963d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997049:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e700963d3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997061:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:2.0:1780334622.997065:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334622.997069:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e700963d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997075:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e700963d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997090:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e700963da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997095:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e700963da lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997101:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e700963da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997113:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334622.997116:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e700963da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997122:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e700963da lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997129:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9b6f02d66d00) 00010000:00010000:2.0:1780334622.997132:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334622.997134:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e700963da lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997140:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e700963da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997179:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700963cc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0da4 expref: 37 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997188:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:2.0:1780334622.997190:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334622.997194:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700963cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0da4 expref: 37 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334622.997203:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0200, rc 0) 00000100:00100000:2.0:1780334622.997268:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+36:26217:x1866815604358144:12345-192.168.203.22@tcp:101:cp.0 Request processed in 4608us (4994us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334622.997277:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 937 00000100:00100000:2.0:1780334623.004182:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334623.004531:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604358400 00000100:00100000:0.0:1780334623.004541:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604358400 00000100:00100000:0.0:1780334623.004605:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 938 00000100:00100000:0.0:1780334623.004617:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+36:26217:x1866815604358400:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334623.004650:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334623.004674:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700963e1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0dab expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.004908:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963e8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.004925:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963e8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.004937:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963e8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.004966:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.004973:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.004980:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780334623.005304:0:6539:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x13:0x0], index 1: 0 00010000:00010000:0.0:1780334623.010876:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700963f6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.010897:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700963f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.010913:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700963f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.010983:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963e8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.010990:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963e8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.010996:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963e8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.011002:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334623.011006:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963e8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.011013:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963e8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.011025:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:0.0:1780334623.011027:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334623.011031:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963e8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.011038:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e700963e8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334623.011053:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a9ea3f3d reply state 000000009ee4da23 transno 4294967867 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.011063:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.011069:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9b703c6cb700) 00010000:00010000:0.0:1780334623.011071:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334623.011074:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780334623.011113:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700963e1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dab expref: 39 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.011125:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831200/0xdf9e767e700963f6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dab expref: 38 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.011132:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9b703c6cbd00) 00010000:00010000:0.0:1780334623.011134:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334623.011137:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831200, rc 0) 00000100:00100000:0.0:1780334623.011198:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+39:26217:x1866815604358400:12345-192.168.203.22@tcp:101:cp.0 Request processed in 6584us (7025us total) trans 4294967867 rc 0/0 00000100:00100000:0.0:1780334623.011206:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 938 00000100:00100000:1.0:1780334623.014570:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334623.014657:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604358528 00000100:00100000:3.0:1780334623.014668:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604358528 00000100:00080000:0.0:1780334623.014769:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334623.014897:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 230 00000100:00100000:3.0:1780334623.014908:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604358528:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334623.014929:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334623.014961:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70096404 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0db2 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334623.014985:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780334623.015003:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334623.015005:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334623.015014:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70096404 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db2 expref: 10 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334623.015030:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70096404 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db2 expref: 10 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334623.015042:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fe00, rc 0) 00000100:00100000:3.0:1780334623.015097:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604358528:12345-192.168.203.22@tcp:101:cp.0 Request processed in 191us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334623.015104:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 230 00000100:00100000:1.0:1780334623.018435:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334623.018532:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604358656 00000100:00100000:2.0:1780334623.018542:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604358656 00000100:00100000:2.0:1780334623.018639:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 231 00000100:00100000:2.0:1780334623.018650:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:26217:x1866815604358656:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334623.018667:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334623.018685:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0db9 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.018777:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70096404 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db2 expref: 11 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.018787:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334623.018789:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334623.018793:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 11 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.023122:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70096404 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db2 expref: 11 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.023153:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70096404 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db2 expref: 11 pid: 8421 timeout: 726 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334623.023171:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624222464:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334623.023272:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01d903c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334623.025651:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624222464:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334623.025690:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 11 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.025736:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0400, rc 0) 00000100:00100000:2.0:1780334623.025788:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:26217:x1866815604358656:12345-192.168.203.22@tcp:101:cp.0 Request processed in 7140us (7361us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334623.025795:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 231 00000100:00100000:3.0:1780334623.026595:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334623.027643:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604358784 00000100:00100000:2.0:1780334623.027655:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604358784 00010000:00010000:2.0:1780334623.027710:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70096404 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db2 expref: 11 pid: 8421 timeout: 726 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334623.027745:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 304 00000100:00100000:2.0:1780334623.027755:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604358784:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334623.027771:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334623.027794:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70096404 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db2 expref: 11 pid: 8421 timeout: 726 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.027807:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70096404 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db2 expref: 11 pid: 8421 timeout: 726 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.027858:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70096404 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db2 expref: 11 pid: 8421 timeout: 726 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.027875:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334623.027877:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334623.027884:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 10 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.027906:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 10 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.028072:0:6523:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 10 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334623.028088:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6523:1866815624222592:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334623.028165:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01d903c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334623.031900:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334623.032007:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6523:1866815624222592:192.168.203.22@tcp:105: 00010000:00010000:2.0:1780334623.032032:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334623.032086:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604358784:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 4332us (5493us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334623.032096:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 304 00000100:00100000:0.0:1780334623.032218:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604359040 00000100:00100000:0.0:1780334623.032226:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604359040 00000100:00100000:0.0:1780334623.032279:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 184 00000100:00100000:0.0:1780334623.032287:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ee450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+39:26217:x1866815604359040:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:0.0:1780334623.032532:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ee450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+40:26217:x1866815604359040:12345-192.168.203.22@tcp:35:cp.0 Request processed in 245us (642us total) trans 4294967868 rc 0/0 00000100:00100000:0.0:1780334623.032540:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 184 00000100:00100000:1.0:1780334623.070105:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334623.070196:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604359168 00000100:00100000:2.0:1780334623.070206:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604359168 00000100:00100000:2.0:1780334623.070262:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 939 00000100:00100000:2.0:1780334623.070273:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:26220:x1866815604359168:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334623.070296:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334623.070318:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096412 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0dc0 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070400:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e70096419 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070415:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e70096419 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070439:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e70096419 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070452:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096420 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070458:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096420 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070464:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096420 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070537:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e70096427 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070546:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e70096427 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070552:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e70096427 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334623.070586:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00000004:00200000:2.0:1780334623.070591:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334623.070607:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e70096427 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070618:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e70096427 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070640:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e70096419 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070655:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e70096419 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070662:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e70096419 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070667:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334623.070671:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e70096419 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070678:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e70096419 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070689:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:2.0:1780334623.070692:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334623.070696:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e70096419 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070713:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e70096419 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070728:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096420 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070735:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096420 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070741:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096420 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070747:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334623.070757:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096420 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070763:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096420 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070770:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9b703c6cb700) 00010000:00010000:2.0:1780334623.070772:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334623.070774:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096420 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070779:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096420 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.070806:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096412 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dc0 expref: 86 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.071128:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e70096427 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dc0 expref: 85 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.071136:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9b703c6cbd00) 00010000:00010000:2.0:1780334623.071138:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334623.071141:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1600, rc 0) 00000100:00100000:2.0:1780334623.071203:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:26220:x1866815604359168:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 932us (1106us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334623.071210:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 939 00000100:00100000:3.0:1780334623.074568:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334623.074668:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604359296 00000100:00100000:1.0:1780334623.074678:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604359296 00000100:00100000:1.0:1780334623.074777:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 232 00000100:00100000:1.0:1780334623.074788:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2406:x1866815604359296:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334623.074804:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334623.074859:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e7009642e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0dc7 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334623.074919:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624222720:192.168.203.22@tcp:106: 00000100:00080000:0.0:1780334623.075053:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334623.075338:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd4000 going to sleep for 11 seconds 00002000:00010000:1.0:1780334623.080877:0:8422:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1780334623.080885:0:8422:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb mtime: 0 -> 1780334623 00002000:00010000:1.0:1780334623.080887:0:8422:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb atime: 0 -> 1780334623 00002000:00010000:1.0:1780334623.080889:0:8422:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb ctime: 0 -> 1780334623 00002000:00010000:1.0:1780334623.080891:0:8422:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1780334623.080913:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624222720:192.168.203.22@tcp:106: 00010000:00010000:1.0:1780334623.080961:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e7009642e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dc7 expref: 12 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334623.080985:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e7009642e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dc7 expref: 12 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334623.080998:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334623.081070:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2406:x1866815604359296:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 6284us (6511us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334623.081079:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 232 00000100:00100000:2.0:1780334623.084410:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334623.086869:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604359424 00000100:00100000:0.0:1780334623.086883:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604359424 00000100:00100000:2.0:1780334623.087056:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 940 00000100:00100000:2.0:1780334623.087070:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:26220:x1866815604359424:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334623.087105:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334623.087125:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096435 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0dce expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.087202:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e7009643c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.087217:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e7009643c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.087241:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e7009643c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334623.087284:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:2.0:1780334623.087287:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334623.087306:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e7009643c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.087347:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096435 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dce expref: 87 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.087366:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1400/0xdf9e767e7009643c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dce expref: 86 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.087375:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:2.0:1780334623.087378:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334623.087382:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1400, rc 0) 00000100:00100000:2.0:1780334623.087441:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:26220:x1866815604359424:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 376us (3040us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334623.087449:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 940 00000100:00100000:3.0:1780334623.090648:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000040:00080000:2.0:1780334623.092302:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334623.092311:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334623.092849:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1780334623.092859:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334623.093584:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604359552 00000100:00100000:0.0:1780334623.093594:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604359552 00000100:00100000:0.0:1780334623.093656:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 233 00000100:00100000:0.0:1780334623.093667:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2406:x1866815604359552:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334623.093684:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334623.093702:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec704da7/0xdf9e767e70096443 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0dd5 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334623.093762:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624222848:192.168.203.22@tcp:106: 00000100:00100000:0.0:1780334623.093873:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01dad240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334623.103260:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624222848:192.168.203.22@tcp:106: 00010000:00010000:0.0:1780334623.103303:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec704da7/0xdf9e767e70096443 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dd5 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.103413:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec704da7/0xdf9e767e70096443 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dd5 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.103427:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830400, rc 0) 00000100:00100000:1.0:1780334623.103615:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2406:x1866815604359552:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 9948us (12974us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334623.103649:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 233 00000100:00100000:2.0:1780334623.108537:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334623.108611:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604359808 00000100:00100000:0.0:1780334623.108630:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604359808 00000100:00100000:0.0:1780334623.108692:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 41 00000100:00100000:0.0:1780334623.108711:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:26220:x1866815604359808:12345-192.168.203.22@tcp:103:lfs.0 00010000:00010000:0.0:1780334623.108735:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334623.108760:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e70096427 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dc0 expref: 86 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.108783:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9b703c6cbd00) 00010000:00010000:0.0:1780334623.108788:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334623.108897:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:26220:x1866815604359808:12345-192.168.203.22@tcp:103:lfs.0 Request processed in 187us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334623.108904:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 41 00000100:00100000:3.0:1780334623.111367:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334623.111486:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604359936 00000100:00100000:0.0:1780334623.111497:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604359936 00000100:00100000:0.0:1780334623.111550:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 941 00000100:00100000:0.0:1780334623.111561:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:26220:x1866815604359936:12345-192.168.203.22@tcp:58:lfs.0 00000100:00100000:0.0:1780334623.111713:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:26220:x1866815604359936:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 154us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334623.111721:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 941 00000040:00080000:0.0:1780334623.412576:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1780334623.667952:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334623.888411:0:20515:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334623.888419:0:20515:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334623.888449:0:20515:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:1.0:1780334623.888456:0:20515:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334623.943144:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334623.943226:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604360064 00000100:00100000:0.0:1780334623.943236:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604360064 00000100:00100000:0.0:1780334623.943294:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 942 00000100:00100000:0.0:1780334623.943304:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:26231:x1866815604360064:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334623.943323:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334623.943343:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009644a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ddc expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943406:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096451 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943421:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096451 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943431:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096451 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943441:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096458 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943448:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096458 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943453:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096458 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943511:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e7009645f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943518:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e7009645f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943523:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e7009645f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334623.943558:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00000004:00200000:0.0:1780334623.943563:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334623.943582:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e7009645f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943592:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e7009645f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943600:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096451 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943611:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096451 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943629:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096451 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943635:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334623.943639:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096451 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943646:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096451 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943656:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:0.0:1780334623.943659:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334623.943663:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096451 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943669:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096451 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943683:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096458 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943689:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096458 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.943695:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096458 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.946119:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334623.946126:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096458 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.946135:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096458 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.946151:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9b703c6cb700) 00010000:00010000:0.0:1780334623.946154:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334623.946159:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096458 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.946165:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096458 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.946215:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009644a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ddc expref: 87 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.946231:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e7009645f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ddc expref: 86 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334623.946238:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9b703c6cbd00) 00010000:00010000:0.0:1780334623.946240:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334623.946243:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830a00, rc 0) 00000100:00100000:0.0:1780334623.946984:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:26231:x1866815604360064:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 3677us (3844us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334623.946994:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 942 00000100:00100000:2.0:1780334623.961930:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334623.962021:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604360192 00000100:00100000:3.0:1780334623.962030:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604360192 00000100:00100000:3.0:1780334623.962087:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 234 00000100:00100000:3.0:1780334623.962098:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604360192:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334623.962117:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334623.962134:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70096466 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0de3 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334623.962190:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624222976:192.168.203.22@tcp:106: 00000100:00100000:3.0:1780334623.962284:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7032962480 going to sleep for 11 seconds 00000100:00100000:2.0:1780334623.966955:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624222976:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334623.966997:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70096466 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0de3 expref: 12 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.967022:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70096466 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0de3 expref: 12 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.967034:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ee00, rc 0) 00000100:00100000:2.0:1780334623.967099:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604360192:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 5002us (5178us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334623.967108:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 234 00000100:00100000:2.0:1780334623.982678:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334623.982764:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604360320 00000100:00100000:3.0:1780334623.982775:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604360320 00000100:00100000:3.0:1780334623.982852:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 235 00000100:00100000:3.0:1780334623.982863:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2406:x1866815604360320:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334623.982881:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334623.982900:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e7009646d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0dea expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334623.982957:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624223104:192.168.203.22@tcp:106: 00000100:00100000:3.0:1780334623.983030:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7032962240 going to sleep for 11 seconds 00000100:00100000:2.0:1780334623.985499:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624223104:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334623.985546:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e7009646d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dea expref: 12 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.985572:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e7009646d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dea expref: 12 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334623.985606:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ea00, rc 0) 00000100:00100000:2.0:1780334623.985669:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2406:x1866815604360320:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2806us (2998us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334623.985678:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 235 00000100:00100000:3.0:1780334623.998724:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334623.998799:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604360576 00000100:00100000:0.0:1780334623.998808:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604360576 00000100:00100000:0.0:1780334623.998886:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 943 00000100:00100000:0.0:1780334623.998897:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:26231:x1866815604360576:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:0.0:1780334623.999075:0:15367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].22, 136 off11184 00000100:00100000:0.0:1780334623.999167:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:26231:x1866815604360576:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 272us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334623.999175:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 943 00000040:00080000:2.0:1780334624.115987:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334624.115995:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334624.116022:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:2.0:1780334624.116031:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334624.116218:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624223232:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334624.116314:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f000c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334624.124172:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624223232:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334624.126039:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334624.126759:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604360704 00000100:00100000:3.0:1780334624.126772:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604360704 00000100:00100000:3.0:1780334624.126887:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 944 00000100:00080000:0.0:1780334624.127036:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334624.127161:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+40:26241:x1866815604360704:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334624.127258:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x16:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334624.127379:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+40:26241:x1866815604360704:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 482us (1346us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334624.127387:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 944 00000100:00100000:3.0:1780334624.129501:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334624.130402:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604360960 00000100:00100000:0.0:1780334624.130413:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604360960 00000100:00100000:0.0:1780334624.130514:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 945 00000100:00100000:0.0:1780334624.130524:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+40:26241:x1866815604360960:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334624.130546:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334624.130565:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096474 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0df1 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334624.130692:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009647b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334624.130711:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009647b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334624.130722:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009647b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334624.130740:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00010000:00010000:0.0:1780334624.131592:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096474 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0df1 expref: 43 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334624.131631:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009647b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0df1 expref: 42 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334624.131646:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9b703c6cbd00) 00010000:00010000:0.0:1780334624.131649:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334624.131653:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831400, rc 0) 00000100:00100000:0.0:1780334624.131729:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+42:26241:x1866815604360960:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1205us (2235us total) trans 4294967869 rc 0/0 00000100:00100000:0.0:1780334624.131736:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 945 00000100:00100000:3.0:1780334624.139224:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334624.139379:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604361088 00000100:00100000:0.0:1780334624.139388:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604361088 00000100:00100000:0.0:1780334624.139441:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 236 00000100:00100000:0.0:1780334624.139450:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604361088:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1780334624.139492:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000058c31cb5/0xdf9e767e70096489 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334624.139513:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 10 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334624.139522:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780334624.139524:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780334624.139528:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058c31cb5/0xdf9e767e70096489 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334624.139559:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 10 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334624.139573:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 10 pid: 16895 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334624.139589:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624223360:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334624.139673:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01dad240 going to sleep for 11 seconds 00000100:00100000:2.0:1780334624.149256:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334624.149330:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624223360:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334624.149364:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000058c31cb5/0xdf9e767e70096489 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334624.149380:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604361216 00000100:00100000:3.0:1780334624.149387:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604361216 00002000:00100000:3.0:1780334624.149433:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x13:0x0] (0->157) req@ffff9b703b721c00 x1866815604361216/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:90/0 lens 648/0 e 0 to 0 dl 1780334635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334624.149443:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703b721c00 with x1866815604361216 ext(0->157) 00010000:00010000:3.0:1780334624.149450:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 11 pid: 16895 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.149469:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 11 pid: 16895 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334624.149477:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b703b721c00 00000100:00100000:3.0:1780334624.149510:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 9 00000100:00100000:3.0:1780334624.149518:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604361216:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:0.0:1780334624.154785:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334624.155230:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604361344 00000100:00100000:3.0:1780334624.155241:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604361344 00000100:00100000:3.0:1780334624.155308:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 42 00000100:00100000:3.0:1780334624.155319:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+42:2407:x1866815604361344:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334624.155333:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334624.155358:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009647b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0df1 expref: 42 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.155376:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9b703c6cbd00) 00010000:00010000:3.0:1780334624.155381:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334624.155428:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+41:2407:x1866815604361344:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 112us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334624.155436:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 42 00000100:00100000:2.0:1780334624.158475:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604361216:12345-192.168.203.22@tcp:4:cp.0 Request processed in 8948us (9220us total) trans 4294967347 rc 0/0 00000100:00100000:2.0:1780334624.158487:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 9 00002000:00100000:2.0:1780334624.158500:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x13:0x0] (0->157) req@ffff9b703b721c00 x1866815604361216/t4294967347(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:90/0 lens 648/448 e 0 to 0 dl 1780334635 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334624.158510:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703b721c00 with x1866815604361216 ext(0->157) 00010000:00010000:2.0:1780334624.158525:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 13 pid: 16895 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.158541:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 13 pid: 16895 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334624.158550:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b703b721c00 00000100:00100000:0.0:1780334624.163722:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334624.163826:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604361472 00000100:00100000:1.0:1780334624.163836:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604361472 00010000:00010000:1.0:1780334624.163875:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 13 pid: 16895 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334624.163957:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 305 00000100:00100000:1.0:1780334624.163967:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604361472:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334624.163982:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780334624.163999:0:6523:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1780334624.164008:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 13 pid: 16895 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334624.164022:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 13 pid: 16895 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334624.164045:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e7009640b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0db9 expref: 13 pid: 16895 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334624.164068:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334624.164069:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334624.164075:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000058c31cb5/0xdf9e767e70096489 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334624.164084:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058c31cb5/0xdf9e767e70096489 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334624.164121:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334624.164169:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604361472:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 203us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334624.164177:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 305 00010000:00010000:3.0:1780334624.164229:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000058c31cb5/0xdf9e767e70096489 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.164241:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058c31cb5/0xdf9e767e70096489 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.164278:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000058c31cb5/0xdf9e767e70096489 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.164287:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000058c31cb5/0xdf9e767e70096489 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.164295:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000058c31cb5/0xdf9e767e70096489 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.164302:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830c00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334624.164306:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000058c31cb5/0xdf9e767e70096489 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.164314:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000058c31cb5/0xdf9e767e70096489 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.164325:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000058c31cb5/0xdf9e767e70096489 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.164332:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058c31cb5/0xdf9e767e70096489 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334624.164377:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604361088:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 24928us (25160us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334624.164388:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 236 00000100:00100000:3.0:1780334624.167203:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334624.167248:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604361728 00000100:00100000:0.0:1780334624.167257:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604361728 00000100:00100000:0.0:1780334624.167331:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 946 00000100:00100000:0.0:1780334624.167343:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+41:26241:x1866815604361728:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334624.167462:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+41:26241:x1866815604361728:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 122us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334624.167470:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 946 00000100:00100000:1.0:1780334624.193679:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334624.193753:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604361856 00000100:00100000:2.0:1780334624.193763:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604361856 00000100:00100000:2.0:1780334624.193843:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 237 00000100:00100000:2.0:1780334624.193854:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604361856:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334624.193873:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334624.193894:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091299f0f/0xdf9e767e70096490 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0df8 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334624.193921:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 158, mtime: 0x6a1dc01f, atime: 0x0, ctime: 0x6a1dc01f, blocks: 0x8 00010000:00010000:2.0:1780334624.193940:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334624.193942:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334624.193950:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091299f0f/0xdf9e767e70096490 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0df8 expref: 12 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.193967:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000091299f0f/0xdf9e767e70096490 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0df8 expref: 12 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.193981:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0e00, rc 0) 00000100:00100000:2.0:1780334624.194031:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604361856:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 179us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334624.194049:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 237 00000100:00100000:0.0:1780334624.202111:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334624.204524:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604362112 00000100:00100000:2.0:1780334624.204538:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604362112 00000100:00100000:3.0:1780334624.204663:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 947 00000100:00100000:3.0:1780334624.204674:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+41:26241:x1866815604362112:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334624.204784:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+41:26241:x1866815604362112:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 112us (2682us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334624.204793:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 947 00000100:00100000:3.0:1780334624.212603:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334624.212671:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604362240 00000100:00100000:1.0:1780334624.212681:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604362240 00002000:00100000:1.0:1780334624.212738:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff9b6f034d2680 x1866815604362240/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:90/0 lens 488/0 e 0 to 0 dl 1780334635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334624.212750:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f034d2680 with x1866815604362240 ext(0->4095) 00002000:00010000:1.0:1780334624.212756:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f034d2680 00000100:00100000:1.0:1780334624.212787:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 72 00000100:00100000:1.0:1780334624.212798:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604362240:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1780334624.213032:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604362240:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 235us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780334624.213039:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 72 00002000:00100000:1.0:1780334624.213055:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff9b6f034d2680 x1866815604362240/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:90/0 lens 488/4536 e 0 to 0 dl 1780334635 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334624.213062:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f034d2680 with x1866815604362240 ext(0->4095) 00002000:00010000:1.0:1780334624.213066:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f034d2680 00000100:00100000:1.0:1780334624.223222:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334624.223302:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604362368 00000100:00100000:2.0:1780334624.223312:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604362368 00000100:00100000:2.0:1780334624.223369:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 948 00000100:00100000:2.0:1780334624.223379:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+41:26241:x1866815604362368:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334624.223401:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334624.223422:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e70096497 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0dff expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.223458:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e7009649e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.223473:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e7009649e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.223487:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e7009649e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.223623:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e70096497 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dff expref: 43 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.223677:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e7009649e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dff expref: 42 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.223686:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9b703c6cbd00) 00010000:00010000:2.0:1780334624.223689:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334624.223700:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0000, rc 0) 00000100:00100000:2.0:1780334624.223762:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+42:26241:x1866815604362368:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 385us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334624.223769:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 948 00000100:00100000:0.0:1780334624.248300:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334624.248451:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604362496 00000100:00100000:3.0:1780334624.248461:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604362496 00000100:00100000:3.0:1780334624.248522:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 949 00000100:00100000:3.0:1780334624.248532:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+42:26241:x1866815604362496:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334624.248564:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x16:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334624.248705:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+42:26241:x1866815604362496:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 174us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334624.248713:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 949 00000100:00100000:3.0:1780334624.254876:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334624.254937:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604362624 00000100:00100000:2.0:1780334624.254949:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604362624 00000100:00100000:2.0:1780334624.255013:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 238 00000100:00100000:2.0:1780334624.255024:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2409:x1866815604362624:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334624.255068:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007dd98ded/0xdf9e767e700964a5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.255085:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334624.255087:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334624.255092:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007dd98ded/0xdf9e767e700964a5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.255105:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dd98ded/0xdf9e767e700964a5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.255132:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007dd98ded/0xdf9e767e700964a5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.255141:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007dd98ded/0xdf9e767e700964a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.255150:0:8422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007dd98ded/0xdf9e767e700964a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.255177:0:8422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1e00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334624.255181:0:8422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007dd98ded/0xdf9e767e700964a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.255189:0:8422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007dd98ded/0xdf9e767e700964a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.255203:0:8422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007dd98ded/0xdf9e767e700964a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.255211:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dd98ded/0xdf9e767e700964a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334624.255287:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2409:x1866815604362624:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 264us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334624.255294:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 238 00000100:00100000:2.0:1780334624.260650:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334624.260887:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604362880 00000100:00100000:0.0:1780334624.261025:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604362880 00000100:00100000:0.0:1780334624.261084:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 950 00000100:00100000:0.0:1780334624.261095:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+42:26241:x1866815604362880:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1780334624.261170:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700964ac lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334624.261187:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e7009649e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dff expref: 42 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334624.261197:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700964ac lrc: 4/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334624.261338:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e7009649e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dff expref: 42 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334624.261355:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e7009649e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dff expref: 42 pid: 9763 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334624.261371:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624223488:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334624.261560:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01dad180 going to sleep for 11 seconds 00000100:00100000:2.0:1780334624.272379:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624223488:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334624.272415:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700964ac lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334624.273703:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334624.273868:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604363008 00000100:00100000:3.0:1780334624.273878:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604363008 00010000:00010000:3.0:1780334624.273926:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e7009649e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dff expref: 43 pid: 9763 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334624.274086:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 306 00000100:00100000:3.0:1780334624.274097:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b701881d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+43:2406:x1866815604363008:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334624.274115:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334624.274121:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e7009649e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dff expref: 43 pid: 9763 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.274146:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e7009649e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dff expref: 43 pid: 9763 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.274169:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e7009649e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0dff expref: 43 pid: 9763 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.274185:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9b703c6cbd00) 00010000:00010000:3.0:1780334624.274190:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700964ac lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.274199:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700964ac lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.274206:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700964ac lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.274246:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334624.274299:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700964ac lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.274334:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700964ac lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334624.274337:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b701881d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+42:2406:x1866815604363008:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 241us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334624.274351:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 306 00010000:00010000:2.0:1780334624.274507:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700964ac lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.274515:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700964ac lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.274531:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700964ac lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.274538:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334624.274542:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700964ac lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.274549:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700964ac lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.274557:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9b703c6cbd00) 00010000:00010000:2.0:1780334624.274561:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334624.274564:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700964ac lrc: 2/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334624.274569:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700964ac lrc: 0/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334624.274685:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+42:26241:x1866815604362880:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 13591us (14052us total) trans 4294967870 rc 0/0 00000100:00100000:2.0:1780334624.274694:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 950 00000040:00080000:3.0:1780334624.275050:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334624.275055:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334624.276015:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1780334624.276026:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334624.288220:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334624.288511:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604363264 00000100:00100000:1.0:1780334624.288522:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604363264 00000100:00100000:1.0:1780334624.288581:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 185 00000100:00100000:1.0:1780334624.288591:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+42:26241:x1866815604363264:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334624.289074:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+43:26241:x1866815604363264:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 481us (860us total) trans 4294967871 rc 0/0 00000100:00100000:1.0:1780334624.289083:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 185 00010000:00010000:0.0:1780334624.704803:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334624.841253:0:20565:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334624.841262:0:20565:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334624.841297:0:20565:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:0.0:1780334624.841303:0:20565:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334624.905279:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334624.905356:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604363392 00000100:00100000:3.0:1780334624.905365:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604363392 00000100:00100000:3.0:1780334624.905422:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 239 00000100:00100000:3.0:1780334624.905433:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2406:x1866815604363392:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334624.905450:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334624.905467:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e1fd719/0xdf9e767e700964b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e06 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.905489:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334624.905491:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334624.905499:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e1fd719/0xdf9e767e700964b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e06 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.905515:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007e1fd719/0xdf9e767e700964b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e06 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.905528:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e600, rc 0) 00000100:00100000:3.0:1780334624.905590:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604363392:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 159us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334624.905597:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 239 00000100:00100000:2.0:1780334624.915745:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334624.915852:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604363648 00000100:00100000:3.0:1780334624.915861:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604363648 00000100:00100000:3.0:1780334624.915943:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 43 00000100:00100000:3.0:1780334624.915953:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:26242:x1866815604363648:12345-192.168.203.22@tcp:103:lfs.0 00010000:00010000:3.0:1780334624.915968:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:1.0:1780334624.915973:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1780334624.915991:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e7009645f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ddc expref: 86 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334624.916015:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9b703c6cbd00) 00010000:00010000:3.0:1780334624.916021:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334624.916078:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b723480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:26242:x1866815604363648:12345-192.168.203.22@tcp:103:lfs.0 Request processed in 126us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334624.916086:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 43 00000100:00100000:1.0:1780334624.918134:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334624.918184:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604363776 00000100:00100000:2.0:1780334624.918193:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604363776 00000100:00100000:2.0:1780334624.918246:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 951 00000100:00100000:2.0:1780334624.918255:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:26242:x1866815604363776:12345-192.168.203.22@tcp:58:lfs.0 00000100:00100000:2.0:1780334624.918385:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:26242:x1866815604363776:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 130us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334624.918392:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 951 00000040:00080000:2.0:1780334625.336360:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334625.336369:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334625.337256:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1780334625.337270:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334625.716981:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334625.719245:0:20616:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334625.719253:0:20616:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334625.719283:0:20616:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:0.0:1780334625.719289:0:20616:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334625.774913:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334625.774961:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334625.774997:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334625.774999:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604363904 00000100:00100000:2.0:1780334625.775009:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604363904 00000100:00100000:1.0:1780334625.775018:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334625.775034:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334625.775052:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334625.775060:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 668 00000100:00100000:1.0:1780334625.775069:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334625.775070:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604363904:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334625.775085:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334625.775105:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334625.775148:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604363904:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 79us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334625.775153:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604364160 00000100:00100000:2.0:1780334625.775156:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 668 00000100:00100000:0.0:1780334625.775157:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604364160 00000100:00100000:2.0:1780334625.775192:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604364416 00000100:00100000:2.0:1780334625.775196:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604364416 00000100:00100000:0.0:1780334625.775199:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604364672 00000100:00100000:0.0:1780334625.775201:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604364672 00000100:00100000:0.0:1780334625.775218:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604364032 00000100:00100000:0.0:1780334625.775220:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604364032 00000100:00100000:2.0:1780334625.775223:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604364928 00000100:00100000:2.0:1780334625.775225:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604364928 00000100:00100000:0.0:1780334625.775233:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604364544 00000100:00100000:0.0:1780334625.775235:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604364544 00000100:00100000:2.0:1780334625.775241:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604364288 00000100:00100000:2.0:1780334625.775243:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604364288 00000100:00100000:0.0:1780334625.775247:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 686 00000100:00100000:2.0:1780334625.775254:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604364800 00000100:00100000:0.0:1780334625.775254:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c815c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604364160:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334625.775255:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604364800 00000100:00100000:2.0:1780334625.775269:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 386 00000100:00100000:2.0:1780334625.775274:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604364416:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334625.775400:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 687 00000100:00100000:1.0:1780334625.775410:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c815880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604364672:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334625.775453:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c815880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604364672:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 45us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334625.775461:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 687 00000100:00100000:1.0:1780334625.775477:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 688 00000100:00100000:1.0:1780334625.775483:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c817100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:2407:x1866815604364032:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334625.775533:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c817100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:2407:x1866815604364032:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 49us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334625.775540:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 688 00000100:00100000:1.0:1780334625.775555:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 689 00000100:00100000:1.0:1780334625.775562:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c815180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+43:2407:x1866815604364544:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334625.775595:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c815180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+43:2407:x1866815604364544:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 34us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334625.775612:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 689 00000100:00100000:1.0:1780334625.775635:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 387 00000100:00100000:1.0:1780334625.775643:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604364928:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334625.775672:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604364928:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 31us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334625.775679:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 387 00000100:00100000:1.0:1780334625.775695:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 388 00000100:00100000:1.0:1780334625.775702:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604364288:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334625.775726:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604364288:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334625.775733:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 388 00000100:00100000:1.0:1780334625.775753:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 389 00000100:00100000:1.0:1780334625.775763:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604364800:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334625.775793:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604364800:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334625.775800:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 389 00000100:00080000:1.0:1780334625.775932:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334625.775936:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334625.775938:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334625.777909:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c815c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604364160:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 2646us (2939us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334625.777997:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604364416:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 2720us (2997us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334625.778008:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 386 00000100:00100000:0.0:1780334625.778105:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 686 00000100:00100000:2.0:1780334625.907971:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624223616:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334625.908106:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334625.908193:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624223616 00000100:00100000:1.0:1780334625.908201:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624223616 00000100:00100000:1.0:1780334625.908253:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1780334625.908262:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624223616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334625.908295:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:1.0:1780334625.908345:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624223616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334625.908351:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1780334625.908444:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624223616:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334626.420147:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624224000:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.420147:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624223872:0@lo:400:kworker.0 00000100:00100000:2.0:1780334626.420208:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334626.420208:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334626.420322:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624224000 00000100:00100000:3.0:1780334626.420331:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624224000 00000100:00100000:3.0:1780334626.420375:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1780334626.420384:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624224000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.423538:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624224384:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.423604:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334626.423644:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624224896:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.423669:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334626.423792:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624223872 00000100:00100000:1.0:1780334626.423799:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624223872 00000100:00100000:1.0:1780334626.423858:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624224384 00000100:00100000:1.0:1780334626.423861:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624224384 00000100:00100000:1.0:1780334626.423905:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624224896 00000100:00100000:1.0:1780334626.423908:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624224896 00000100:00100000:1.0:1780334626.424474:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1780334626.424485:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624223872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.424546:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624223872:12345-0@lo:400:kworker.0 Request processed in 64us (4339us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334626.424553:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1780334626.424569:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1780334626.424575:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624224384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.424615:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624224384:12345-0@lo:400:kworker.0 Request processed in 40us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334626.424621:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1780334626.424632:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1780334626.424638:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624224896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.424665:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624224896:12345-0@lo:400:kworker.0 Request processed in 27us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334626.424670:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00080000:1.0:1780334626.424762:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334626.424797:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624224128:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.424849:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334626.424873:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624224640:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.424897:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334626.424913:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624225152:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.425223:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334626.425253:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1780334626.425261:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624223744:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.425299:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334626.425336:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624224256:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.425361:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334626.425379:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624224768:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.425397:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334626.425412:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034544a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624225280:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.425432:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334626.425457:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624224640 00000100:00100000:1.0:1780334626.425462:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624224640 00000100:00100000:1.0:1780334626.425496:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624225152 00000100:00100000:1.0:1780334626.425499:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624225152 00000100:00100000:1.0:1780334626.425510:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624224768 00000100:00100000:1.0:1780334626.425512:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624224768 00000100:00100000:1.0:1780334626.425522:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624225280 00000100:00100000:1.0:1780334626.425523:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624225280 00000100:00100000:1.0:1780334626.425535:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1780334626.425541:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624224640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.425580:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624224640:12345-0@lo:400:kworker.0 Request processed in 39us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334626.425585:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1780334626.425612:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1780334626.425618:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624225152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.425643:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624225152:12345-0@lo:400:kworker.0 Request processed in 26us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334626.425648:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1780334626.425657:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1780334626.425663:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624224768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.425708:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624224768:12345-0@lo:400:kworker.0 Request processed in 45us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334626.425715:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1780334626.425727:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1780334626.425733:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624225280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.425757:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624225280:12345-0@lo:400:kworker.0 Request processed in 25us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334626.425762:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1780334626.425784:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624223744 00000100:00100000:1.0:1780334626.425787:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624223744 00000100:00100000:1.0:1780334626.425842:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1780334626.425849:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624223744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.425878:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624223744:12345-0@lo:400:kworker.0 Request processed in 30us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334626.425884:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00080000:1.0:1780334626.425928:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334626.425931:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334626.425951:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034604e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624225408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334626.425976:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334626.426012:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624223872:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.426024:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624224384:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.426035:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624224896:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.426056:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334626.426061:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624225536:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334626.426092:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334626.426119:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624224128 00000100:00100000:1.0:1780334626.426123:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624224128 00000100:00100000:1.0:1780334626.426149:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1780334626.426155:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624224128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.426186:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624224128:12345-0@lo:400:kworker.0 Request processed in 32us (1337us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334626.426193:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1780334626.426222:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624223744:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.426234:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624224768:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.426244:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034544a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624225280:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.426253:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624224128:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.426262:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624224640:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.426270:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624225152:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.426689:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624224256 00000100:00100000:1.0:1780334626.426694:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624224256 00000100:00100000:1.0:1780334626.426720:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1780334626.426727:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624224256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.426768:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624224256:12345-0@lo:400:kworker.0 Request processed in 42us (1407us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334626.426774:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1780334626.426800:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624224256:0@lo:400:kworker.0 00000100:00100000:1.0:1780334626.426853:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624225408 00000100:00100000:1.0:1780334626.426862:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624225408 00000100:00100000:1.0:1780334626.426886:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624225536 00000100:00100000:1.0:1780334626.426889:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624225536 00000100:00100000:1.0:1780334626.426899:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1780334626.426904:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624225408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334626.426925:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103373632 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:1.0:1780334626.426962:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624225408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334626.426968:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1780334626.426980:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1780334626.426985:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624225536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334626.426994:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103373632 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:1.0:1780334626.427019:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624225536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 35us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334626.427025:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1780334626.427054:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624225536:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334626.427066:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034604e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624225408:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334626.433774:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034545f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624224512:0@lo:400:kworker.0 00000100:00100000:2.0:1780334626.433857:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334626.433901:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624224512 00000100:00100000:2.0:1780334626.433907:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624224512 00000100:00100000:2.0:1780334626.433959:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1780334626.433970:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624224512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334626.434018:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624224512:12345-0@lo:400:kworker.0 Request processed in 50us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334626.434025:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00080000:2.0:1780334626.434048:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334626.434077:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034545f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624224512:0@lo:400:kworker.0 00000100:00100000:2.0:1780334626.434084:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624225024:0@lo:400:kworker.0 00000100:00100000:2.0:1780334626.434106:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334626.434127:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624225024 00000100:00100000:2.0:1780334626.434131:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624225024 00000100:00100000:2.0:1780334626.434160:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1780334626.434180:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624225024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334626.434213:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624225024:12345-0@lo:400:kworker.0 Request processed in 34us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334626.434219:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00080000:2.0:1780334626.434236:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334626.434255:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624225024:0@lo:400:kworker.0 00000100:00100000:0.0:1780334626.439935:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624224000:12345-0@lo:400:kworker.0 Request processed in 19543us (19719us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334626.439950:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1780334626.440185:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624224000:0@lo:400:kworker.0 00010000:00010000:3.0:1780334626.740062:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780334626.935666:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000001:00080000:3.0:1780334626.935787:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967871 is committed 00000001:00080000:3.0:1780334626.935839:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967866 is committed 00000020:00080000:3.0:1780334626.935845:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 14 batchid updated 00000020:00080000:3.0:1780334626.935863:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000020:00080000:3.0:1780334626.935873:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00010000:00010000:0.0:1780334626.935938:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096316 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334626.935950:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096316 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334626.935958:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096316 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334626.935963:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334626.935968:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096316 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334626.935976:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096316 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334626.935993:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9b703c6cb500) 00010000:00010000:0.0:1780334626.935996:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334626.936001:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096316 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334626.936007:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096316 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334626.936035:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009631d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334626.936042:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009631d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334626.936047:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009631d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334626.936052:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334626.936055:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009631d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334626.936060:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009631d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334626.936067:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9b703c6cbc00) 00010000:00010000:0.0:1780334626.936070:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334626.936073:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009631d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334626.936078:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009631d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334626.936251:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334626.936258:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963ef lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334626.936263:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334626.936268:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334626.936284:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334626.936291:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963ef lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334626.936301:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9b703c6cb700) 00010000:00010000:1.0:1780334626.936303:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334626.936307:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963ef lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334626.936312:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700963ef lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334627.764538:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334627.956258:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334627.956277:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624225664:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334627.956341:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334627.956410:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624225664 00000100:00100000:1.0:1780334627.956418:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624225664 00000100:00100000:1.0:1780334627.956464:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1780334627.956473:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624225664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334627.956501:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3921403904 avail 3689881600 00000100:00100000:1.0:1780334627.956545:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624225664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334627.956552:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1780334627.956615:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624225664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334627.956872:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334627.956884:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624225920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334627.956909:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334627.956920:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334627.956924:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624225792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334627.956961:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334627.956989:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624225792 00000100:00100000:2.0:1780334627.956994:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624225792 00000100:00100000:2.0:1780334627.957040:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:2.0:1780334627.957048:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624225792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334627.957061:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1780334627.957098:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624225792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334627.957105:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1780334627.957132:0:3660:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:0.0:1780334627.957138:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b6f03699500, transno 4294967340 00000100:00100000:0.0:1780334627.957164:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624225792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334627.957398:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624225920 00000100:00100000:1.0:1780334627.957403:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624225920 00000100:00100000:1.0:1780334627.957441:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1780334627.957463:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624225920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334627.957487:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334627.957534:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624225920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334627.957545:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1780334627.958394:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624225920:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1780334628.797615:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334629.557612:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1780334629.814007:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780334630.019284:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00000100:00100000:1.0:1780334630.049441:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334630.049652:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604365056 00000100:00100000:2.0:1780334630.049662:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604365056 00000100:00100000:2.0:1780334630.049889:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 952 00000100:00100000:2.0:1780334630.049908:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+37:26213:x1866815604365056:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1780334630.050151:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+37:26213:x1866815604365056:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 253us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334630.050160:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 952 00000100:00080000:0.0:1780334630.053708:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334630.065286:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334630.065486:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604365184 00000100:00100000:2.0:1780334630.065509:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604365184 00000100:00100000:2.0:1780334630.065590:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 953 00000100:00100000:2.0:1780334630.065600:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:26213:x1866815604365184:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1780334630.065826:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334630.065897:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:26213:x1866815604365184:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 297us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334630.065905:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 953 00000040:00080000:2.0:1780334630.454587:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334630.454596:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334630.454692:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:2.0:1780334630.454700:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334630.838885:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334630.890302:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334630.890347:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334630.890386:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334630.890394:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604365440 00000100:00100000:2.0:1780334630.890403:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604365440 00000100:00100000:3.0:1780334630.890415:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334630.890443:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334630.890463:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334630.890467:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604365568 00000100:00100000:2.0:1780334630.890471:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604365568 00000100:00100000:2.0:1780334630.890499:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 696 00000100:00100000:3.0:1780334630.890510:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334630.890513:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:2407:x1866815604365440:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334630.890555:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604365312 00000100:00100000:3.0:1780334630.890560:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604365312 00000100:00100000:2.0:1780334630.890590:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:2407:x1866815604365440:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 82us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334630.890599:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 696 00000100:00100000:3.0:1780334630.890606:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 670 00000100:00100000:3.0:1780334630.890616:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604365312:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334630.890620:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 697 00000100:00100000:2.0:1780334630.890631:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604365568:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334630.890657:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604365312:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 42us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334630.890663:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604365568:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334630.890671:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 670 00000100:00100000:2.0:1780334630.890675:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 697 00000100:00080000:2.0:1780334630.890711:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334630.890724:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334630.890783:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604365696 00000100:00100000:0.0:1780334630.890787:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604365696 00000100:00100000:0.0:1780334630.890850:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604365952 00000100:00100000:0.0:1780334630.890853:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604365952 00000100:00100000:0.0:1780334630.890865:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604365824 00000100:00100000:0.0:1780334630.890867:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604365824 00000100:00100000:0.0:1780334630.890877:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604366080 00000100:00100000:0.0:1780334630.890879:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604366080 00000100:00100000:0.0:1780334630.890891:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 394 00000100:00100000:0.0:1780334630.890896:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604365696:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334630.890924:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604365696:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 27us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334630.890934:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 394 00000100:00100000:0.0:1780334630.890949:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 395 00000100:00100000:0.0:1780334630.890955:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604365952:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334630.890976:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604365952:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334630.890982:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 396 00000100:00100000:1.0:1780334630.890994:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604365824:12345-192.168.203.22@tcp:400:kworker.0 00000100:00080000:2.0:1780334630.891016:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334630.891020:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334630.891030:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604365824:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 39us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334630.891672:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 395 00000100:00100000:0.0:1780334630.891692:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 397 00000100:00100000:0.0:1780334630.891699:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604366080:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334630.891725:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604366080:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (1220us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334630.891731:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 397 00000100:00100000:1.0:1780334630.895681:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 396 00000100:00100000:1.0:1780334631.028341:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334631.028362:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624226048:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334631.028432:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334631.028801:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624226048 00000100:00100000:0.0:1780334631.028826:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624226048 00000100:00100000:0.0:1780334631.028876:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1780334631.028885:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624226048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334631.028917:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:0.0:1780334631.028973:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624226048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334631.028980:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1780334631.029239:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624226048:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334631.540078:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624226432:0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.540184:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334631.540235:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624226944:0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.540257:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334631.540277:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624227456:0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.540294:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334631.540317:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1780334631.540349:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03426680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624226560:0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.540376:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334631.540394:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624227072:0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.540419:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334631.540437:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624227584:0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.540463:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334631.540494:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624226432 00000100:00100000:1.0:1780334631.540500:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624226432 00000100:00100000:1.0:1780334631.540549:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1780334631.540568:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624226432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.540622:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624226432:12345-0@lo:400:kworker.0 Request processed in 65us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334631.540628:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1780334631.540650:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624226944 00000100:00100000:1.0:1780334631.540654:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624226944 00000100:00100000:1.0:1780334631.540684:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624227456 00000100:00100000:1.0:1780334631.540687:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624227456 00000100:00100000:1.0:1780334631.540703:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624226560 00000100:00100000:1.0:1780334631.540706:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624226560 00000100:00100000:1.0:1780334631.540719:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1780334631.540725:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624226944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.540754:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624226944:12345-0@lo:400:kworker.0 Request processed in 30us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334631.540760:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1780334631.540773:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1780334631.540779:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624227456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.540805:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624227456:12345-0@lo:400:kworker.0 Request processed in 26us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334631.540856:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1780334631.540867:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1780334631.540872:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624226560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.540897:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624226560:12345-0@lo:400:kworker.0 Request processed in 25us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334631.540902:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1780334631.540923:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624227072 00000100:00100000:1.0:1780334631.540926:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624227072 00000100:00100000:1.0:1780334631.540948:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624227584 00000100:00100000:1.0:1780334631.540950:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624227584 00000100:00100000:1.0:1780334631.540965:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1780334631.540971:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624227072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.541000:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624227072:12345-0@lo:400:kworker.0 Request processed in 30us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334631.541005:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1780334631.541017:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1780334631.541021:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624227584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.541049:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624227584:12345-0@lo:400:kworker.0 Request processed in 27us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334631.541055:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00080000:1.0:1780334631.541074:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334631.541078:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334631.541081:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334631.541129:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334631.541137:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624227968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334631.541160:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334631.541190:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624227968 00000100:00100000:1.0:1780334631.541194:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624227968 00000100:00100000:1.0:1780334631.541216:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1780334631.541222:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624227968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334631.541242:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1780334631.541275:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624227968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334631.541280:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1780334631.541312:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624227968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334631.541336:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03426680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624226560:0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.541346:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624227072:0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.541355:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624227584:0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.541364:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624226432:0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.541372:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624226944:0@lo:400:kworker.0 00000100:00100000:1.0:1780334631.541381:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624227456:0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.541518:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624226176:0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.541551:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334631.541590:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03424000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624226688:0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.541613:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334631.541630:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624227200:0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.541649:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334631.541666:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624227712:0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.541685:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334631.541702:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1780334631.541708:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624226304:0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.541729:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334631.541745:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624226816:0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.541765:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334631.541780:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034604e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624227328:0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.541798:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334631.541839:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624227840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334631.541858:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334631.541879:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624227200 00000100:00100000:0.0:1780334631.541883:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624227200 00000100:00100000:0.0:1780334631.541908:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624227712 00000100:00100000:0.0:1780334631.541910:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624227712 00000100:00100000:0.0:1780334631.541923:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1780334631.541928:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624227200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.541962:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624227200:12345-0@lo:400:kworker.0 Request processed in 34us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334631.541968:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1780334631.541982:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1780334631.541988:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624227712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.542012:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624227712:12345-0@lo:400:kworker.0 Request processed in 25us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334631.542018:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1780334631.542032:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624226304 00000100:00100000:0.0:1780334631.542035:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624226304 00000100:00100000:0.0:1780334631.542051:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624226816 00000100:00100000:0.0:1780334631.542054:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624226816 00000100:00100000:0.0:1780334631.542066:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624227328 00000100:00100000:0.0:1780334631.542068:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624227328 00000100:00100000:0.0:1780334631.542080:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1780334631.542085:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624226304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.542112:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624226304:12345-0@lo:400:kworker.0 Request processed in 27us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334631.542117:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1780334631.542127:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1780334631.542132:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624226816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.542151:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624226816:12345-0@lo:400:kworker.0 Request processed in 19us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334631.542159:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1780334631.542167:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1780334631.542172:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624227328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.542191:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624227328:12345-0@lo:400:kworker.0 Request processed in 19us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334631.542196:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1780334631.542209:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624227840 00000100:00100000:0.0:1780334631.542212:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624227840 00000100:00100000:0.0:1780334631.542226:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1780334631.542231:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624227840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334631.542240:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1780334631.542260:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624227840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 29us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334631.542265:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1780334631.542279:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624226176 00000100:00100000:0.0:1780334631.542282:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624226176 00000100:00100000:0.0:1780334631.542302:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1780334631.542307:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624226176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.542330:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624226176:12345-0@lo:400:kworker.0 Request processed in 23us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334631.542335:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1780334631.542359:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624226688 00000100:00100000:0.0:1780334631.542362:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624226688 00000100:00100000:0.0:1780334631.542381:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1780334631.542387:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624226688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.542414:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624226688:12345-0@lo:400:kworker.0 Request processed in 28us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334631.542420:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00080000:0.0:1780334631.542445:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334631.542448:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334631.542450:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334631.542474:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624226304:0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.542483:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624226816:0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.542491:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034604e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624227328:0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.542503:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624227840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334631.542511:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624226176:0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.542519:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03424000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624226688:0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.542527:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624227200:0@lo:400:kworker.0 00000100:00100000:0.0:1780334631.542534:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624227712:0@lo:400:kworker.0 00000001:02000400:0.0:1780334631.677768:0:20812:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12e: Check forbidden restore ========== 13:23:50 (1780334630) 00010000:00010000:3.0:1780334631.859930:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334631.944419:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334631.944548:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604366208 00000100:00100000:2.0:1780334631.944566:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604366208 00000100:00100000:2.0:1780334631.944647:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 954 00000100:00100000:2.0:1780334631.944657:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+37:26861:x1866815604366208:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1780334631.944764:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+37:26861:x1866815604366208:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 108us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334631.944772:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 954 00000100:00100000:0.0:1780334631.956202:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334631.957642:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604366336 00000100:00100000:1.0:1780334631.957653:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604366336 00000100:00100000:1.0:1780334631.957722:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 955 00000100:00100000:1.0:1780334631.957732:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:26862:x1866815604366336:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334631.957753:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334631.957773:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e0d expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.957881:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700964c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.957908:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700964c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.957920:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700964c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.957965:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.957973:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.957979:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958015:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700964c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958022:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700964c1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958027:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700964c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958032:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334631.958035:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700964c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958042:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700964c1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958052:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334631.958060:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334631.958065:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700964c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958071:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700964c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958085:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958091:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958096:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958101:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481da00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334631.958104:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958109:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958117:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9b703c6d0400) 00010000:00010000:1.0:1780334631.958119:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334631.958121:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964c8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958126:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958171:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964ba lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e0d expref: 84 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958193:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334631.958196:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334631.958199:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e0d expref: 84 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.958208:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c600, rc 0) 00000100:00100000:1.0:1780334631.958276:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:26862:x1866815604366336:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 545us (2081us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334631.958283:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 955 00000100:00100000:3.0:1780334631.964402:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334631.964632:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604366464 00000100:00100000:1.0:1780334631.964642:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604366464 00000100:00100000:1.0:1780334631.964698:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 956 00000100:00100000:1.0:1780334631.964708:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:26861:x1866815604366464:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1780334631.964797:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:26861:x1866815604366464:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 90us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334631.964805:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 956 00000100:00100000:0.0:1780334631.965578:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334631.965653:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604366720 00000100:00100000:1.0:1780334631.965659:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604366720 00000100:00100000:1.0:1780334631.965700:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 957 00000100:00100000:1.0:1780334631.965708:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+83:26862:x1866815604366720:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:1.0:1780334631.965746:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334631.965772:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e7009632b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d6c expref: 83 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.965790:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334631.965805:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334631.965994:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964cf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.966010:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009636a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d81 expref: 36 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.966018:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964cf lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.966048:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009636a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d81 expref: 36 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.966062:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009636a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d81 expref: 36 pid: 15367 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334631.966077:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bda680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624228096:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334631.970284:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b700688da80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334631.972972:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bda680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624228096:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334631.973000:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964cf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334631.973658:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334631.973729:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604366848 00000100:00100000:1.0:1780334631.973737:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604366848 00010000:00010000:1.0:1780334631.973770:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009636a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d81 expref: 37 pid: 15367 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334631.973806:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 307 00000100:00100000:1.0:1780334631.973839:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+37:2407:x1866815604366848:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334631.973866:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334631.973873:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009636a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d81 expref: 37 pid: 15367 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.973887:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009636a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d81 expref: 37 pid: 15367 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.973909:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009636a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0d81 expref: 37 pid: 15367 timeout: 735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.973925:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334631.973930:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964cf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.973940:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964cf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.973947:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964cf lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.973967:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334631.974018:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+36:2407:x1866815604366848:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 181us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334631.974026:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 307 00010000:00010000:0.0:1780334631.974392:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964cf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.974400:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964cf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.974422:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700964d6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.974431:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700964d6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.974438:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700964d6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.975168:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700964dd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.975180:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700964dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.975187:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700964dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334631.975201:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008730aaf1 reply state 000000001e10209b transno 4294967872 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700964dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.975211:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700964dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.975217:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:0.0:1780334631.975219:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334631.975222:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780334631.975227:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00010000:00010000:0.0:1780334631.975234:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964cf lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.975240:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964cf lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.975246:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964cf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.975252:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334631.975256:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964cf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.975263:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964cf lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.975273:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334631.975275:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334631.975279:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964cf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.975285:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700964cf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334631.975295:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008730aaf1 reply state 000000001e10209b transno 4294967872 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700964d6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.975302:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700964d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.975307:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9b6f01d5be00) 00010000:00010000:0.0:1780334631.975309:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334631.975311:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1780334631.975383:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:26862:x1866815604366720:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 9673us (9805us total) trans 4294967872 rc 0/0 00000100:00100000:0.0:1780334631.975390:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 957 00000100:00100000:0.0:1780334631.981420:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334631.981899:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604366976 00000100:00100000:1.0:1780334631.981909:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604366976 00000100:00100000:1.0:1780334631.982008:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 958 00000100:00100000:1.0:1780334631.982019:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03699500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+84:26863:x1866815604366976:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:1.0:1780334631.982057:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334631.982078:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700964e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e14 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.982140:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964eb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.982155:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.982165:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334631.982207:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1780334631.982210:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334631.982228:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.982251:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700964e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e14 expref: 86 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.982268:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e14 expref: 85 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334631.982277:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334631.982279:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334631.982283:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481da00, rc 0) 00000100:00100000:1.0:1780334631.982346:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03699500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:26863:x1866815604366976:12345-192.168.203.22@tcp:101:bash.0 Request processed in 329us (934us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334631.982353:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 958 00000100:00100000:1.0:1780334631.992516:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334631.992746:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604367104 00000100:00100000:2.0:1780334631.992756:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604367104 00000100:00100000:2.0:1780334631.992962:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 959 00000100:00100000:2.0:1780334631.992974:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+85:26863:x1866815604367104:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:2.0:1780334631.992995:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334631.993014:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700964f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e1b expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993076:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700964f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993091:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700964f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993102:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700964f9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993114:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096500 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993135:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993142:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993228:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e70096507 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993236:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e70096507 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993243:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e70096507 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334631.993277:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:2.0:1780334631.993281:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334631.993302:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e70096507 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993313:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700964f9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993321:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700964f9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993326:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700964f9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993332:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700964f9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993348:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334631.993352:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700964f9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993359:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700964f9 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993371:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334631.993374:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334631.993379:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700964f9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993385:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700964f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993399:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096500 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993405:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096500 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993411:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096500 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993415:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334631.993418:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096500 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993423:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096500 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993441:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9b6f01d5be00) 00010000:00010000:2.0:1780334631.993443:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334631.993446:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096500 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993452:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096500 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993476:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700964f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e1b expref: 87 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993488:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1600/0xdf9e767e70096507 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e1b expref: 86 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334631.993777:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:2.0:1780334631.993780:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780334631.993783:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1600, rc 0) 00000100:00100000:2.0:1780334631.994059:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:26863:x1866815604367104:12345-192.168.203.22@tcp:101:bash.0 Request processed in 1086us (1549us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334631.994067:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 959 00000100:00100000:3.0:1780334631.997061:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334631.997135:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604367232 00000100:00100000:0.0:1780334631.997145:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604367232 00000100:00100000:0.0:1780334631.997233:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 960 00000100:00100000:0.0:1780334631.997243:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:26863:x1866815604367232:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:0.0:1780334631.997266:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334631.997284:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e7009650e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e22 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997347:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096515 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997361:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096515 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997372:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096515 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997430:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009651c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997438:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009651c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997445:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009651c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997476:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096515 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997482:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096515 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997488:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096515 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997511:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334631.997515:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096515 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997522:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096515 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997532:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:0.0:1780334631.997535:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334631.997539:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096515 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997545:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096515 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997566:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009651c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997571:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009651c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997577:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009651c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997581:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334631.997583:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009651c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997587:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009651c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997597:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9b6f01d5bf00) 00010000:00010000:0.0:1780334631.997599:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334631.997601:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009651c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997606:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009651c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997647:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e7009650e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e22 expref: 87 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997656:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:0.0:1780334631.997658:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334631.997662:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e7009650e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e22 expref: 87 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334631.997670:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830a00, rc 0) 00000100:00100000:0.0:1780334631.997723:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:26863:x1866815604367232:12345-192.168.203.22@tcp:101:bash.0 Request processed in 481us (670us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334631.997730:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 960 00000100:00100000:0.0:1780334632.007460:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334632.007539:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604367360 00000100:00100000:1.0:1780334632.007549:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604367360 00000100:00100000:1.0:1780334632.007647:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 961 00000100:00100000:1.0:1780334632.007659:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0369b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+36:26864:x1866815604367360:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334632.007680:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334632.007700:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096523 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e29 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.007764:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009652a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.007778:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009652a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.007789:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009652a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334632.007862:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1780334632.007866:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00080000:0.0:1780334632.008032:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:1.0:1780334632.008120:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009652a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.008147:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096523 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e29 expref: 38 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.008165:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009652a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e29 expref: 37 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.008173:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334632.008189:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334632.008194:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c400, rc 0) 00000100:00100000:1.0:1780334632.008257:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0369b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+37:26864:x1866815604367360:12345-192.168.203.22@tcp:101:rm.0 Request processed in 600us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334632.008265:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 961 00000100:00100000:1.0:1780334632.011099:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334632.011381:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604367488 00000100:00100000:2.0:1780334632.011391:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604367488 00000100:00100000:2.0:1780334632.011476:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 962 00000100:00100000:2.0:1780334632.011484:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+37:26864:x1866815604367488:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334632.011514:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334632.011534:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096531 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e30 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011629:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096538 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011654:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096538 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011666:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096538 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011676:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009653f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011683:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009653f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011689:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009653f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011755:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096546 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011763:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096546 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011769:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096546 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334632.011799:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:2.0:1780334632.011803:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334632.011850:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096546 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011885:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096538 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011892:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096538 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011899:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096538 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011905:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096538 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011910:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334632.011914:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096538 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011921:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096538 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011932:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334632.011936:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334632.011940:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096538 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011947:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096538 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011960:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009653f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011965:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009653f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011977:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009653f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011982:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334632.011985:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009653f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011991:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009653f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.011999:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9b6f01d5be00) 00010000:00010000:2.0:1780334632.012001:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334632.012004:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009653f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.012009:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009653f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.012032:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096531 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e30 expref: 39 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.012043:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1000/0xdf9e767e70096546 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e30 expref: 38 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.012050:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:2.0:1780334632.012052:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780334632.012054:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1000, rc 0) 00000100:00100000:2.0:1780334632.012118:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+38:26864:x1866815604367488:12345-192.168.203.22@tcp:101:rm.0 Request processed in 634us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334632.012135:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 962 00000100:00100000:3.0:1780334632.014382:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334632.014472:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604367616 00000100:00100000:0.0:1780334632.014480:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604367616 00000100:00100000:0.0:1780334632.014535:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 963 00000100:00100000:0.0:1780334632.014544:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+38:26864:x1866815604367616:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334632.014572:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334632.014590:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009654d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e37 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014659:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096554 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014672:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096554 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014681:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096554 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014694:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009655b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014700:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009655b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014706:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009655b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014739:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096554 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014745:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096554 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014751:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096554 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014757:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334632.014761:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096554 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014773:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096554 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014782:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:0.0:1780334632.014784:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334632.014788:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096554 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014791:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096554 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014801:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009655b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014804:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009655b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014807:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009655b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014834:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334632.014836:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009655b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014839:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009655b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014843:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9b6f01d5bf00) 00010000:00010000:0.0:1780334632.014845:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334632.014846:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009655b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014852:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009655b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014890:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009654d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e37 expref: 39 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014897:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:0.0:1780334632.014898:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334632.014900:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009654d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e37 expref: 39 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.014906:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830e00, rc 0) 00000100:00100000:0.0:1780334632.014962:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+38:26864:x1866815604367616:12345-192.168.203.22@tcp:101:rm.0 Request processed in 420us (586us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334632.014969:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 963 00000100:00100000:0.0:1780334632.018188:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334632.018251:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604367744 00000100:00100000:1.0:1780334632.018263:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604367744 00000100:00100000:1.0:1780334632.018316:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 964 00000100:00100000:1.0:1780334632.018326:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+38:26864:x1866815604367744:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334632.018345:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334632.018364:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096562 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e3e expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018427:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70096569 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018440:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70096569 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018450:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70096569 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018463:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096570 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018470:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096570 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018476:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096570 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018528:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70096569 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018536:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70096569 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018541:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70096569 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018547:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334632.018551:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70096569 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018568:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70096569 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018579:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:1.0:1780334632.018583:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334632.018587:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70096569 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018593:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70096569 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018605:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096570 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018610:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096570 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018615:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096570 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018627:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334632.018630:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096570 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018649:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096570 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018659:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9b703c6d0400) 00010000:00010000:1.0:1780334632.018661:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334632.018664:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096570 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018669:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096570 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018702:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096562 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e3e expref: 39 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018711:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:1.0:1780334632.018713:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334632.018716:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096562 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e3e expref: 39 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.018724:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481dc00, rc 0) 00000100:00100000:1.0:1780334632.018786:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+38:26864:x1866815604367744:12345-192.168.203.22@tcp:101:rm.0 Request processed in 462us (606us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334632.018793:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 964 00000100:00100000:3.0:1780334632.029738:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334632.029842:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604367872 00000100:00100000:2.0:1780334632.029853:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604367872 00000100:00100000:2.0:1780334632.029903:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 965 00000100:00100000:2.0:1780334632.029913:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+38:26865:x1866815604367872:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334632.029932:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334632.029951:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096577 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e45 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030015:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009657e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030029:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009657e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030040:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009657e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030055:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096585 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030062:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096585 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030069:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096585 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030109:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009657e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030132:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009657e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030138:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009657e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030144:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009657e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030150:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334632.030153:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009657e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030161:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009657e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030172:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:2.0:1780334632.030174:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334632.030179:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009657e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030184:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e7009657e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030197:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096585 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030203:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096585 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030208:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096585 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030219:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334632.030222:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096585 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030227:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096585 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030235:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9b6f02d66400) 00010000:00010000:2.0:1780334632.030238:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334632.030241:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096585 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030246:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096585 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030283:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096577 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e45 expref: 39 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030293:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:2.0:1780334632.030296:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334632.030299:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096577 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e45 expref: 39 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.030308:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1a00, rc 0) 00000100:00100000:2.0:1780334632.030370:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+38:26865:x1866815604367872:12345-192.168.203.22@tcp:101:cp.0 Request processed in 458us (641us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334632.030378:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 965 00000100:00100000:3.0:1780334632.035139:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334632.035439:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604368000 00000100:00100000:2.0:1780334632.035458:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604368000 00000100:00100000:2.0:1780334632.035577:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 966 00000100:00100000:2.0:1780334632.035587:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+38:26865:x1866815604368000:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334632.035609:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334632.035628:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009658c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e4c expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035695:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096593 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035711:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096593 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035722:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096593 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035737:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e7009659a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035744:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e7009659a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035749:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e7009659a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035783:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096593 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035790:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096593 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035796:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096593 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035807:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334632.035839:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096593 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035847:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096593 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035858:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:2.0:1780334632.035861:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334632.035866:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096593 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035873:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096593 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035886:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e7009659a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035891:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e7009659a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035896:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e7009659a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035901:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334632.035903:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e7009659a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035908:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e7009659a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035926:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9b6f02d66800) 00010000:00010000:2.0:1780334632.035929:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334632.035932:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e7009659a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035937:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e7009659a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035968:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009658c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e4c expref: 39 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035979:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:2.0:1780334632.035981:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334632.035984:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009658c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e4c expref: 39 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.035993:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0200, rc 0) 00000100:00100000:2.0:1780334632.036049:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+38:26865:x1866815604368000:12345-192.168.203.22@tcp:101:cp.0 Request processed in 463us (918us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334632.036069:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 966 00000100:00100000:1.0:1780334632.039709:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334632.040025:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604368256 00000100:00100000:2.0:1780334632.040034:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604368256 00000100:00100000:2.0:1780334632.040085:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 967 00000100:00100000:2.0:1780334632.040095:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+38:26865:x1866815604368256:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334632.040115:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334632.040132:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700965a1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e53 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.040250:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965a8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.040264:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.040275:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.040287:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700965af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.040293:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700965af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.040299:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700965af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334632.040759:0:8518:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8518:1866815624228224:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1780334632.041072:0:9763:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x12:0x0], index 0: 0 00010000:00010000:2.0:1780334632.041208:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1800/0xdf9e767e700965b6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.041220:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1800/0xdf9e767e700965b6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.041228:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1800/0xdf9e767e700965b6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.041259:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.041269:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965a8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.041275:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965a8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.041281:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334632.041284:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965a8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.041291:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965a8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.041303:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:2.0:1780334632.041306:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334632.041311:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965a8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.041315:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965a8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334632.041496:0:8518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:2.0:1780334632.041593:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008ab5ee9f reply state 0000000049e92fc4 transno 4294967873 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700965af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.041606:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700965af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.041612:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9b6f02d66400) 00010000:00010000:2.0:1780334632.041614:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334632.041617:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780334632.041662:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700965a1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e53 expref: 41 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.041678:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1800/0xdf9e767e700965b6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e53 expref: 40 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.041686:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9b6f02d66f00) 00010000:00010000:2.0:1780334632.041688:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334632.041691:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1800, rc 0) 00000100:00100000:2.0:1780334632.041757:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+41:26865:x1866815604368256:12345-192.168.203.22@tcp:101:cp.0 Request processed in 1663us (2056us total) trans 4294967873 rc 0/0 00000100:00100000:2.0:1780334632.041765:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 967 00000100:00100000:3.0:1780334632.041923:0:8518:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8780 going to sleep for 11 seconds 00000100:00100000:3.0:1780334632.045159:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334632.045563:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624228224 00000100:00100000:0.0:1780334632.045574:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624228224 00000100:00100000:0.0:1780334632.045665:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604368384 00000100:00100000:0.0:1780334632.045669:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604368384 00000100:00080000:3.0:1780334632.045724:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334632.045806:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1780334632.045846:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:8518:x1866815624228224:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1780334632.045902:0:8421:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 34 00000100:00100000:1.0:1780334632.047978:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 241 00000100:00100000:1.0:1780334632.047995:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604368384:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334632.048013:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334632.048031:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700965c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e5a expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334632.048053:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780334632.048073:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334632.048075:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334632.048082:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700965c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e5a expref: 9 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.048098:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700965c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e5a expref: 9 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.048110:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334632.048166:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604368384:12345-192.168.203.22@tcp:101:cp.0 Request processed in 178us (3015us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334632.048173:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 241 00000100:00100000:1.0:1780334632.051077:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334632.051152:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604368512 00000100:00100000:3.0:1780334632.051161:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604368512 00000100:00100000:3.0:1780334632.051212:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 242 00000100:00100000:3.0:1780334632.051222:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:26865:x1866815604368512:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334632.051240:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334632.051256:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e61 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.051285:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700965c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e5a expref: 10 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.051294:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334632.051296:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334632.051300:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 10 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.051328:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700965c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e5a expref: 10 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.051340:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700965c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e5a expref: 10 pid: 8419 timeout: 735 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334632.051352:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027200700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624228352:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334632.051427:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8600 going to sleep for 11 seconds 00000100:00100000:1.0:1780334632.053425:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027200700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624228352:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334632.053456:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 10 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.053475:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e800, rc 0) 00000100:00100000:1.0:1780334632.053524:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:26865:x1866815604368512:12345-192.168.203.22@tcp:101:cp.0 Request processed in 2303us (2453us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334632.053544:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 242 00000100:00100000:3.0:1780334632.054837:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334632.054924:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604368640 00000100:00100000:1.0:1780334632.054933:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604368640 00010000:00010000:1.0:1780334632.054966:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700965c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e5a expref: 10 pid: 8419 timeout: 735 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334632.055004:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 308 00000100:00100000:1.0:1780334632.055013:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604368640:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334632.055027:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334632.055044:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700965c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e5a expref: 10 pid: 8419 timeout: 735 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.055055:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700965c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e5a expref: 10 pid: 8419 timeout: 735 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.055075:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700965c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e5a expref: 10 pid: 8419 timeout: 735 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.055088:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334632.055090:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334632.055096:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 9 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.055106:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 9 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.055152:0:6524:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 9 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334632.055166:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6524:1866815624228480:192.168.203.22@tcp:105: 00000100:00100000:1.0:1780334632.055210:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b700688da80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334632.057511:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:8518:x1866815624228224:12345-0@lo:5:osp-pre-0-0.0 Request processed in 11661us (16694us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1780334632.057523:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1780334632.058359:0:8518:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8518:1866815624228224:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1780334632.058376:0:8518:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x12:0x0]-[0x280000401:0x41:0x0] 00000100:00100000:1.0:1780334632.058751:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334632.058779:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604368896 00000100:00100000:0.0:1780334632.058785:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604368896 00000100:00100000:0.0:1780334632.058857:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 186 00000100:00100000:0.0:1780334632.058867:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+41:26865:x1866815604368896:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:3.0:1780334632.059019:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6524:1866815624228480:192.168.203.22@tcp:105: 00010000:00010000:3.0:1780334632.059036:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334632.059088:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604368640:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 4075us (4284us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334632.059097:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 308 00000100:00100000:0.0:1780334632.059365:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+42:26865:x1866815604368896:12345-192.168.203.22@tcp:35:cp.0 Request processed in 499us (617us total) trans 4294967874 rc 0/0 00000100:00100000:0.0:1780334632.059374:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 186 00000100:00100000:3.0:1780334632.094857:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334632.095004:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604369024 00000100:00100000:2.0:1780334632.095014:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604369024 00000100:00100000:2.0:1780334632.095081:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 968 00000100:00100000:2.0:1780334632.095091:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:26868:x1866815604369024:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334632.095119:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334632.095140:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700965d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e68 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095208:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965d9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095227:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095238:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095249:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700965e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095256:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700965e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095261:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700965e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095346:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700965e7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095354:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700965e7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095361:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700965e7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334632.095397:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00000004:00200000:2.0:1780334632.095402:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334632.095419:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700965e7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095430:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700965e7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095442:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965d9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095448:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965d9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095454:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095460:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965d9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095467:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334632.095471:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965d9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095478:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965d9 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095489:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:2.0:1780334632.095492:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334632.095497:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965d9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095503:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700965d9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095516:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700965e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095670:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700965e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095677:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700965e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095683:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334632.095686:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700965e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095693:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700965e0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095701:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9b6f02d66400) 00010000:00010000:2.0:1780334632.095704:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334632.095707:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700965e0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095717:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700965e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095745:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700965d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e68 expref: 88 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095758:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700965e7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e68 expref: 87 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.095766:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9b6f02d66f00) 00010000:00010000:2.0:1780334632.095768:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334632.095770:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0c00, rc 0) 00000100:00100000:2.0:1780334632.096014:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:26868:x1866815604369024:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 923us (1204us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334632.096026:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 968 00000100:00080000:3.0:1780334632.097520:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334632.101260:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334632.101381:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604369152 00000100:00100000:1.0:1780334632.101391:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604369152 00000100:00100000:1.0:1780334632.101483:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 243 00000100:00100000:1.0:1780334632.101495:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604369152:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334632.101513:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334632.101531:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700965ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e6f expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334632.101598:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bdad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624228608:192.168.203.22@tcp:106: 00000100:00100000:1.0:1780334632.101698:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b700688d9c0 going to sleep for 11 seconds 00000100:00080000:3.0:1780334632.101845:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1780334632.103693:0:8422:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1780334632.103700:0:8422:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb mtime: 0 -> 1780334632 00002000:00010000:1.0:1780334632.103702:0:8422:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb atime: 0 -> 1780334632 00002000:00010000:1.0:1780334632.103704:0:8422:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb ctime: 0 -> 1780334632 00002000:00010000:1.0:1780334632.103706:0:8422:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1780334632.103728:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bdad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624228608:192.168.203.22@tcp:106: 00010000:00010000:1.0:1780334632.103760:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700965ee lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e6f expref: 12 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.103801:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700965ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e6f expref: 12 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.103969:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334632.104034:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2407:x1866815604369152:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2540us (2787us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334632.104043:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 243 00000100:00100000:2.0:1780334632.109859:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334632.109900:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604369280 00000100:00100000:1.0:1780334632.109911:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604369280 00000100:00100000:1.0:1780334632.109961:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 969 00000100:00100000:1.0:1780334632.109976:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:26868:x1866815604369280:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334632.109996:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334632.110012:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700965f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e76 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.110077:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700965fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.110092:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700965fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.110102:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700965fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334632.110141:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:1.0:1780334632.110145:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334632.110179:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700965fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.110205:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700965f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e76 expref: 89 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.110220:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700965fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e76 expref: 88 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.110228:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:1.0:1780334632.110231:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334632.110234:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481de00, rc 0) 00000100:00100000:1.0:1780334632.110297:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:26868:x1866815604369280:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 327us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334632.110304:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 969 00000100:00100000:2.0:1780334632.119255:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334632.127169:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604369408 00000100:00100000:0.0:1780334632.127185:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604369408 00000100:00100000:0.0:1780334632.127342:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 244 00000100:00100000:0.0:1780334632.127355:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2406:x1866815604369408:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334632.127374:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334632.127392:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec704da7/0xdf9e767e70096603 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e7d expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334632.127450:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624228736:192.168.203.22@tcp:106: 00000100:00100000:0.0:1780334632.127567:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334632.129456:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624228736:192.168.203.22@tcp:106: 00010000:00010000:1.0:1780334632.129488:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec704da7/0xdf9e767e70096603 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e7d expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.129511:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec704da7/0xdf9e767e70096603 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e7d expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.129524:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830400, rc 0) 00000100:00100000:1.0:1780334632.129590:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2406:x1866815604369408:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2237us (10343us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334632.129598:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 244 00000100:00100000:3.0:1780334632.142398:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334632.142560:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604369664 00000100:00100000:2.0:1780334632.142570:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604369664 00000100:00100000:2.0:1780334632.142632:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 970 00000100:00100000:2.0:1780334632.142641:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:26868:x1866815604369664:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:2.0:1780334632.143541:0:9763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].23, 136 off11320 00000100:00100000:2.0:1780334632.143647:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:26868:x1866815604369664:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 996us (1248us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334632.143657:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 970 00000040:00080000:2.0:1780334632.500269:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334632.500276:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334632.500300:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:2.0:1780334632.500317:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334632.504578:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027203800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624228864:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334632.505000:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334632.508587:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027203800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624228864:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1780334632.510966:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334632.511080:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604369792 00000100:00100000:2.0:1780334632.511090:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604369792 00000100:00100000:2.0:1780334632.511146:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 971 00000100:00100000:2.0:1780334632.511156:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+42:26878:x1866815604369792:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334632.511190:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334632.511937:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+42:26878:x1866815604369792:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 779us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334632.511946:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 971 00000100:00100000:2.0:1780334632.518761:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334632.523677:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604370048 00000100:00100000:1.0:1780334632.523707:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604370048 00000100:00100000:1.0:1780334632.523898:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 972 00000100:00100000:1.0:1780334632.523910:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+42:26878:x1866815604370048:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334632.523932:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334632.523951:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009660a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e84 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.524106:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096611 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.524120:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096611 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.524134:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096611 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334632.524145:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00010000:00010000:1.0:1780334632.524247:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009660a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e84 expref: 45 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.524262:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096611 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e84 expref: 44 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.524271:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9b6f02d66f00) 00010000:00010000:1.0:1780334632.524274:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334632.524277:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c200, rc 0) 00000100:00100000:1.0:1780334632.524849:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+44:26878:x1866815604370048:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 451us (5606us total) trans 4294967875 rc 0/0 00000100:00100000:1.0:1780334632.524860:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 972 00000100:00100000:0.0:1780334632.532633:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334632.532821:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604370176 00000100:00100000:1.0:1780334632.532830:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604370176 00000100:00100000:0.0:1780334632.532915:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 44 00000100:00100000:0.0:1780334632.532926:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:2406:x1866815604370176:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334632.532943:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334632.532967:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096611 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e84 expref: 44 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.532984:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9b6f02d66f00) 00010000:00010000:0.0:1780334632.532989:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334632.533043:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+43:2406:x1866815604370176:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 119us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334632.533050:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 44 00000100:00100000:0.0:1780334632.539618:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334632.539689:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604370304 00000100:00100000:2.0:1780334632.539699:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604370304 00000100:00100000:2.0:1780334632.539762:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 245 00000100:00100000:2.0:1780334632.539773:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604370304:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334632.539839:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f9f5211e/0xdf9e767e7009661f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.539859:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 9 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.539867:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334632.539869:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334632.539872:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9f5211e/0xdf9e767e7009661f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.539905:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 9 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.539920:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 9 pid: 8519 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334632.539935:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034545880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624228992:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334632.540008:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5240 going to sleep for 11 seconds 00000100:00100000:2.0:1780334632.545851:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334632.545887:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604370432 00000100:00100000:2.0:1780334632.545896:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604370432 00000100:00100000:3.0:1780334632.545914:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034545880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624228992:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334632.545942:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f9f5211e/0xdf9e767e7009661f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:2.0:1780334632.545947:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x12:0x0] (0->157) req@ffff9b7034544700 x1866815604370432/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:98/0 lens 648/0 e 0 to 0 dl 1780334643 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334632.545965:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034544700 with x1866815604370432 ext(0->157) 00010000:00010000:2.0:1780334632.545973:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 10 pid: 8519 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.545987:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 10 pid: 8519 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334632.545995:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b7034544700 00000100:00100000:2.0:1780334632.546032:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 10 00000100:00100000:2.0:1780334632.546040:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604370432:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:2.0:1780334632.547457:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604370432:12345-192.168.203.22@tcp:4:cp.0 Request processed in 1411us (1610us total) trans 4294967342 rc 0/0 00000100:00100000:2.0:1780334632.547467:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 10 00002000:00100000:2.0:1780334632.547476:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x12:0x0] (0->157) req@ffff9b7034544700 x1866815604370432/t4294967342(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:98/0 lens 648/448 e 0 to 0 dl 1780334643 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334632.547484:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034544700 with x1866815604370432 ext(0->157) 00010000:00010000:2.0:1780334632.547492:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 12 pid: 8519 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.547506:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 12 pid: 8519 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334632.547512:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b7034544700 00000100:00100000:2.0:1780334632.551537:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334632.553325:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604370560 00000100:00100000:3.0:1780334632.553339:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604370560 00010000:00010000:3.0:1780334632.553376:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 12 pid: 8519 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334632.553420:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 309 00000100:00100000:3.0:1780334632.553431:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604370560:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334632.553445:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780334632.553461:0:6522:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1780334632.553468:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 12 pid: 8519 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.553481:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 12 pid: 8519 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.553505:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e700965cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e61 expref: 12 pid: 8519 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.553519:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334632.553523:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334632.553527:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9f5211e/0xdf9e767e7009661f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.553536:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9f5211e/0xdf9e767e7009661f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.553575:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334632.553624:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604370560:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 195us (2093us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334632.553632:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 309 00010000:00010000:0.0:1780334632.554860:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f9f5211e/0xdf9e767e7009661f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.554880:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9f5211e/0xdf9e767e7009661f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.554904:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f9f5211e/0xdf9e767e7009661f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.554912:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f9f5211e/0xdf9e767e7009661f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.554920:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f9f5211e/0xdf9e767e7009661f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.554927:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334632.554931:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9f5211e/0xdf9e767e7009661f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.554939:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9f5211e/0xdf9e767e7009661f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.554952:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f9f5211e/0xdf9e767e7009661f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.554960:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9f5211e/0xdf9e767e7009661f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334632.555035:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604370304:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 15262us (15420us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334632.555044:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 245 00000100:00100000:3.0:1780334632.560410:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334632.560482:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604370816 00000100:00100000:1.0:1780334632.560492:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604370816 00000100:00100000:1.0:1780334632.560559:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 973 00000100:00100000:1.0:1780334632.560571:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+43:26878:x1866815604370816:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1780334632.560688:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+43:26878:x1866815604370816:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 118us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334632.560695:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 973 00000100:00100000:2.0:1780334632.564639:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334632.564711:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604370944 00000100:00100000:1.0:1780334632.564722:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604370944 00000100:00100000:1.0:1780334632.564775:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 246 00000100:00100000:1.0:1780334632.564785:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c95c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604370944:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334632.564803:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334632.564854:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e70096626 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e8b expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334632.564880:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 158, mtime: 0x6a1dc028, atime: 0x0, ctime: 0x6a1dc028, blocks: 0x8 00010000:00010000:1.0:1780334632.564902:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334632.564905:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334632.564913:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e70096626 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e8b expref: 11 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.564932:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e70096626 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e8b expref: 11 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.564945:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c000, rc 0) 00000100:00100000:1.0:1780334632.565015:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c95c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604370944:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 231us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334632.565022:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 246 00000100:00100000:1.0:1780334632.568334:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334632.568413:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604371200 00000100:00100000:2.0:1780334632.568421:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604371200 00000100:00100000:2.0:1780334632.568476:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 974 00000100:00100000:2.0:1780334632.568486:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:26878:x1866815604371200:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334632.568598:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:26878:x1866815604371200:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 113us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334632.568606:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 974 00000100:00100000:2.0:1780334632.573322:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334632.575880:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604371328 00000100:00100000:1.0:1780334632.575893:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604371328 00002000:00100000:1.0:1780334632.575941:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff9b7034544a80 x1866815604371328/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:98/0 lens 488/0 e 0 to 0 dl 1780334643 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334632.575953:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034544a80 with x1866815604371328 ext(0->4095) 00002000:00010000:1.0:1780334632.575958:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b7034544a80 00000100:00100000:1.0:1780334632.575984:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 73 00000100:00100000:1.0:1780334632.575993:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604371328:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1780334632.576153:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604371328:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 160us (2840us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780334632.576161:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 73 00002000:00100000:1.0:1780334632.576168:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff9b7034544a80 x1866815604371328/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:98/0 lens 488/4536 e 0 to 0 dl 1780334643 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334632.576183:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034544a80 with x1866815604371328 ext(0->4095) 00002000:00010000:1.0:1780334632.576187:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b7034544a80 00000100:00100000:1.0:1780334632.584586:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334632.585578:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604371456 00000100:00100000:0.0:1780334632.585589:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604371456 00000100:00100000:0.0:1780334632.585706:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 975 00000100:00100000:0.0:1780334632.585718:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+43:26878:x1866815604371456:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334632.585738:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334632.585757:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009662d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e92 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.585789:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e70096634 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.585829:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e70096634 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.585841:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e70096634 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.585944:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e7009662d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e92 expref: 45 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.585960:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e70096634 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e92 expref: 44 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.585969:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9b6f02d66f00) 00010000:00010000:0.0:1780334632.585972:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334632.585976:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831c00, rc 0) 00000100:00100000:0.0:1780334632.586038:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+44:26878:x1866815604371456:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 323us (1457us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334632.586045:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 975 00000100:00100000:1.0:1780334632.592766:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334632.593307:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604371584 00000100:00100000:3.0:1780334632.593317:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604371584 00000100:00100000:3.0:1780334632.593364:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 976 00000100:00100000:3.0:1780334632.593374:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:26878:x1866815604371584:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334632.593402:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334632.593502:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:26878:x1866815604371584:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 129us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334632.593510:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 976 00000100:00100000:2.0:1780334632.600503:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334632.602714:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604371712 00000100:00100000:0.0:1780334632.602725:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604371712 00000100:00100000:0.0:1780334632.602792:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 247 00000100:00100000:0.0:1780334632.602803:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604371712:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1780334632.602862:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e7009663b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.602889:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334632.602890:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334632.602895:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e7009663b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.602908:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e7009663b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.602934:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e7009663b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.602943:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e7009663b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.602950:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e7009663b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.602957:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334632.602961:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e7009663b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.602970:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e7009663b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.602983:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e7009663b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.602991:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e73576c4/0xdf9e767e7009663b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334632.603070:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604371712:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 269us (2573us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334632.603078:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 247 00000100:00100000:0.0:1780334632.613897:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334632.614408:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604371968 00000100:00100000:2.0:1780334632.614418:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604371968 00000100:00100000:2.0:1780334632.614477:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 977 00000100:00100000:2.0:1780334632.614486:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:26878:x1866815604371968:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1780334632.614570:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096642 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.614588:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e70096634 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e92 expref: 44 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.614597:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096642 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.614627:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e70096634 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e92 expref: 44 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.614640:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e70096634 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e92 expref: 44 pid: 15367 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334632.614654:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034546300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624229120:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334632.614725:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ac5780 going to sleep for 11 seconds 00000100:00100000:0.0:1780334632.619529:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334632.619569:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604372096 00000100:00100000:3.0:1780334632.619579:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604372096 00010000:00010000:3.0:1780334632.619612:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e70096634 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e92 expref: 45 pid: 15367 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334632.619655:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 310 00000100:00100000:3.0:1780334632.619664:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+45:2406:x1866815604372096:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334632.619681:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334632.619687:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e70096634 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e92 expref: 45 pid: 15367 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.619701:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e70096634 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e92 expref: 45 pid: 15367 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.619722:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9b6f02d66f00) 00010000:00010000:3.0:1780334632.619727:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096642 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.619736:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096642 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.619744:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096642 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.619762:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334632.619837:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+45:2406:x1866815604372096:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 146us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334632.619844:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 310 00010000:00010000:3.0:1780334632.622091:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e70096634 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e92 expref: 44 pid: 15367 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334632.622111:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034546300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624229120:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334632.622130:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096642 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.622139:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096642 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.622145:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096642 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.622294:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096642 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.622301:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096642 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.622308:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096642 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.622313:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334632.622317:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096642 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.622324:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096642 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.622338:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9b6f02d66f00) 00010000:00010000:3.0:1780334632.622341:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334632.622345:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096642 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.622350:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096642 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334632.622466:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:26878:x1866815604371968:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 7980us (8575us total) trans 4294967876 rc 0/0 00000100:00100000:3.0:1780334632.622474:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 977 00000040:00080000:0.0:1780334632.622702:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334632.622707:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334632.623331:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1780334632.623340:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1780334632.628698:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1780334632.637260:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334632.637511:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604372352 00000100:00100000:1.0:1780334632.637521:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604372352 00000100:00100000:1.0:1780334632.637727:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 187 00000100:00100000:1.0:1780334632.637737:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:26878:x1866815604372352:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334632.637998:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:26878:x1866815604372352:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 262us (745us total) trans 4294967877 rc 0/0 00000100:00100000:1.0:1780334632.638005:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 187 00000040:00080000:2.0:1780334632.848762:0:20861:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334632.848770:0:20861:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334632.848806:0:20861:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:2.0:1780334632.848835:0:20861:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334632.885986:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334632.900911:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334632.902217:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604372608 00000100:00100000:3.0:1780334632.902229:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604372608 00000100:00100000:3.0:1780334632.902306:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 978 00000100:00100000:3.0:1780334632.902317:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:26879:x1866815604372608:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:3.0:1780334632.902338:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334632.902342:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1780334632.902425:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700965fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e76 expref: 88 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.902444:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:3.0:1780334632.902449:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334632.902464:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096649 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0e99 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.902592:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096650 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.902606:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096650 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.902616:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096650 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334632.902627:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00010000:00010000:3.0:1780334632.902731:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096649 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e99 expref: 90 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.902745:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096650 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e99 expref: 89 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.902758:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9b6f02d66f00) 00010000:00010000:3.0:1780334632.902761:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334632.902764:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f200, rc 0) 00000100:00100000:3.0:1780334632.902848:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:26879:x1866815604372608:12345-192.168.203.22@tcp:101:bash.0 Request processed in 533us (1945us total) trans 4294967878 rc 0/0 00000100:00100000:3.0:1780334632.902856:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 978 00000100:00100000:0.0:1780334632.915258:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334632.915350:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604372736 00000100:00100000:3.0:1780334632.915361:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604372736 00000100:00100000:3.0:1780334632.915427:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 45 00000100:00100000:3.0:1780334632.915438:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7005464850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:2407:x1866815604372736:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334632.915454:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334632.915477:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096650 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e99 expref: 89 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.915494:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9b6f02d66f00) 00010000:00010000:3.0:1780334632.915499:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334632.915569:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7005464850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:2407:x1866815604372736:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 133us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334632.915577:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 45 00000100:00100000:0.0:1780334632.917008:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334632.917179:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604372864 00000100:00100000:3.0:1780334632.917189:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604372864 00000100:00100000:3.0:1780334632.917249:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 248 00000100:00100000:3.0:1780334632.917258:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+11:2409:x1866815604372864:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:3.0:1780334632.917274:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334632.917290:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e7009665e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ea0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.917315:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334632.917317:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334632.917325:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e7009665e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ea0 expref: 12 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.917341:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e7009665e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ea0 expref: 12 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334632.917353:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e800, rc 0) 00000100:00100000:3.0:1780334632.917403:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2409:x1866815604372864:12345-192.168.203.22@tcp:101:cat.0 Request processed in 145us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334632.917410:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 248 00000100:00100000:0.0:1780334632.926255:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334632.926330:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604372992 00000100:00100000:1.0:1780334632.926341:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604372992 00000100:00100000:1.0:1780334632.926396:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 249 00000100:00100000:1.0:1780334632.926406:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:26879:x1866815604372992:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:1.0:1780334632.926424:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334632.926442:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007605b178/0xdf9e767e70096665 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ea7 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.926473:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e70096626 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e8b expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.926483:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e7009665e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ea0 expref: 13 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.926490:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334632.926492:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334632.926497:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007605b178/0xdf9e767e70096665 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ea7 expref: 13 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.926528:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e7009665e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ea0 expref: 13 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.926575:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e7009665e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ea0 expref: 13 pid: 8419 timeout: 736 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334632.926589:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624229248:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334632.926685:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e70096626 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e8b expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.926695:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e70096626 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e8b expref: 10 pid: 8422 timeout: 736 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334632.926705:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624229376:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334632.926728:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b700688da80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334632.938242:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624229248:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334632.938256:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624229376:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334632.938285:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007605b178/0xdf9e767e70096665 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ea7 expref: 13 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.938307:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d200, rc 0) 00000100:00100000:1.0:1780334632.938358:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:26879:x1866815604372992:12345-192.168.203.22@tcp:101:cat.0 Request processed in 11953us (12112us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334632.938367:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 249 00000100:00100000:3.0:1780334632.938781:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334632.938845:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334632.938959:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604373248 00000100:00100000:1.0:1780334632.938966:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604373248 00010000:00010000:1.0:1780334632.938998:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e70096626 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e8b expref: 11 pid: 8422 timeout: 736 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334632.939031:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604373120 00000100:00100000:1.0:1780334632.939034:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604373120 00010000:00010000:1.0:1780334632.939047:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e7009665e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ea0 expref: 13 pid: 8419 timeout: 736 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334632.939065:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 311 00000100:00100000:1.0:1780334632.939085:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604373248:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334632.939099:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334632.939119:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e70096626 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e8b expref: 11 pid: 8422 timeout: 736 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.939130:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e70096626 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e8b expref: 11 pid: 8422 timeout: 736 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.939152:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e70096626 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e8b expref: 11 pid: 8422 timeout: 736 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.939167:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334632.939195:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604373248:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 111us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334632.939202:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 311 00000100:00100000:1.0:1780334632.939215:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 312 00000100:00100000:1.0:1780334632.939222:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2406:x1866815604373120:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334632.939231:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334632.939240:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e7009665e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ea0 expref: 13 pid: 8419 timeout: 736 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.939251:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e7009665e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ea0 expref: 13 pid: 8419 timeout: 736 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.939265:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a74a6df7/0xdf9e767e7009665e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ea0 expref: 13 pid: 8419 timeout: 736 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.939275:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334632.939277:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334632.939282:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007605b178/0xdf9e767e70096665 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ea7 expref: 12 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.939291:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007605b178/0xdf9e767e70096665 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ea7 expref: 12 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334632.939323:0:6524:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007605b178/0xdf9e767e70096665 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ea7 expref: 12 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334632.939338:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6524:1866815624229504:192.168.203.22@tcp:105: 00000100:00100000:1.0:1780334632.939383:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b700688da80 going to sleep for 11 seconds 00000100:00100000:3.0:1780334632.943611:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6524:1866815624229504:192.168.203.22@tcp:105: 00010000:00010000:3.0:1780334632.943634:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334632.943692:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604373120:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 4469us (4846us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334632.943702:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 312 00000100:00100000:2.0:1780334632.954199:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334632.954231:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604373376 00000100:00100000:2.0:1780334632.954240:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604373376 00000100:00100000:2.0:1780334632.954288:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 979 00000100:00100000:2.0:1780334632.954298:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:26879:x1866815604373376:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:2.0:1780334632.954322:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334632.954340:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e7009666c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0eae expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.954375:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0a00/0xdf9e767e70096673 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.954388:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0a00/0xdf9e767e70096673 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.954399:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0a00/0xdf9e767e70096673 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.954516:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e7009666c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0eae expref: 90 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.954538:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0a00/0xdf9e767e70096673 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0eae expref: 89 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.954557:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9b6f02d66f00) 00010000:00010000:2.0:1780334632.954560:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334632.954564:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0a00, rc 0) 00000100:00100000:2.0:1780334632.954620:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:26879:x1866815604373376:12345-192.168.203.22@tcp:101:cat.0 Request processed in 322us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334632.954627:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 979 00000100:00100000:0.0:1780334632.962322:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334632.963858:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604373504 00000100:00100000:3.0:1780334632.963880:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604373504 00002000:00100000:3.0:1780334632.963929:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff9b703fe45f80 x1866815604373504/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:98/0 lens 488/0 e 0 to 0 dl 1780334643 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334632.963940:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe45f80 with x1866815604373504 ext(0->4095) 00002000:00010000:3.0:1780334632.963947:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fe45f80 00000100:00100000:3.0:1780334632.963977:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 74 00000100:00100000:3.0:1780334632.963985:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604373504:12345-192.168.203.22@tcp:3:cat.0 00000100:00100000:3.0:1780334632.964257:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604373504:12345-192.168.203.22@tcp:3:cat.0 Request processed in 271us (1942us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334632.964265:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 74 00002000:00100000:3.0:1780334632.964272:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff9b703fe45f80 x1866815604373504/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:98/0 lens 488/4536 e 0 to 0 dl 1780334643 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334632.964280:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe45f80 with x1866815604373504 ext(0->4095) 00002000:00010000:3.0:1780334632.964283:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fe45f80 00000100:00100000:2.0:1780334632.967767:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334632.967856:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604373760 00000100:00100000:0.0:1780334632.967866:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604373760 00000100:00100000:0.0:1780334632.967919:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 188 00000100:00100000:0.0:1780334632.967930:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:26879:x1866815604373760:12345-192.168.203.22@tcp:35:cat.0 00000001:00080000:0.0:1780334632.974883:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967879 00000001:00080000:0.0:1780334632.974997:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967880 00000100:00100000:0.0:1780334632.975646:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:26879:x1866815604373760:12345-192.168.203.22@tcp:35:cat.0 Request processed in 7712us (7882us total) trans 4294967881 rc 0/0 00000100:00100000:0.0:1780334632.975657:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 188 00000020:00080000:0.0:1780334632.975663:0:6542:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000001:00080000:3.0:1780334632.979998:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967879 is committed 00000001:00080000:3.0:1780334632.980023:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967877 is committed 00010000:00010000:0.0:1780334632.980145:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700964d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.980159:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700964d6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.980167:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700964d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.980173:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334632.980178:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700964d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.980186:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700964d6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.980203:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9b6f01d5be00) 00010000:00010000:0.0:1780334632.980207:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334632.980212:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700964d6 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.980218:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700964d6 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.980255:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700964dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.980263:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700964dd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.980269:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700964dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.980273:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334632.980276:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700964dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.980281:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700964dd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.980288:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:0.0:1780334632.980291:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334632.980294:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700964dd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334632.980299:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700964dd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.980419:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700965af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.980427:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700965af lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.980433:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700965af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.980438:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334632.980441:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700965af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.980448:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700965af lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.980457:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9b6f02d66400) 00010000:00010000:2.0:1780334632.980460:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334632.980463:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700965af lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334632.980470:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700965af lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334632.999340:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334632.999419:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604373888 00000100:00100000:3.0:1780334632.999429:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604373888 00002000:00100000:3.0:1780334632.999475:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x12:0x0] (0->315) req@ffff9b7034546300 x1866815604373888/t0(0) o4->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:98/0 lens 808/0 e 0 to 0 dl 1780334643 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334632.999487:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034546300 with x1866815604373888 ext(0->315) 00002000:00010000:3.0:1780334632.999493:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b7034546300 00000100:00100000:3.0:1780334632.999527:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 75 00000100:00100000:3.0:1780334632.999537:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2408:x1866815604373888:12345-192.168.203.22@tcp:4:cat.0 00000100:00100000:3.0:1780334633.000494:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034546300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2408:x1866815604373888:12345-192.168.203.22@tcp:4:cat.0 Request processed in 956us (1169us total) trans 4294967343 rc 0/0 00000100:00100000:3.0:1780334633.000504:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 75 00002000:00100000:3.0:1780334633.000512:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x12:0x0] (0->315) req@ffff9b7034546300 x1866815604373888/t4294967343(0) o4->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:98/0 lens 808/448 e 0 to 0 dl 1780334643 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334633.000526:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034546300 with x1866815604373888 ext(0->315) 00002000:00010000:3.0:1780334633.000530:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b7034546300 00000100:00100000:3.0:1780334633.023876:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334633.024170:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604374144 00000100:00100000:3.0:1780334633.024178:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604374144 00000100:00100000:3.0:1780334633.024222:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 980 00000100:00100000:3.0:1780334633.024230:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:26881:x1866815604374144:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334633.024251:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334633.024269:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e7009667a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0eb5 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334633.024374:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096681 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334633.024387:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096681 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334633.024396:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096681 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334633.024406:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 316 00010000:00010000:3.0:1780334633.024500:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e7009667a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0eb5 expref: 91 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334633.024516:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096681 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0eb5 expref: 90 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334633.024525:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9b6f02d66f00) 00010000:00010000:3.0:1780334633.024528:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1780334633.024531:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fc00, rc 0) 00000100:00100000:3.0:1780334633.024590:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:26881:x1866815604374144:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 360us (722us total) trans 4294967882 rc 0/0 00000100:00100000:3.0:1780334633.024597:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 980 00000100:00100000:3.0:1780334633.029687:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334633.032000:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604374272 00000100:00100000:1.0:1780334633.032012:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604374272 00000100:00100000:1.0:1780334633.032657:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 981 00000100:00100000:1.0:1780334633.032670:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:26881:x1866815604374272:12345-192.168.203.22@tcp:54:lfs.0 00010000:00010000:1.0:1780334633.032732:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009668f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.032749:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009668f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.032761:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009668f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.032793:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009668f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.032800:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009668f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.032806:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009668f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.033371:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334633.033376:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009668f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.033385:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009668f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.033397:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9b6f02d66f00) 00010000:00010000:1.0:1780334633.033400:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780334633.033405:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009668f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.033411:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009668f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334633.033496:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:26881:x1866815604374272:12345-192.168.203.22@tcp:54:lfs.0 Request processed in 816us (3806us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334633.033504:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 981 00000100:00100000:0.0:1780334633.066000:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334633.066111:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604374400 00000100:00100000:1.0:1780334633.066121:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604374400 00000100:00100000:1.0:1780334633.066172:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 982 00000100:00100000:1.0:1780334633.066183:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:26882:x1866815604374400:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334633.066203:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334633.066276:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096696 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ebc expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.066866:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e7009669d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.066881:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e7009669d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.066891:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e7009669d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334633.066931:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:1.0:1780334633.066934:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334633.066954:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e7009669d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.066980:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096696 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ebc expref: 92 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.066997:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481cc00/0xdf9e767e7009669d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ebc expref: 91 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.067006:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9b6f01d5b200) 00010000:00010000:1.0:1780334633.067009:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334633.067013:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481cc00, rc 0) 00000100:00100000:1.0:1780334633.067079:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:26882:x1866815604374400:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 898us (1087us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334633.067087:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 982 00000100:00100000:2.0:1780334633.076016:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624229632:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334633.076091:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334633.076158:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624229632 00000100:00100000:2.0:1780334633.076164:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624229632 00000100:00100000:2.0:1780334633.076207:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1780334633.076217:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624229632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334633.076248:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334633.076292:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624229632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334633.076298:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1780334633.076352:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624229632:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334633.076536:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334633.076751:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604374784 00000100:00100000:2.0:1780334633.076757:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604374784 00000100:00100000:2.0:1780334633.076793:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 189 00000100:00100000:2.0:1780334633.076801:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:26882:x1866815604374784:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:3.0:1780334633.077100:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:26882:x1866815604374784:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 297us (563us total) trans 4294967883 rc 0/0 00000100:00100000:3.0:1780334633.077107:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 189 00000100:00100000:2.0:1780334633.077447:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780334633.077460:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624229760:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334633.077498:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334633.077537:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624229760 00000100:00100000:2.0:1780334633.077542:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624229760 00000100:00100000:2.0:1780334633.077591:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1780334633.077600:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624229760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334633.077615:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128138048 pending 57344 free 3921403904 avail 3689881600 00000100:00100000:2.0:1780334633.077649:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624229760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334633.077655:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00080000:2.0:1780334633.077671:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334633.077701:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624229760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334633.079051:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624229888:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334633.079110:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334633.079254:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624229888 00000100:00100000:1.0:1780334633.079262:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624229888 00000100:00100000:1.0:1780334633.079312:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1780334633.079329:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624229888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334633.079352:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128138048 pending 57344 free 3921403904 avail 3689881600 00000100:00100000:1.0:1780334633.079388:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624229888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334633.079395:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1780334633.079431:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624229888:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1780334633.079474:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334633.079667:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334633.079740:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604374912 00000100:00100000:1.0:1780334633.079744:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604374912 00000100:00100000:1.0:1780334633.079786:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 46 00000100:00100000:1.0:1780334633.079793:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:26882:x1866815604374912:12345-192.168.203.22@tcp:103:lfs.0 00010000:00010000:1.0:1780334633.079803:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780334633.079850:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096681 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0eb5 expref: 92 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.079874:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700965e7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e68 expref: 91 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334633.079884:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9b6f02d66f00) 00010000:00010000:1.0:1780334633.079889:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334633.079924:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:26882:x1866815604374912:12345-192.168.203.22@tcp:103:lfs.0 Request processed in 131us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334633.079931:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 46 00000100:00100000:0.0:1780334633.085863:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334633.085937:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604375040 00000100:00100000:3.0:1780334633.085948:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604375040 00000100:00100000:3.0:1780334633.086004:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 983 00000100:00100000:3.0:1780334633.086014:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:26882:x1866815604375040:12345-192.168.203.22@tcp:58:lfs.0 00000100:00100000:3.0:1780334633.086149:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:26882:x1866815604375040:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 135us (293us total) trans 0 rc -1/-1 00000100:00100000:3.0:1780334633.086157:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 983 00010000:00010000:2.0:1780334633.910056:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334634.932983:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334635.957761:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334636.020453:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334636.020493:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334636.020532:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334636.020559:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334636.020578:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334636.020593:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334636.020608:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334636.020624:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334636.020645:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334636.020669:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604375424 00000100:00100000:1.0:1780334636.020677:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604375424 00000100:00100000:1.0:1780334636.020721:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604375936 00000100:00100000:1.0:1780334636.020723:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604375936 00000100:00100000:1.0:1780334636.020733:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604375296 00000100:00100000:1.0:1780334636.020735:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604375296 00000100:00100000:1.0:1780334636.020745:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604375808 00000100:00100000:1.0:1780334636.020747:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604375808 00000100:00100000:1.0:1780334636.020763:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 704 00000100:00100000:1.0:1780334636.020771:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604375424:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334636.020874:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604375424:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 103us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334636.020881:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 704 00000100:00100000:1.0:1780334636.021008:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 705 00000100:00100000:1.0:1780334636.021016:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604375936:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334636.021039:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604375936:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334636.021045:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 705 00000100:00100000:1.0:1780334636.021055:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 706 00000100:00100000:1.0:1780334636.021060:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:2406:x1866815604375296:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334636.021079:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:2406:x1866815604375296:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 19us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334636.021084:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 706 00000100:00100000:1.0:1780334636.021092:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 707 00000100:00100000:1.0:1780334636.021097:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+39:2406:x1866815604375808:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334636.021115:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+39:2406:x1866815604375808:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 18us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334636.021120:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 707 00000100:00100000:1.0:1780334636.021134:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604375680 00000100:00100000:1.0:1780334636.021137:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604375680 00000100:00100000:1.0:1780334636.021157:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604376192 00000100:00100000:1.0:1780334636.021159:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604376192 00000100:00100000:1.0:1780334636.021168:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604375552 00000100:00100000:1.0:1780334636.021170:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604375552 00000100:00100000:1.0:1780334636.021178:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604376064 00000100:00100000:1.0:1780334636.021180:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604376064 00000100:00100000:1.0:1780334636.021190:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 402 00000100:00100000:1.0:1780334636.021195:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604375680:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334636.021213:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604375680:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 18us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334636.021219:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 402 00000100:00100000:1.0:1780334636.021227:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 403 00000100:00100000:1.0:1780334636.021232:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604376192:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334636.021247:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604376192:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 15us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334636.021253:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 403 00000100:00100000:1.0:1780334636.021260:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 404 00000100:00100000:1.0:1780334636.021265:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2406:x1866815604375552:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334636.021279:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2406:x1866815604375552:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 15us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334636.021285:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 404 00000100:00100000:1.0:1780334636.021292:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 405 00000100:00100000:1.0:1780334636.021296:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604376064:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334636.021311:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604376064:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 15us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334636.021316:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 405 00000100:00080000:1.0:1780334636.021340:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334636.021343:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334636.021345:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334636.021347:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334636.021537:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604375168 00000100:00100000:0.0:1780334636.021541:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604375168 00000100:00100000:0.0:1780334636.021591:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 672 00000100:00100000:0.0:1780334636.021598:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604375168:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334636.021632:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604375168:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 35us (1188us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334636.021638:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 672 00000100:00100000:0.0:1780334636.149243:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780334636.149693:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624230016:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334636.150762:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334636.150871:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624230016 00000100:00100000:1.0:1780334636.150880:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624230016 00000100:00100000:1.0:1780334636.154455:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1780334636.154487:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624230016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334636.154542:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:1.0:1780334636.154653:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624230016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 187us (4807us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334636.154660:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1780334636.154758:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624230016:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334636.660188:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624230144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334636.660252:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334636.660716:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624230272:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.660751:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334636.660778:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624230784:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.660801:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334636.660837:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624231296:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.660860:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334636.660880:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1780334636.660886:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624230400:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.660909:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334636.660925:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624230912:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.660943:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334636.660959:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624231424:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.660978:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334636.661007:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624230272 00000100:00100000:0.0:1780334636.661014:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624230272 00000100:00100000:0.0:1780334636.661055:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1780334636.661064:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624230272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661112:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624230272:12345-0@lo:400:kworker.0 Request processed in 49us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334636.661119:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1780334636.661153:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624230784 00000100:00100000:0.0:1780334636.661157:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624230784 00000100:00100000:0.0:1780334636.661180:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1780334636.661186:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624230784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661217:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624230784:12345-0@lo:400:kworker.0 Request processed in 31us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334636.661222:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1780334636.661239:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624230400 00000100:00100000:0.0:1780334636.661243:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624230400 00000100:00100000:0.0:1780334636.661266:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624230912 00000100:00100000:0.0:1780334636.661269:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624230912 00000100:00100000:0.0:1780334636.661295:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624231424 00000100:00100000:0.0:1780334636.661298:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624231424 00000100:00100000:0.0:1780334636.661310:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1780334636.661331:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624230400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661363:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624230400:12345-0@lo:400:kworker.0 Request processed in 47us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334636.661369:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1780334636.661380:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1780334636.661387:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624230912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661411:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624230912:12345-0@lo:400:kworker.0 Request processed in 25us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334636.661417:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1780334636.661429:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1780334636.661435:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624231424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661461:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624231424:12345-0@lo:400:kworker.0 Request processed in 27us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334636.661467:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1780334636.661503:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624231296 00000100:00100000:0.0:1780334636.661507:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624231296 00000100:00100000:0.0:1780334636.661542:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1780334636.661549:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624231296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661577:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624231296:12345-0@lo:400:kworker.0 Request processed in 29us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334636.661582:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1780334636.661617:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624230400:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661628:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624230912:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661635:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624231424:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661643:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624230272:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661650:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624230784:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661659:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624231296:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661713:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624230528:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661740:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334636.661759:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624231040:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661777:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334636.661791:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624231552:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661832:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334636.661849:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1780334636.661856:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624230656:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661875:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334636.661890:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624231168:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661908:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334636.661923:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624231680:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.661939:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334636.661961:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624231040 00000100:00100000:0.0:1780334636.661965:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624231040 00000100:00100000:0.0:1780334636.661989:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624231552 00000100:00100000:0.0:1780334636.661992:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624231552 00000100:00100000:0.0:1780334636.662003:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624230656 00000100:00100000:0.0:1780334636.662005:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624230656 00000100:00100000:0.0:1780334636.662017:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1780334636.662023:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624231040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.662057:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624231040:12345-0@lo:400:kworker.0 Request processed in 34us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334636.662062:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1780334636.662075:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1780334636.662080:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624231552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.662107:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624231552:12345-0@lo:400:kworker.0 Request processed in 27us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334636.662113:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1780334636.662124:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1780334636.662130:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624230656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.662157:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624230656:12345-0@lo:400:kworker.0 Request processed in 28us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334636.662162:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00080000:0.0:1780334636.662178:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334636.662182:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334636.662184:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334636.662199:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624230656:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.662208:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624231040:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.662215:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624231552:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.662245:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624231168 00000100:00100000:0.0:1780334636.662249:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624231168 00000100:00100000:0.0:1780334636.662276:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624231680 00000100:00100000:0.0:1780334636.662280:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624231680 00000100:00100000:0.0:1780334636.662301:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1780334636.662307:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624231168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.662342:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624231168:12345-0@lo:400:kworker.0 Request processed in 35us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334636.662348:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1780334636.662359:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1780334636.662365:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624231680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.662394:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624231680:12345-0@lo:400:kworker.0 Request processed in 30us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334636.662400:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00080000:0.0:1780334636.662421:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334636.662424:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334636.662455:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624231168:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.662465:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624231680:0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.662508:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624230144 00000100:00100000:0.0:1780334636.662512:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624230144 00000100:00100000:0.0:1780334636.662555:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1780334636.662567:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624230144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334636.662592:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1780334636.662625:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624230144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (2374us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334636.662631:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1780334636.662654:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624230528 00000100:00100000:0.0:1780334636.662657:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624230528 00000100:00100000:0.0:1780334636.662680:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1780334636.662686:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624230528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334636.662721:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624230528:12345-0@lo:400:kworker.0 Request processed in 36us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334636.662726:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00080000:0.0:1780334636.662742:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334636.662760:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624230528:0@lo:400:kworker.0 00000100:00100000:1.0:1780334636.663240:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624230144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334636.664052:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334636.664065:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624231808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334636.664115:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334636.664188:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624231808 00000100:00100000:2.0:1780334636.664194:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624231808 00000100:00100000:2.0:1780334636.664239:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1780334636.664247:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624231808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334636.664264:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1780334636.664306:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624231808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334636.664313:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1780334636.664367:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624231808:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1780334636.990223:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334637.595025:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334637.595059:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604376320 00000100:00100000:2.0:1780334637.595067:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604376320 00000100:00100000:2.0:1780334637.595121:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 984 00000100:00100000:2.0:1780334637.595129:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+39:26861:x1866815604376320:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1780334637.595220:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+39:26861:x1866815604376320:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 91us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334637.595237:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 984 00000100:00100000:0.0:1780334637.599889:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334637.600049:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604376448 00000100:00100000:2.0:1780334637.600058:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604376448 00000100:00100000:2.0:1780334637.600198:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 985 00000100:00100000:2.0:1780334637.600211:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:26861:x1866815604376448:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1780334637.600325:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:26861:x1866815604376448:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 117us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334637.600333:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 985 00010000:00010000:2.0:1780334638.004862:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334638.196426:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334638.196447:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624231936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334638.196519:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334638.196617:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624231936 00000100:00100000:0.0:1780334638.196625:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624231936 00000100:00100000:0.0:1780334638.196688:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1780334638.196699:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624231936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334638.196729:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128138048 pending 57344 free 3921399808 avail 3689877504 00000100:00100000:0.0:1780334638.196774:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624231936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334638.196783:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1780334638.196806:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624232064:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334638.196868:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334638.196904:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334638.196910:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624232192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334638.196934:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334638.196959:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624232192 00000100:00100000:0.0:1780334638.196963:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624232192 00000100:00100000:0.0:1780334638.196989:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1780334638.196994:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624232192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334638.197017:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334638.197140:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624232064 00000100:00100000:3.0:1780334638.197144:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624232064 00000100:00100000:3.0:1780334638.197171:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1780334638.197178:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624232064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334638.197190:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128138048 pending 57344 free 3921399808 avail 3689877504 00000100:00100000:3.0:1780334638.197237:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624232064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334638.197243:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1780334638.197295:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624232064:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780334638.197494:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334638.198009:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624231936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334638.200888:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624232192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3885us (3944us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334638.200900:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1780334638.202164:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624232192:0@lo:41:osp-pre-1-0.0 00000001:00080000:1.0:1780334638.206079:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967343 is committed 00000001:00080000:1.0:1780334638.206096:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967342 is committed 00000001:00080000:1.0:1780334638.206102:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00010000:00010000:3.0:1780334639.028080:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780334639.221645:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967883 is committed 00000001:02000400:0.0:1780334639.301379:0:21058:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12f: Restore a released file explicitly ========================================================== 13:23:58 (1780334638) 00000100:00100000:3.0:1780334639.492052:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.494037:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604376576 00000100:00100000:1.0:1780334639.494048:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604376576 00000100:00100000:1.0:1780334639.494193:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 986 00000100:00100000:1.0:1780334639.494203:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+39:27492:x1866815604376576:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1780334639.494243:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334639.494316:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+39:27492:x1866815604376576:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 114us (2270us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334639.494324:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 986 00000100:00100000:3.0:1780334639.496608:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334639.496986:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604376704 00000100:00100000:2.0:1780334639.496995:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604376704 00000100:00100000:2.0:1780334639.497058:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 987 00000100:00100000:2.0:1780334639.497068:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:27492:x1866815604376704:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1780334639.497164:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:27492:x1866815604376704:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 97us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334639.497172:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 987 00000100:00080000:3.0:1780334639.497216:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334639.512689:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334639.512888:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604376832 00000100:00100000:0.0:1780334639.512899:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604376832 00000100:00100000:0.0:1780334639.512966:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 988 00000100:00100000:0.0:1780334639.512977:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:27493:x1866815604376832:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334639.512996:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334639.513016:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e700966a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ec3 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513078:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e700966ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513095:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e700966ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513108:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e700966ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513123:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700966b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513130:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700966b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513136:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700966b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513172:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e700966ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513179:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e700966ab lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513185:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e700966ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513192:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334639.513196:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e700966ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513204:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e700966ab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513215:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334639.513219:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334639.513224:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e700966ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513229:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e700966ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513241:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700966b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513247:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700966b2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513252:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700966b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513257:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334639.513259:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700966b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513265:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700966b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513272:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9b6f01d5be00) 00010000:00010000:0.0:1780334639.513274:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334639.513277:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700966b2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513282:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e700966b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513313:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e700966a4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ec3 expref: 87 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513328:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334639.513331:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334639.513334:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e700966a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ec3 expref: 87 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.513342:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830200, rc 0) 00000100:00100000:0.0:1780334639.513393:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:27493:x1866815604376832:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 418us (713us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334639.513401:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 988 00000100:00080000:3.0:1780334639.513841:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334639.520086:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.520136:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604377088 00000100:00100000:1.0:1780334639.520146:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604377088 00000100:00100000:1.0:1780334639.520202:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 989 00000100:00100000:1.0:1780334639.520212:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+86:27493:x1866815604377088:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:1.0:1780334639.520266:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334639.520293:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700964eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e14 expref: 86 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.520310:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334639.520315:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334639.520369:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966b9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.520383:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009652a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e29 expref: 38 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.520392:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966b9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.520428:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009652a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e29 expref: 38 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.520442:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009652a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e29 expref: 38 pid: 6540 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334639.520457:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624232320:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334639.520560:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70012543c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334639.525789:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624232320:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334639.525856:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966b9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334639.529579:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334639.530177:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604377216 00000100:00100000:3.0:1780334639.530188:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604377216 00010000:00010000:3.0:1780334639.530228:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009652a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e29 expref: 39 pid: 6540 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334639.530273:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 313 00000100:00100000:3.0:1780334639.530282:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+39:2407:x1866815604377216:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334639.530296:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334639.530302:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009652a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e29 expref: 39 pid: 6540 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.530314:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009652a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e29 expref: 39 pid: 6540 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.530336:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009652a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0e29 expref: 39 pid: 6540 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.530352:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334639.530358:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966b9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.530367:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966b9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.530375:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966b9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.530411:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334639.530429:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966b9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.530438:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966b9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.530464:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700966c0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334639.530470:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+38:2407:x1866815604377216:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 187us (899us total) trans 0 rc 0/0 00010000:00010000:1.0:1780334639.530479:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700966c0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334639.530482:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 313 00010000:00010000:1.0:1780334639.530493:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700966c0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.533020:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700966c7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.533039:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700966c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.533051:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700966c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334639.533370:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d16b5ad2 reply state 00000000c19e89b5 transno 4294967884 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700966c7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.533383:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700966c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.533391:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:1.0:1780334639.533393:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334639.533398:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780334639.533403:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00010000:00010000:1.0:1780334639.533411:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966b9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.533418:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966b9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.533424:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966b9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.533430:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334639.533434:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966b9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.533442:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966b9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.533451:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334639.533454:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.533457:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966b9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.533466:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966b9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334639.533478:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d16b5ad2 reply state 00000000c19e89b5 transno 4294967884 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700966c0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.533487:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700966c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.533492:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9b70098cec00) 00010000:00010000:1.0:1780334639.533494:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334639.533496:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1780334639.533600:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:27493:x1866815604377088:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 13386us (13518us total) trans 4294967884 rc 0/0 00000100:00100000:1.0:1780334639.533609:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 989 00000100:00100000:0.0:1780334639.548918:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334639.549626:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604377344 00000100:00100000:2.0:1780334639.549636:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604377344 00000100:00100000:2.0:1780334639.549734:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 990 00000100:00100000:2.0:1780334639.549744:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:27494:x1866815604377344:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:2.0:1780334639.549766:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334639.549783:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700966ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0eca expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.549871:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700966d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.549889:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700966d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.550022:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700966d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334639.550071:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1780334639.550075:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334639.550093:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700966d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.550116:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700966ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0eca expref: 89 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.550134:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700966d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0eca expref: 88 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.550142:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334639.550146:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334639.550150:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0600, rc 0) 00000100:00100000:2.0:1780334639.550211:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:27494:x1866815604377344:12345-192.168.203.22@tcp:101:bash.0 Request processed in 468us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334639.550218:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 990 00000100:00100000:2.0:1780334639.555588:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334639.556166:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604377472 00000100:00100000:0.0:1780334639.556176:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604377472 00000100:00100000:0.0:1780334639.556233:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 991 00000100:00100000:0.0:1780334639.556243:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+88:27494:x1866815604377472:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:0.0:1780334639.556265:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334639.556284:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e700966dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ed1 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556550:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700966e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556566:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700966e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556587:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700966e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556598:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700966ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556606:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700966ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556612:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700966ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556690:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e700966f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556698:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e700966f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556705:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e700966f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334639.556737:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:0.0:1780334639.556740:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334639.556758:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e700966f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556769:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700966e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556774:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700966e3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556780:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700966e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556789:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334639.556803:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700966e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556906:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700966e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556920:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334639.556923:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334639.556929:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700966e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556934:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700966e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556949:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700966ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556955:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700966ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556960:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700966ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556965:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334639.556967:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700966ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556973:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700966ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556984:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9b70098cec00) 00010000:00010000:0.0:1780334639.556986:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334639.556989:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700966ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.556994:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e700966ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.557021:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e700966dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ed1 expref: 90 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.557033:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831c00/0xdf9e767e700966f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ed1 expref: 89 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.557040:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:0.0:1780334639.557176:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780334639.557181:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831c00, rc 0) 00000100:00100000:0.0:1780334639.557300:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:27494:x1866815604377472:12345-192.168.203.22@tcp:101:bash.0 Request processed in 1056us (1718us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334639.557307:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 991 00000100:00100000:0.0:1780334639.561411:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.561470:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604377600 00000100:00100000:1.0:1780334639.561481:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604377600 00000100:00100000:1.0:1780334639.561594:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 992 00000100:00100000:1.0:1780334639.561604:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:27494:x1866815604377600:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:1.0:1780334639.561622:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334639.561640:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ed8 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.561709:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700966ff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.561724:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700966ff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.561739:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700966ff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.561754:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096706 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.561761:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096706 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.561767:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096706 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.561804:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700966ff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.561840:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700966ff lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.561847:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700966ff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.561853:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334639.561857:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700966ff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.561865:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700966ff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.561875:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:1.0:1780334639.561878:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.561882:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700966ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.561888:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700966ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.562883:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096706 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.562903:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096706 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.562910:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096706 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.562916:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481dc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334639.562920:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096706 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.562927:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096706 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.562940:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9b70098ce400) 00010000:00010000:1.0:1780334639.562943:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.562946:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096706 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.562951:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096706 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.563000:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966f8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ed8 expref: 90 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.563016:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:1.0:1780334639.563018:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.563022:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700966f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ed8 expref: 90 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.563032:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c800, rc 0) 00000100:00100000:1.0:1780334639.563161:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:27494:x1866815604377600:12345-192.168.203.22@tcp:101:bash.0 Request processed in 1557us (1755us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334639.563169:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 992 00000100:00100000:3.0:1780334639.588164:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334639.588584:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604377728 00000100:00100000:2.0:1780334639.588594:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604377728 00000100:00100000:2.0:1780334639.588659:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 993 00000100:00100000:2.0:1780334639.588670:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+38:27495:x1866815604377728:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334639.588693:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334639.588712:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e7009670d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0edf expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.588776:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096714 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.588789:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096714 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.588800:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096714 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334639.588893:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1780334639.588897:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334639.589052:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096714 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.589080:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e7009670d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0edf expref: 40 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.589099:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096714 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0edf expref: 39 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.589108:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334639.589110:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334639.589114:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0400, rc 0) 00000100:00100000:3.0:1780334639.589175:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+39:27495:x1866815604377728:12345-192.168.203.22@tcp:101:rm.0 Request processed in 506us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334639.589182:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 993 00000100:00100000:3.0:1780334639.599392:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334639.599496:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604377856 00000100:00100000:0.0:1780334639.599514:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604377856 00000100:00100000:0.0:1780334639.599624:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 994 00000100:00100000:0.0:1780334639.599635:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+39:27495:x1866815604377856:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334639.599654:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334639.599673:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009671b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ee6 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.599736:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096722 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.599751:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096722 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.599761:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096722 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.599771:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096729 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.599778:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.599784:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600012:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70096730 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600022:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70096730 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600029:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70096730 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334639.600065:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:0.0:1780334639.600068:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334639.600088:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70096730 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600102:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096722 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600109:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096722 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600116:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096722 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600122:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334639.600126:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096722 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600133:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096722 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600145:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334639.600148:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334639.600153:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096722 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600159:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096722 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600172:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096729 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600178:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096729 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600184:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096729 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600190:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334639.600192:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096729 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600198:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096729 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600204:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9b70098cec00) 00010000:00010000:0.0:1780334639.600207:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334639.600209:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096729 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600215:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096729 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600240:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009671b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ee6 expref: 41 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600253:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830a00/0xdf9e767e70096730 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ee6 expref: 40 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.600259:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:0.0:1780334639.600261:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780334639.600263:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830a00, rc 0) 00000100:00100000:0.0:1780334639.600321:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+40:27495:x1866815604377856:12345-192.168.203.22@tcp:101:rm.0 Request processed in 688us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334639.600329:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 994 00000100:00100000:0.0:1780334639.603209:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.603293:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604377984 00000100:00100000:1.0:1780334639.603303:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604377984 00000100:00100000:1.0:1780334639.603358:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 995 00000100:00100000:1.0:1780334639.603368:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+40:27495:x1866815604377984:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334639.603391:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334639.603411:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096737 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0eed expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603483:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e7009673e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603510:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e7009673e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603521:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e7009673e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603536:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096745 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603543:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096745 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603549:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096745 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603596:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e7009673e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603604:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e7009673e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603611:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e7009673e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603617:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481dc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334639.603620:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e7009673e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603627:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e7009673e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603639:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:1.0:1780334639.603642:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.603646:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e7009673e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603652:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e7009673e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603664:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096745 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603670:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096745 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603675:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096745 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603679:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334639.603682:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096745 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603687:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096745 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603694:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9b70098ce400) 00010000:00010000:1.0:1780334639.603697:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.603699:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096745 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603705:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096745 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603733:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096737 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0eed expref: 41 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603742:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:1.0:1780334639.603744:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.603747:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096737 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0eed expref: 41 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.603761:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c800, rc 0) 00000100:00100000:1.0:1780334639.604073:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+40:27495:x1866815604377984:12345-192.168.203.22@tcp:101:rm.0 Request processed in 705us (871us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334639.604081:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 995 00000100:00100000:3.0:1780334639.608304:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.608370:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604378112 00000100:00100000:1.0:1780334639.608379:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604378112 00000100:00100000:1.0:1780334639.608438:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 996 00000100:00100000:1.0:1780334639.608448:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+40:27495:x1866815604378112:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334639.608466:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334639.608485:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e7009674c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ef4 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608592:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096753 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608607:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096753 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608619:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096753 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608634:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009675a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608641:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009675a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608647:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009675a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608687:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096753 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608695:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096753 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608701:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096753 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608708:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096753 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608713:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334639.608718:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096753 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608725:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096753 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608737:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:1.0:1780334639.608740:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.608744:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096753 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608750:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096753 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608765:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009675a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608771:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009675a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608777:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009675a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608782:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334639.608785:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009675a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608790:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009675a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608798:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9b70098cea00) 00010000:00010000:1.0:1780334639.608800:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.608803:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009675a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608841:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009675a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608871:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e7009674c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ef4 expref: 41 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608881:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:1.0:1780334639.608884:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.608887:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e7009674c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ef4 expref: 41 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.608896:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d400, rc 0) 00000100:00100000:1.0:1780334639.612368:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+40:27495:x1866815604378112:12345-192.168.203.22@tcp:101:rm.0 Request processed in 3910us (4062us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334639.612383:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 996 00000100:00100000:2.0:1780334639.624093:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334639.624211:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604378240 00000100:00100000:0.0:1780334639.624221:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604378240 00000100:00100000:0.0:1780334639.624280:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 997 00000100:00100000:0.0:1780334639.624290:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+40:27496:x1866815604378240:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334639.624310:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334639.624336:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096761 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0efb expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624397:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096768 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624411:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096768 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624421:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096768 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624434:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009676f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624440:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009676f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624446:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009676f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624482:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096768 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624487:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096768 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624506:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096768 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624513:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334639.624516:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096768 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624523:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096768 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624533:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:0.0:1780334639.624536:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334639.624540:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096768 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624546:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096768 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624558:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009676f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624563:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009676f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624568:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009676f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624571:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334639.624574:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009676f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624583:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009676f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624590:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9b6f01d5be00) 00010000:00010000:0.0:1780334639.624592:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334639.624594:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009676f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624599:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e7009676f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624632:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096761 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0efb expref: 41 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624642:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:0.0:1780334639.624644:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334639.624647:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e70096761 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0efb expref: 41 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.624656:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830c00, rc 0) 00000100:00100000:0.0:1780334639.624715:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+40:27496:x1866815604378240:12345-192.168.203.22@tcp:101:cp.0 Request processed in 427us (631us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334639.624722:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 997 00000100:00100000:0.0:1780334639.628453:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.628547:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604378368 00000100:00100000:1.0:1780334639.628556:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604378368 00000100:00100000:1.0:1780334639.628614:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 998 00000100:00100000:1.0:1780334639.628624:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+40:27496:x1866815604378368:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334639.628642:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334639.628661:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096776 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f02 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.628722:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009677d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.628737:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009677d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.628749:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009677d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.628764:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096784 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.628771:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096784 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.628777:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096784 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.628955:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009677d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.628967:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009677d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.628973:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009677d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.628979:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334639.628983:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009677d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.628990:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009677d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.629001:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:1.0:1780334639.629004:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.629010:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009677d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.629016:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009677d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.629028:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096784 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.629034:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096784 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.629039:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096784 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.629043:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334639.629046:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096784 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.629051:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096784 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.629058:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9b70098cea00) 00010000:00010000:1.0:1780334639.629061:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.629063:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096784 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.629069:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096784 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.629100:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096776 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f02 expref: 41 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.629109:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:1.0:1780334639.629112:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.629115:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096776 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f02 expref: 41 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.629125:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d400, rc 0) 00000100:00100000:1.0:1780334639.630385:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+40:27496:x1866815604378368:12345-192.168.203.22@tcp:101:cp.0 Request processed in 1757us (1935us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334639.630396:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 998 00000100:00100000:3.0:1780334639.634760:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.634881:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604378624 00000100:00100000:1.0:1780334639.634890:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604378624 00000100:00100000:1.0:1780334639.634942:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 999 00000100:00100000:1.0:1780334639.634952:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+40:27496:x1866815604378624:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334639.634973:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334639.634993:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e7009678b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f09 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635094:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096792 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635109:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096792 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635120:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096792 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635133:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096799 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635140:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096799 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635145:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096799 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780334639.635522:0:6538:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x14:0x0], index 1: 0 00010000:00010000:1.0:1780334639.635659:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700967a0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635669:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700967a0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635676:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700967a0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635708:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096792 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635716:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096792 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635721:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096792 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635727:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096792 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635734:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334639.635738:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096792 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635745:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096792 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635761:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:1.0:1780334639.635764:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.635770:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096792 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635776:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096792 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334639.635789:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000029d4b758 reply state 00000000d8076e42 transno 4294967885 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096799 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635798:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096799 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.635804:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9b70098ce400) 00010000:00010000:1.0:1780334639.635806:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334639.636073:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780334639.636111:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e7009678b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f09 expref: 43 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.636126:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700967a0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f09 expref: 42 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.636133:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b70098ce300) 00010000:00010000:1.0:1780334639.636135:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334639.636138:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ca00, rc 0) 00000100:00100000:1.0:1780334639.636247:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:27496:x1866815604378624:12345-192.168.203.22@tcp:101:cp.0 Request processed in 1296us (1493us total) trans 4294967885 rc 0/0 00000100:00100000:1.0:1780334639.636255:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 999 00000100:00100000:2.0:1780334639.638875:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334639.639018:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604378752 00000100:00100000:0.0:1780334639.639028:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604378752 00000100:00100000:0.0:1780334639.639097:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 250 00000100:00100000:0.0:1780334639.639107:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604378752:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334639.639125:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334639.639144:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700967ae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f10 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334639.639170:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780334639.639189:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334639.639191:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334639.639198:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700967ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f10 expref: 11 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.639215:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700967ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f10 expref: 11 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.639228:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830e00, rc 0) 00000100:00100000:0.0:1780334639.639433:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604378752:12345-192.168.203.22@tcp:101:cp.0 Request processed in 327us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334639.639440:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 250 00000100:00080000:3.0:1780334639.639510:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334639.642315:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.642394:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604378880 00000100:00100000:1.0:1780334639.642403:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604378880 00000100:00100000:1.0:1780334639.642453:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 251 00000100:00100000:1.0:1780334639.642463:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:27496:x1866815604378880:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334639.642480:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334639.642508:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f17 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.642539:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700967ae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f10 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.642554:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334639.642556:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334639.642559:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 12 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.642598:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700967ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f10 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.642610:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700967ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f10 expref: 12 pid: 8421 timeout: 743 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334639.642624:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624232448:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334639.642722:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70334dce40 going to sleep for 11 seconds 00000100:00100000:1.0:1780334639.647585:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624232448:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334639.647619:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 12 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.647641:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d400, rc 0) 00000100:00100000:1.0:1780334639.647704:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:27496:x1866815604378880:12345-192.168.203.22@tcp:101:cp.0 Request processed in 5242us (5396us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334639.647712:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 251 00000100:00100000:2.0:1780334639.648553:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.648628:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604379008 00000100:00100000:1.0:1780334639.648634:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604379008 00010000:00010000:1.0:1780334639.648664:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700967ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f10 expref: 12 pid: 8421 timeout: 743 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334639.648700:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 314 00000100:00100000:1.0:1780334639.648709:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604379008:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334639.648722:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334639.648740:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700967ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f10 expref: 12 pid: 8421 timeout: 743 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.648753:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700967ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f10 expref: 12 pid: 8421 timeout: 743 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.648785:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700967ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f10 expref: 12 pid: 8421 timeout: 743 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.648799:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334639.648800:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334639.648806:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 11 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.648851:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 11 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.648882:0:6522:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 11 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334639.648895:0:6522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6522:1866815624232576:192.168.203.22@tcp:105: 00000100:00100000:1.0:1780334639.648966:0:6522:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70334dce40 going to sleep for 11 seconds 00000100:00100000:1.0:1780334639.655602:0:6522:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6522:1866815624232576:192.168.203.22@tcp:105: 00010000:00010000:1.0:1780334639.655626:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334639.655687:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604379008:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 6979us (7135us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334639.655697:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 314 00000100:00100000:3.0:1780334639.656301:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.661430:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604379264 00000100:00100000:1.0:1780334639.661444:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604379264 00000100:00100000:1.0:1780334639.661514:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 190 00000100:00100000:1.0:1780334639.661526:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7edc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:27496:x1866815604379264:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:1.0:1780334639.664435:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7edc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:27496:x1866815604379264:12345-192.168.203.22@tcp:35:cp.0 Request processed in 2899us (8124us total) trans 4294967886 rc 0/0 00000100:00100000:1.0:1780334639.664449:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 190 00000100:00100000:2.0:1780334639.717112:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.717221:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604379392 00000100:00100000:1.0:1780334639.717232:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604379392 00000100:00100000:1.0:1780334639.717292:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1000 00000100:00100000:1.0:1780334639.717302:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:27499:x1866815604379392:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334639.717902:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334639.717924:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700967bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f1e expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.717992:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700967c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718008:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700967c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718023:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700967c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718034:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718042:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718049:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718119:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700967d1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718128:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700967d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718135:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700967d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334639.718171:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:1.0:1780334639.718176:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334639.718194:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700967d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718207:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700967d1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718215:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700967c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718225:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700967c3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718232:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700967c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718238:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334639.718242:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700967c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718249:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700967c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718261:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:1.0:1780334639.718264:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.718269:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700967c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718275:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700967c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718288:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718294:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718299:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718304:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334639.718307:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718312:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718319:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9b70098ce400) 00010000:00010000:1.0:1780334639.718565:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334639.718569:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718686:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718720:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700967bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f1e expref: 91 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718733:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700967d1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f1e expref: 90 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.718970:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b70098ce300) 00010000:00010000:1.0:1780334639.718973:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334639.718976:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:2.0:1780334639.719120:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:27499:x1866815604379392:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1817us (2015us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334639.719129:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1000 00000100:00100000:2.0:1780334639.723713:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334639.724079:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604379520 00000100:00100000:0.0:1780334639.724088:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604379520 00000100:00100000:0.0:1780334639.724199:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 252 00000100:00100000:0.0:1780334639.724210:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2408:x1866815604379520:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334639.724228:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334639.724244:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c36d19d/0xdf9e767e700967d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f25 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334639.724302:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624232704:192.168.203.22@tcp:106: 00000100:00100000:0.0:1780334639.725044:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f02ddc840 going to sleep for 11 seconds 00000100:00080000:3.0:1780334639.726221:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1780334639.727282:0:16895:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1780334639.727289:0:16895:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime: 0 -> 1780334640 00002000:00010000:0.0:1780334639.727291:0:16895:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780334640 00002000:00010000:0.0:1780334639.727293:0:16895:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime: 0 -> 1780334640 00002000:00010000:0.0:1780334639.727295:0:16895:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1780334639.727316:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624232704:192.168.203.22@tcp:106: 00010000:00010000:0.0:1780334639.727401:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007c36d19d/0xdf9e767e700967d8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f25 expref: 13 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.727425:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c36d19d/0xdf9e767e700967d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f25 expref: 13 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.727437:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831400, rc 0) 00000100:00100000:0.0:1780334639.727547:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2408:x1866815604379520:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 3338us (3840us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334639.727556:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 252 00000100:00100000:2.0:1780334639.730955:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.732374:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604379648 00000100:00100000:1.0:1780334639.732389:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604379648 00000100:00100000:1.0:1780334639.732454:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1001 00000100:00100000:1.0:1780334639.732465:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:27499:x1866815604379648:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334639.732485:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334639.732517:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700967df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f2c expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.732614:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.732629:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.732640:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334639.732681:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:1.0:1780334639.732684:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334639.732703:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.732726:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700967df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f2c expref: 92 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.732742:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f2c expref: 91 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.732752:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:1.0:1780334639.732755:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334639.732759:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c200, rc 0) 00000100:00100000:1.0:1780334639.732831:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:27499:x1866815604379648:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 368us (1884us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334639.732838:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1001 00000100:00100000:2.0:1780334639.737162:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334639.737434:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604379776 00000100:00100000:0.0:1780334639.737444:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604379776 00000100:00100000:0.0:1780334639.737544:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 253 00000100:00100000:0.0:1780334639.737554:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604379776:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334639.737572:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334639.737595:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c36d19d/0xdf9e767e700967ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f33 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334639.737654:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624232832:192.168.203.22@tcp:106: 00000100:00100000:0.0:1780334639.737731:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f02ddc840 going to sleep for 11 seconds 00000100:00100000:0.0:1780334639.740134:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624232832:192.168.203.22@tcp:106: 00010000:00010000:0.0:1780334639.740170:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007c36d19d/0xdf9e767e700967ed lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f33 expref: 13 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.740196:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c36d19d/0xdf9e767e700967ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f33 expref: 13 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.740209:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831400, rc 0) 00000100:00100000:0.0:1780334639.740268:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604379776:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2714us (3112us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334639.740276:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 253 00000100:00100000:3.0:1780334639.745562:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.746218:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604380032 00000100:00100000:1.0:1780334639.746229:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604380032 00000100:00100000:1.0:1780334639.746289:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1002 00000100:00100000:1.0:1780334639.746300:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:27499:x1866815604380032:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:1.0:1780334639.746674:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].24, 136 off11456 00000100:00100000:1.0:1780334639.746926:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:27499:x1866815604380032:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 626us (1371us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334639.746934:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1002 00000040:00080000:2.0:1780334639.795967:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334639.795977:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334639.796002:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 4 00000040:00080000:2.0:1780334639.796011:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334639.796233:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034434700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624232960:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334639.796360:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70083ba480 going to sleep for 11 seconds 00000040:00080000:1.0:1780334639.799273:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1780334639.810453:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.810567:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034434700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624232960:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334639.810730:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604380160 00000100:00100000:2.0:1780334639.810738:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604380160 00000100:00100000:2.0:1780334639.810796:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1003 00000100:00100000:2.0:1780334639.810806:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:27509:x1866815604380160:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334639.810880:0:6540:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334639.810984:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:27509:x1866815604380160:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 178us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334639.810992:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1003 00000100:00100000:3.0:1780334639.821733:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334639.822085:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604380416 00000100:00100000:0.0:1780334639.822096:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604380416 00000100:00100000:0.0:1780334639.822153:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1004 00000100:00100000:0.0:1780334639.822164:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:27509:x1866815604380416:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334639.822183:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334639.822203:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700967f4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f3a expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.822332:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700967fb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.822346:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700967fb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.822355:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700967fb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334639.822365:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:0.0:1780334639.822459:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e700967f4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f3a expref: 47 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.822474:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700967fb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f3a expref: 46 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.822481:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b70098ce300) 00010000:00010000:0.0:1780334639.822484:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334639.822487:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830400, rc 0) 00000100:00100000:0.0:1780334639.822555:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+46:27509:x1866815604380416:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 394us (832us total) trans 4294967887 rc 0/0 00000100:00100000:0.0:1780334639.822561:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1004 00000100:00100000:2.0:1780334639.824996:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334639.825036:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334639.825091:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604380672 00000100:00100000:3.0:1780334639.825101:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604380672 00000100:00100000:3.0:1780334639.825167:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 47 00000100:00100000:3.0:1780334639.825177:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:2408:x1866815604380672:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334639.825192:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334639.825213:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700967fb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f3a expref: 46 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.825232:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b70098ce300) 00010000:00010000:3.0:1780334639.825237:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334639.825292:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+45:2408:x1866815604380672:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 116us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334639.825299:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 47 00000100:00100000:1.0:1780334639.825790:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604380544 00000100:00100000:1.0:1780334639.825803:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604380544 00000100:00100000:1.0:1780334639.825867:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 254 00000100:00100000:1.0:1780334639.825876:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604380544:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1780334639.825910:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e70096809 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.825930:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 11 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.825937:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334639.825939:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334639.825942:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e70096809 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.825975:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 11 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.825989:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 11 pid: 8422 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334639.826003:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624233088:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334639.826067:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7032962cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334639.828111:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624233088:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334639.828139:0:8422:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e70096809 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334639.829215:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.831933:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604380800 00000100:00100000:1.0:1780334639.831947:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604380800 00002000:00100000:1.0:1780334639.832004:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (0->157) req@ffff9b703fe46680 x1866815604380800/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:105/0 lens 648/0 e 0 to 0 dl 1780334650 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334639.832015:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe46680 with x1866815604380800 ext(0->157) 00010000:00010000:1.0:1780334639.832025:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 12 pid: 8422 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.832042:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 12 pid: 8422 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334639.832049:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b703fe46680 00000100:00100000:1.0:1780334639.832081:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 11 00000100:00100000:1.0:1780334639.832090:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604380800:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:1.0:1780334639.837001:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+14:2407:x1866815604380800:12345-192.168.203.22@tcp:4:cp.0 Request processed in 4901us (7780us total) trans 4294967348 rc 0/0 00000100:00100000:1.0:1780334639.837016:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 11 00002000:00100000:1.0:1780334639.837028:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (0->157) req@ffff9b703fe46680 x1866815604380800/t4294967348(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:105/0 lens 648/448 e 0 to 0 dl 1780334650 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334639.837039:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe46680 with x1866815604380800 ext(0->157) 00010000:00010000:1.0:1780334639.837049:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 14 pid: 8422 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.837066:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 14 pid: 8422 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334639.837074:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b703fe46680 00000100:00100000:2.0:1780334639.843888:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334639.846009:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604380928 00000100:00100000:2.0:1780334639.846022:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604380928 00010000:00010000:2.0:1780334639.846161:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 14 pid: 8422 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334639.846200:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 315 00000100:00100000:2.0:1780334639.846211:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7005464050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+14:2409:x1866815604380928:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334639.846225:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780334639.846243:0:8446:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1780334639.846250:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 14 pid: 8422 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.846264:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 14 pid: 8422 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.846289:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc37900d/0xdf9e767e700967b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f17 expref: 14 pid: 8422 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.846302:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334639.846304:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334639.846308:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e70096809 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.846317:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e70096809 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.846431:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334639.846490:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7005464050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:2409:x1866815604380928:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 281us (2677us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334639.846506:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 315 00010000:00010000:3.0:1780334639.848594:0:8422:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e70096809 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.848689:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e70096809 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.848716:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e70096809 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.848725:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e70096809 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.848734:0:8422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e70096809 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.848741:0:8422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334639.848746:0:8422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e70096809 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.848755:0:8422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e70096809 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.848773:0:8422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e70096809 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.848782:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e70096809 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334639.849049:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604380544:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 23170us (24059us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334639.849066:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 254 00000100:00100000:2.0:1780334639.856700:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334639.856868:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604381184 00000100:00100000:3.0:1780334639.856878:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604381184 00000100:00100000:3.0:1780334639.856933:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1005 00000100:00100000:3.0:1780334639.856943:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:27509:x1866815604381184:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334639.857043:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:27509:x1866815604381184:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 101us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334639.857060:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1005 00000100:00100000:2.0:1780334639.862885:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334639.863026:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604381312 00000100:00100000:0.0:1780334639.863036:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604381312 00000100:00100000:0.0:1780334639.863090:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 255 00000100:00100000:0.0:1780334639.863099:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604381312:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334639.863119:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334639.863136:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fda67bfd/0xdf9e767e70096810 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f41 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334639.863159:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a1dc030, atime: 0x0, ctime: 0x6a1dc030, blocks: 0x8 00010000:00010000:0.0:1780334639.863176:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334639.863178:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334639.863185:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fda67bfd/0xdf9e767e70096810 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f41 expref: 13 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.863200:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fda67bfd/0xdf9e767e70096810 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f41 expref: 13 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.863212:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830000, rc 0) 00000100:00100000:0.0:1780334639.863267:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604381312:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 169us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334639.863274:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 255 00000100:00100000:0.0:1780334639.874419:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334639.874463:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604381568 00000100:00100000:0.0:1780334639.874472:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604381568 00000100:00100000:0.0:1780334639.874533:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1006 00000100:00100000:0.0:1780334639.874544:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+45:27509:x1866815604381568:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334639.883942:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+45:27509:x1866815604381568:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 9388us (9518us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334639.883956:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1006 00000100:00100000:2.0:1780334639.885287:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.885362:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604381696 00000100:00100000:1.0:1780334639.885371:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604381696 00002000:00100000:1.0:1780334639.885415:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (0->4095) req@ffff9b7034437b80 x1866815604381696/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:105/0 lens 488/0 e 0 to 0 dl 1780334650 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334639.885426:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034437b80 with x1866815604381696 ext(0->4095) 00002000:00010000:1.0:1780334639.885430:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b7034437b80 00000100:00100000:1.0:1780334639.885459:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 76 00000100:00100000:1.0:1780334639.885468:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604381696:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1780334639.885982:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604381696:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 514us (927us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780334639.885990:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 76 00002000:00100000:1.0:1780334639.885998:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (0->4095) req@ffff9b7034437b80 x1866815604381696/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:105/0 lens 488/4536 e 0 to 0 dl 1780334650 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334639.886006:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034437b80 with x1866815604381696 ext(0->4095) 00002000:00010000:1.0:1780334639.886010:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b7034437b80 00000100:00100000:0.0:1780334639.893226:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334639.893324:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604381824 00000100:00100000:2.0:1780334639.893333:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604381824 00000100:00100000:2.0:1780334639.893391:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1007 00000100:00100000:2.0:1780334639.893403:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+45:27509:x1866815604381824:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334639.893423:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334639.893444:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096817 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f48 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.893486:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e7009681e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.893510:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e7009681e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.893522:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e7009681e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.893701:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096817 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f48 expref: 47 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.893720:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e7009681e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f48 expref: 46 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334639.893728:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b70098ce300) 00010000:00010000:2.0:1780334639.893732:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334639.893736:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1e00, rc 0) 00000100:00100000:2.0:1780334639.893802:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:27509:x1866815604381824:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 401us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334639.893808:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1007 00000100:00100000:2.0:1780334639.905226:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334639.905297:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604381952 00000100:00100000:3.0:1780334639.905307:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604381952 00000100:00100000:3.0:1780334639.905363:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1008 00000100:00100000:3.0:1780334639.905372:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+46:27509:x1866815604381952:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334639.905400:0:6540:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334639.905507:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+46:27509:x1866815604381952:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 126us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334639.905515:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1008 00000100:00100000:2.0:1780334639.910953:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334639.911599:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604382080 00000100:00100000:3.0:1780334639.911672:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604382080 00000100:00100000:3.0:1780334639.911736:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 256 00000100:00100000:3.0:1780334639.911746:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604382080:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334639.911788:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000042e87925/0xdf9e767e70096825 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.911805:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334639.911807:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334639.911939:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042e87925/0xdf9e767e70096825 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.911955:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042e87925/0xdf9e767e70096825 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.911982:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000042e87925/0xdf9e767e70096825 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.911991:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000042e87925/0xdf9e767e70096825 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.912000:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000042e87925/0xdf9e767e70096825 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.912007:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f400 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334639.912011:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000042e87925/0xdf9e767e70096825 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.912019:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000042e87925/0xdf9e767e70096825 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.912035:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000042e87925/0xdf9e767e70096825 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.912041:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042e87925/0xdf9e767e70096825 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334639.912699:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604382080:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 949us (1748us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334639.912710:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 256 00000100:00100000:3.0:1780334639.920013:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.920719:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604382336 00000100:00100000:1.0:1780334639.920731:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604382336 00000100:00100000:1.0:1780334639.920789:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1009 00000100:00100000:1.0:1780334639.920799:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+46:27509:x1866815604382336:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1780334639.920893:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009682c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.920912:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e7009681e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f48 expref: 46 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.920922:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009682c lrc: 4/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.920955:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e7009681e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f48 expref: 46 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.920969:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e7009681e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f48 expref: 46 pid: 15367 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334639.920984:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624233216:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334639.921183:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002b85a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780334639.926582:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334639.926621:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604382464 00000100:00100000:3.0:1780334639.926631:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604382464 00010000:00010000:3.0:1780334639.926669:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e7009681e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f48 expref: 47 pid: 15367 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334639.926703:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 316 00000100:00100000:3.0:1780334639.926712:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:2406:x1866815604382464:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334639.926725:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334639.926732:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e7009681e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f48 expref: 47 pid: 15367 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.926745:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e7009681e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f48 expref: 47 pid: 15367 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.926767:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b70098ce300) 00010000:00010000:3.0:1780334639.926772:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009682c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.926782:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009682c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.926806:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009682c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334639.926850:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334639.926897:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:2406:x1866815604382464:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 186us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334639.926905:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 316 00010000:00010000:1.0:1780334639.929776:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1e00/0xdf9e767e7009681e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f48 expref: 46 pid: 15367 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334639.929979:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624233216:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334639.930004:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009682c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.930014:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009682c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334639.930020:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009682c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.939210:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009682c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.939226:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009682c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.939234:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009682c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.939241:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ce00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334639.939245:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009682c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.939253:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009682c lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.939269:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b70098ce300) 00010000:00010000:0.0:1780334639.939272:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334639.939281:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009682c lrc: 2/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334639.939288:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009682c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334639.939430:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+46:27509:x1866815604382336:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 18628us (19421us total) trans 4294967888 rc 0/0 00000100:00100000:0.0:1780334639.939440:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1009 00000040:00080000:1.0:1780334639.939891:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334639.939896:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334639.940513:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1780334639.940522:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334639.952422:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334639.952991:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604382720 00000100:00100000:1.0:1780334639.953001:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604382720 00000100:00100000:1.0:1780334639.953049:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 191 00000100:00100000:1.0:1780334639.953065:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:27509:x1866815604382720:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334639.953308:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:27509:x1866815604382720:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 243us (892us total) trans 4294967889 rc 0/0 00000100:00100000:1.0:1780334639.953316:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 191 00010000:00010000:3.0:1780334640.057740:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334640.573136:0:21108:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334640.573145:0:21108:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334640.573177:0:21108:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 4 00000040:00080000:3.0:1780334640.573184:0:21108:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334640.631633:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334640.633627:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604382848 00000100:00100000:3.0:1780334640.633642:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604382848 00000100:00100000:3.0:1780334640.633712:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 257 00000100:00100000:3.0:1780334640.633724:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604382848:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334640.633744:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334640.633763:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70096833 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f4f expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.633790:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334640.633793:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334640.633800:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70096833 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f4f expref: 13 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.633836:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70096833 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f4f expref: 13 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.633857:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f200, rc 0) 00000100:00100000:3.0:1780334640.633917:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2407:x1866815604382848:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 196us (2294us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334640.633924:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 257 00000100:00100000:0.0:1780334640.639501:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334640.639579:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604383104 00000100:00100000:3.0:1780334640.639590:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604383104 00000100:00100000:3.0:1780334640.639653:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1010 00000100:00100000:3.0:1780334640.639664:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:27511:x1866815604383104:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334640.639686:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334640.639706:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e7009683a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f56 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.639807:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096841 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.639946:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096841 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.639959:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096841 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334640.639973:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:3.0:1780334640.640073:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e7009683a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f56 expref: 94 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.640087:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096841 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f56 expref: 93 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.640100:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b70098ce300) 00010000:00010000:3.0:1780334640.640103:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1780334640.640107:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e200, rc 0) 00000100:00100000:3.0:1780334640.640163:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:27511:x1866815604383104:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 502us (683us total) trans 4294967890 rc 0/0 00000100:00100000:3.0:1780334640.640170:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1010 00000100:00100000:3.0:1780334640.646686:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334640.647067:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604383232 00000100:00100000:2.0:1780334640.647077:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604383232 00000100:00100000:2.0:1780334640.647136:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 258 00000100:00100000:2.0:1780334640.647147:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2407:x1866815604383232:12345-192.168.203.22@tcp:1:lfs.0 00010000:00010000:2.0:1780334640.647196:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3389d50/0xdf9e767e7009684f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.647219:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fda67bfd/0xdf9e767e70096810 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f41 expref: 12 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.647230:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70096833 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f4f expref: 13 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.647237:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334640.647239:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334640.647243:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3389d50/0xdf9e767e7009684f lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.647278:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70096833 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f4f expref: 13 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.647293:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70096833 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f4f expref: 13 pid: 8422 timeout: 744 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334640.647309:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034436300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624233344:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334640.647405:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fda67bfd/0xdf9e767e70096810 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f41 expref: 12 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.647416:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fda67bfd/0xdf9e767e70096810 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f41 expref: 12 pid: 16895 timeout: 744 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334640.647433:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034434000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624233472:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334640.647457:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f05780 going to sleep for 11 seconds 00000100:00100000:3.0:1780334640.651435:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034436300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624233344:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334640.651451:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034434000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624233472:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334640.651481:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f3389d50/0xdf9e767e7009684f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334640.652066:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334640.652096:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334640.652125:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604383488 00000100:00100000:3.0:1780334640.652132:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604383488 00010000:00010000:3.0:1780334640.652168:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fda67bfd/0xdf9e767e70096810 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f41 expref: 13 pid: 16895 timeout: 744 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334640.652196:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604383360 00000100:00100000:3.0:1780334640.652199:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604383360 00010000:00010000:3.0:1780334640.652211:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70096833 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f4f expref: 14 pid: 8422 timeout: 744 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334640.652232:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 317 00000100:00100000:3.0:1780334640.652242:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604383488:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334640.652257:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334640.652279:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fda67bfd/0xdf9e767e70096810 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f41 expref: 13 pid: 16895 timeout: 744 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652290:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fda67bfd/0xdf9e767e70096810 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f41 expref: 13 pid: 16895 timeout: 744 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652312:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fda67bfd/0xdf9e767e70096810 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f41 expref: 13 pid: 16895 timeout: 744 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652342:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334640.652388:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604383488:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 147us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334640.652395:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 317 00000100:00100000:3.0:1780334640.652411:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 318 00000100:00100000:3.0:1780334640.652417:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2406:x1866815604383360:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334640.652424:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334640.652431:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70096833 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f4f expref: 14 pid: 8422 timeout: 744 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652441:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70096833 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f4f expref: 14 pid: 8422 timeout: 744 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652453:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70096833 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f4f expref: 14 pid: 8422 timeout: 744 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652462:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334640.652464:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334640.652468:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f3389d50/0xdf9e767e7009684f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652476:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3389d50/0xdf9e767e7009684f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652510:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334640.652529:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2406:x1866815604383360:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 111us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334640.652535:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 318 00010000:00010000:3.0:1780334640.652629:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f3389d50/0xdf9e767e7009684f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652637:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f3389d50/0xdf9e767e7009684f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652657:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f3389d50/0xdf9e767e7009684f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652665:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f3389d50/0xdf9e767e7009684f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652673:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f3389d50/0xdf9e767e7009684f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652680:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0c00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334640.652684:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3389d50/0xdf9e767e7009684f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652693:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3389d50/0xdf9e767e7009684f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652704:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f3389d50/0xdf9e767e7009684f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.652711:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3389d50/0xdf9e767e7009684f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334640.652760:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604383232:12345-192.168.203.22@tcp:1:lfs.0 Request processed in 5615us (6084us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334640.652767:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 258 00000100:00100000:3.0:1780334640.659984:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334640.660034:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604383744 00000100:00100000:1.0:1780334640.660044:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604383744 00000100:00100000:1.0:1780334640.660104:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 192 00000100:00100000:1.0:1780334640.660114:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:27511:x1866815604383744:12345-192.168.203.22@tcp:35:lfs.0 00000004:00010000:1.0:1780334640.660205:0:6541:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x18:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096841 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f56 expref: 93 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780334640.660378:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967891 00000001:00080000:1.0:1780334640.660680:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967892 00010000:00010000:1.0:1780334640.660721:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.660737:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700967a0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f09 expref: 46 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.660747:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700967d1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f1e expref: 96 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.660756:0:6541:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.660789:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700967d1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f1e expref: 96 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.660803:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700967d1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f1e expref: 96 pid: 6540 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334640.660838:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624233600:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334640.660928:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700967a0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f09 expref: 46 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.660939:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700967a0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f09 expref: 46 pid: 6538 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334640.660949:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bdaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624233728:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334640.660973:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334640.665383:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334640.665428:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334640.665429:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604383872 00000100:00100000:0.0:1780334640.665448:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604383872 00010000:00010000:0.0:1780334640.665486:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700967d1 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f1e expref: 97 pid: 6540 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334640.665533:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604384000 00000100:00100000:0.0:1780334640.665536:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604384000 00010000:00010000:0.0:1780334640.665548:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700967a0 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f09 expref: 47 pid: 6538 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334640.665570:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 319 00000100:00100000:0.0:1780334640.665578:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:2407:x1866815604383872:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334640.665592:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334640.665599:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700967d1 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f1e expref: 97 pid: 6540 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.665611:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700967d1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f1e expref: 97 pid: 6540 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.665631:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b70098ce300) 00010000:00010000:0.0:1780334640.665635:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.665643:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.665650:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334640.665666:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 320 00000100:00100000:1.0:1780334640.665677:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:2407:x1866815604384000:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334640.665687:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334640.665694:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700967a0 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f09 expref: 47 pid: 6538 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334640.665700:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:2407:x1866815604383872:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 120us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334640.665713:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 319 00010000:00010000:1.0:1780334640.665716:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700967a0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f09 expref: 47 pid: 6538 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.665732:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b70098ce300) 00010000:00010000:1.0:1780334640.665736:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.665744:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.665752:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.665769:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334640.665789:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:2407:x1866815604384000:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 116us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334640.665796:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 320 00010000:00010000:2.0:1780334640.667077:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700967d1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f1e expref: 96 pid: 6540 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334640.667097:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624233600:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334640.667111:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700967a0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f09 expref: 46 pid: 6538 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334640.667120:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bdaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624233728:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334640.667144:0:6541:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.667152:0:6541:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.667158:0:6541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780334640.667258:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967893 00000001:00080000:2.0:1780334640.667388:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967894 00000001:00080000:2.0:1780334640.667423:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967895 00000100:00100000:2.0:1780334640.667514:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034434000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624233856:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1780334640.667797:0:6541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334640.667861:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f05f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780334640.667888:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624233856 00000100:00100000:0.0:1780334640.667895:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624233856 00000100:00080000:3.0:1780334640.668016:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334640.668263:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1780334640.668274:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6541:x1866815624233856:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1780334640.668375:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6541:x1866815624233856:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 104us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334640.668385:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1780334640.668537:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034434000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624233856:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1780334640.668721:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967896 00000100:00100000:2.0:1780334640.668777:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034434000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624233984:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1780334640.668906:0:6541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334640.668928:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f05540 going to sleep for 11 seconds 00000100:00100000:3.0:1780334640.669002:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624233984 00000100:00100000:3.0:1780334640.669008:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624233984 00000100:00100000:3.0:1780334640.669052:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1780334640.669060:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6541:x1866815624233984:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1780334640.669167:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6541:x1866815624233984:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 107us (356us total) trans 4294967349 rc 0/0 00000100:00100000:3.0:1780334640.669174:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1780334640.669208:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034434000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624233984:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:3.0:1780334640.669227:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.669236:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.669244:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.669249:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ce00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334640.669253:0:6541:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.669261:0:6541:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.669275:0:6541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b70098ce300) 00010000:00010000:3.0:1780334640.669278:0:6541:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1780334640.669283:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.669290:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096856 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780334640.669556:0:6541:0:(mdd_object.c:4033:mdd_close()) Object [0x200000402:0x37:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1780334640.669691:0:6541:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8968 00000004:00080000:3.0:1780334640.669703:0:6541:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 644488890863ns, next at 645488888819ns, rc = 0 00000001:00080000:3.0:1780334640.669712:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967897 00010000:00010000:3.0:1780334640.669739:0:6541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b70098ce300) 00010000:00010000:3.0:1780334640.669742:0:6541:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1780334640.669750:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096841 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f56 expref: 100 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334640.669949:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:27511:x1866815604383744:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 9836us (9974us total) trans 4294967898 rc 0/0 00000100:00100000:3.0:1780334640.669958:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 192 00000020:00080000:3.0:1780334640.669962:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1780334640.687012:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334640.687115:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604384128 00000100:00100000:2.0:1780334640.687124:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604384128 00000100:00100000:2.0:1780334640.687176:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1011 00000100:00100000:2.0:1780334640.687186:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:27512:x1866815604384128:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334640.687208:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334640.687226:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e7009685d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f5d expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687288:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096864 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687303:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096864 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687313:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096864 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687324:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009686b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687331:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009686b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687337:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009686b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687415:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096872 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687424:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096872 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687430:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096872 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334640.687465:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:2.0:1780334640.687470:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334640.687487:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096872 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687510:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096872 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687519:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096864 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687524:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096864 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687531:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096864 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687537:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334640.687541:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096864 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687548:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096864 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687560:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:2.0:1780334640.687562:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334640.687567:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096864 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687573:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096864 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687585:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009686b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687590:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009686b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687595:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009686b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687600:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334640.687602:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009686b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687607:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009686b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687614:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9b70098ce400) 00010000:00010000:2.0:1780334640.687616:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334640.687618:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009686b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687624:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009686b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687705:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e7009685d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f5d expref: 101 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687718:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096872 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f5d expref: 100 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.687724:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b6f02d66200) 00010000:00010000:2.0:1780334640.687726:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334640.687728:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1200, rc 0) 00000100:00100000:2.0:1780334640.687785:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:27512:x1866815604384128:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 600us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334640.687792:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1011 00000100:00100000:3.0:1780334640.692295:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334640.695605:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604384384 00000100:00100000:2.0:1780334640.695620:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604384384 00000100:00100000:2.0:1780334640.695775:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 48 00000100:00100000:2.0:1780334640.695786:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:27512:x1866815604384384:12345-192.168.203.22@tcp:103:lfs.0 00010000:00010000:2.0:1780334640.695801:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334640.695847:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096872 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f5d expref: 100 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334640.695863:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b6f02d66200) 00010000:00010000:2.0:1780334640.695872:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334640.695928:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:27512:x1866815604384384:12345-192.168.203.22@tcp:103:lfs.0 Request processed in 144us (3641us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334640.695936:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 48 00000100:00100000:0.0:1780334640.698764:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334640.698973:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604384512 00000100:00100000:3.0:1780334640.698982:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604384512 00000100:00100000:3.0:1780334640.699045:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1012 00000100:00100000:3.0:1780334640.699058:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:27512:x1866815604384512:12345-192.168.203.22@tcp:58:lfs.0 00010000:00010000:3.0:1780334640.699157:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096879 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.699173:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096879 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334640.699185:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096879 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780334640.699271:0:9763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].25, 136 off11592 00000100:00100000:3.0:1780334640.699356:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:27512:x1866815604384512:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 302us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334640.699365:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1012 00000040:00080000:1.0:1780334640.948025:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334640.948035:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334640.948139:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:1.0:1780334640.948149:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334640.948281:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd7100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624234112:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1780334640.948408:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd180 going to sleep for 11 seconds 00000100:00100000:1.0:1780334640.952722:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd7100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624234112:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334640.955276:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334640.955783:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604384640 00000100:00100000:3.0:1780334640.955794:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604384640 00000100:00100000:3.0:1780334640.955982:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1013 00000100:00100000:3.0:1780334640.955993:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+46:27522:x1866815604384640:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334640.956028:0:6540:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334640.960069:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+46:27522:x1866815604384640:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 4066us (4787us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334640.960082:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1013 00000100:00100000:0.0:1780334640.967994:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334640.968248:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604384768 00000100:00100000:1.0:1780334640.968259:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604384768 00000100:00100000:1.0:1780334640.968317:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1014 00000100:00100000:1.0:1780334640.968327:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:27522:x1866815604384768:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1780334640.968399:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096880 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968417:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096880 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968429:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096880 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968444:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096887 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968463:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096887 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968469:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096887 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968505:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009688e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968514:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009688e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968524:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009688e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334640.968564:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:1.0:1780334640.968658:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334640.968671:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009688e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968683:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096880 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968689:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096880 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968696:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096880 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968702:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334640.968706:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096880 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968713:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096880 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968724:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:1.0:1780334640.968727:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334640.968732:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096880 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968738:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70096880 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968754:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096887 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968760:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096887 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968766:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096887 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968772:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334640.968774:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096887 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968780:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096887 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968787:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb48c4f37 (ffff9b70098cea00) 00010000:00010000:1.0:1780334640.968790:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334640.968792:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096887 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.968798:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096887 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.969018:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009688e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.969026:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009688e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.969032:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009688e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.969038:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334640.969040:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009688e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.969046:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009688e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.969056:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b701a4df000) 00010000:00010000:1.0:1780334640.969059:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334640.969062:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009688e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.969068:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009688e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334640.969145:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:27522:x1866815604384768:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 Request processed in 818us (1158us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334640.969153:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1014 00000100:00100000:1.0:1780334640.974269:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334640.974328:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604385024 00000100:00100000:0.0:1780334640.974470:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604385024 00000100:00100000:0.0:1780334640.974651:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1015 00000100:00100000:0.0:1780334640.974663:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+46:27522:x1866815604385024:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334640.974685:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334640.974706:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096895 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f64 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.974851:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009689c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.974866:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009689c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.974876:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009689c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334640.974887:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:0.0:1780334640.974963:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009689c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.974970:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009689c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.974976:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009689c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.974984:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334640.974988:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009689c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.974994:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009689c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.975005:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b701a4df000) 00010000:00010000:0.0:1780334640.975007:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334640.975012:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009689c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.975018:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e7009689c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.975059:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096895 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f64 expref: 48 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.975069:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:0.0:1780334640.975072:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780334640.975075:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096895 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f64 expref: 48 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334640.975099:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831800, rc 0) 00000100:00100000:0.0:1780334640.975164:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:27522:x1866815604385024:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 503us (903us total) trans 4294967899 rc 301/301 00000100:00100000:0.0:1780334640.975171:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1015 00000100:00100000:3.0:1780334640.979198:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334640.979368:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604385152 00000100:00100000:2.0:1780334640.979378:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604385152 00000100:00100000:2.0:1780334640.979437:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1016 00000100:00100000:2.0:1780334640.979449:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+47:27522:x1866815604385152:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334640.979482:0:6540:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334640.979613:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+47:27522:x1866815604385152:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 166us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334640.979621:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1016 00000100:00100000:3.0:1780334640.991171:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334640.991367:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604385408 00000100:00100000:1.0:1780334640.991378:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604385408 00000100:00100000:1.0:1780334640.991438:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1017 00000100:00100000:1.0:1780334640.991449:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+47:27522:x1866815604385408:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334640.991470:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334640.991496:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700968aa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f6b expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.991968:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700968b1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.991982:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700968b1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.991993:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700968b1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334640.992003:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00010000:00010000:1.0:1780334640.992046:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700968aa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f6b expref: 50 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.992063:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700968b1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f6b expref: 49 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334640.992070:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:1.0:1780334640.992073:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334640.992076:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c800, rc 0) 00000100:00100000:1.0:1780334640.992131:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+49:27522:x1866815604385408:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 684us (967us total) trans 4294967900 rc 0/0 00000100:00100000:1.0:1780334640.992137:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1017 00000100:00100000:1.0:1780334641.002277:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334641.002541:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604385664 00000100:00100000:0.0:1780334641.002550:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604385664 00000100:00100000:0.0:1780334641.002628:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1018 00000100:00100000:0.0:1780334641.002639:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+49:27522:x1866815604385664:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1780334641.002698:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334641.002727:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700968b1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f6b expref: 49 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1780334641.002730:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780334641.002748:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:0.0:1780334641.002760:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334641.002782:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700968bf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.002797:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967e6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f2c expref: 98 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.002806:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700968bf lrc: 4/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.002870:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f2c expref: 98 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.002883:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f2c expref: 98 pid: 6539 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334641.002898:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624234240:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334641.002997:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f02f1a600 going to sleep for 11 seconds 00000100:00100000:3.0:1780334641.007213:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334641.007309:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604385792 00000100:00100000:1.0:1780334641.007321:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604385792 00010000:00010000:1.0:1780334641.007376:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967e6 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f2c expref: 99 pid: 6539 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334641.007419:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 321 00000100:00100000:1.0:1780334641.007428:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7005465050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:2406:x1866815604385792:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334641.007447:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334641.007454:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967e6 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f2c expref: 99 pid: 6539 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.007468:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f2c expref: 99 pid: 6539 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.007501:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:1.0:1780334641.007506:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700968bf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.007515:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700968bf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.007522:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700968bf lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.007541:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334641.007588:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7005465050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:2406:x1866815604385792:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 161us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334641.007595:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 321 00000100:00080000:3.0:1780334641.007924:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780334641.008009:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700967e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f2c expref: 98 pid: 6539 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334641.008032:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624234240:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334641.008052:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700968bf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008060:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700968bf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008065:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700968bf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008132:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968c6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0xff203f70 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008142:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0xff203f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008152:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0xff203f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008197:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700968bf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008205:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700968bf lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008211:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700968bf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008216:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334641.008220:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700968bf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008228:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700968bf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008236:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:0.0:1780334641.008239:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334641.008243:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700968bf lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008248:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e700968bf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008257:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0xff203f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008263:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968c6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0xff203f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008268:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968c6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0xff203f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008272:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334641.008275:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968c6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0xff203f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008280:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968c6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0xff203f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008287:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0xff203f70 (ffff9b6f01d5b400) 00010000:00010000:0.0:1780334641.008289:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334641.008292:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968c6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0xff203f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.008302:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968c6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0xff203f70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334641.008388:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:27522:x1866815604385664:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 5750us (6117us total) trans 0 rc -2/-2 00000100:00100000:0.0:1780334641.008395:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1018 00000100:00100000:3.0:1780334641.015439:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334641.015520:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604385920 00000100:00100000:1.0:1780334641.015529:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604385920 00000100:00100000:1.0:1780334641.015596:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1019 00000100:00100000:1.0:1780334641.015607:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+48:27522:x1866815604385920:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334641.015628:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334641.015649:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700968cd lrc: 2/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f72 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.015689:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700968d4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.015703:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700968d4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.015714:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700968d4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.015848:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700968cd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f72 expref: 50 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.015866:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700968d4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f72 expref: 49 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.015875:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:1.0:1780334641.015878:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334641.015881:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ca00, rc 0) 00000100:00100000:1.0:1780334641.015935:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+49:27522:x1866815604385920:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 331us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334641.015942:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1019 00000100:00100000:2.0:1780334641.025009:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334641.025777:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604386176 00000100:00100000:1.0:1780334641.025788:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604386176 00000100:00100000:1.0:1780334641.025863:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1020 00000100:00100000:1.0:1780334641.025873:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+49:27522:x1866815604386176:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1780334641.025953:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700968db lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.025974:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700968db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.025986:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700968db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334641.026129:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ee44682b reply state 0000000097fc5b59 transno 4294967901 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700968db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.026142:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700968db lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.026150:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:1.0:1780334641.026153:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1780334641.026158:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780334641.026264:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+51:27522:x1866815604386176:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 390us (1260us total) trans 4294967901 rc 0/0 00000100:00100000:1.0:1780334641.026272:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1020 00000100:00100000:3.0:1780334641.031723:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334641.032602:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604386304 00000100:00100000:0.0:1780334641.032613:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604386304 00000100:00100000:0.0:1780334641.032675:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1021 00000100:00100000:0.0:1780334641.032685:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:27522:x1866815604386304:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334641.032721:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334641.032743:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968e2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f79 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.032804:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968e2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f79 expref: 52 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.032842:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968e2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f79 expref: 52 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.032852:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:0.0:1780334641.032854:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334641.032857:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830400, rc 0) 00000100:00100000:0.0:1780334641.032918:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:27522:x1866815604386304:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 234us (1205us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334641.032926:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1021 00000100:00100000:2.0:1780334641.039115:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334641.039188:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604386432 00000100:00100000:1.0:1780334641.039197:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604386432 00000100:00100000:1.0:1780334641.039250:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 193 00000100:00100000:1.0:1780334641.039260:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:27522:x1866815604386432:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1780334641.039385:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:27522:x1866815604386432:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 Request processed in 126us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334641.039392:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 193 00000100:00100000:3.0:1780334641.045939:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334641.046137:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604386688 00000100:00100000:1.0:1780334641.046147:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604386688 00000100:00100000:1.0:1780334641.046201:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 194 00000100:00100000:1.0:1780334641.046211:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:27522:x1866815604386688:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334641.046420:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+53:27522:x1866815604386688:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 210us (497us total) trans 4294967902 rc 0/0 00000100:00100000:1.0:1780334641.046428:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 194 00000100:00100000:3.0:1780334641.053704:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334641.054188:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604386944 00000100:00100000:0.0:1780334641.054198:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604386944 00000100:00100000:0.0:1780334641.054258:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1022 00000100:00100000:0.0:1780334641.054268:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:27522:x1866815604386944:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334641.054371:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:27522:x1866815604386944:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 105us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334641.054379:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1022 00000100:00100000:2.0:1780334641.056785:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334641.056903:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604387200 00000100:00100000:1.0:1780334641.056913:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604387200 00000100:00100000:1.0:1780334641.056968:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1023 00000100:00100000:1.0:1780334641.056978:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+53:27522:x1866815604387200:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334641.056997:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334641.057016:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700968e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f80 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.057111:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700968f0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.057125:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968e2 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f79 expref: 54 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.057134:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700968f0 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.057164:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968e2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f79 expref: 54 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.057176:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968e2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f79 expref: 54 pid: 6539 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334641.057188:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624234368:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334641.057268:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334641.064769:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334641.065411:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604387328 00000100:00100000:2.0:1780334641.065422:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604387328 00010000:00010000:2.0:1780334641.065463:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968e2 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f79 expref: 55 pid: 6539 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334641.065513:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 322 00000100:00100000:2.0:1780334641.065524:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+55:2407:x1866815604387328:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334641.065539:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334641.065545:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968e2 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f79 expref: 55 pid: 6539 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.065559:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968e2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f79 expref: 55 pid: 6539 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.065583:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:2.0:1780334641.065617:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700968f0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.065627:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700968f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.065635:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700968f0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.065656:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334641.065713:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+55:2407:x1866815604387328:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 191us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334641.065720:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 322 00010000:00010000:1.0:1780334641.071723:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700968e2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f79 expref: 54 pid: 6539 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334641.071747:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624234368:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334641.071771:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700968f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.071794:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700968f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.071800:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700968f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334641.071858:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00000004:00080000:1.0:1780334641.072007:0:9763:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x13:0x0], index 0: 0 00010000:00010000:1.0:1780334641.072112:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700968f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.072121:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700968f0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.072127:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700968f0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.072133:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334641.072137:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700968f0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.072144:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700968f0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.072159:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:1.0:1780334641.072162:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334641.072167:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700968f0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.072173:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700968f0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.072218:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700968e9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f80 expref: 54 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.072228:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:1.0:1780334641.072230:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780334641.072234:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700968e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f80 expref: 54 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.072243:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ce00, rc 0) 00000100:00100000:1.0:1780334641.072394:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+53:27522:x1866815604387200:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 15418us (15618us total) trans 4294967903 rc 301/301 00000100:00100000:1.0:1780334641.072401:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1023 00000100:00100000:0.0:1780334641.076507:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334641.076616:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604387584 00000100:00100000:3.0:1780334641.076626:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604387584 00000100:00100000:3.0:1780334641.076680:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 195 00000100:00100000:3.0:1780334641.076690:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ef050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:27522:x1866815604387584:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334641.077009:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ef050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+54:27522:x1866815604387584:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 319us (518us total) trans 4294967904 rc 0/0 00000100:00100000:3.0:1780334641.077018:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 195 00010000:00010000:3.0:1780334641.077108:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334641.079291:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334641.079371:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604387712 00000100:00100000:1.0:1780334641.079381:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604387712 00000100:00100000:1.0:1780334641.079439:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1024 00000100:00100000:1.0:1780334641.079448:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+54:27522:x1866815604387712:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334641.079468:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334641.079486:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700968fe lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f87 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.079577:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096905 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.079590:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096905 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.079610:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096905 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334641.079648:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00000004:00200000:1.0:1780334641.079653:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334641.079670:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096905 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.079696:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700968fe lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f87 expref: 56 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.079712:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096905 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f87 expref: 55 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.079721:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:1.0:1780334641.079723:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1780334641.079727:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d600, rc 0) 00000100:00100000:1.0:1780334641.079787:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:27522:x1866815604387712:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 339us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334641.079793:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1024 00000100:00100000:1.0:1780334641.084915:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334641.086977:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604387840 00000100:00100000:3.0:1780334641.086988:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604387840 00000100:00100000:3.0:1780334641.087065:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 259 00000100:00100000:3.0:1780334641.087075:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604387840:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334641.087093:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334641.087114:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042e87925/0xdf9e767e7009690c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f8e expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334641.087139:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780334641.087160:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334641.087162:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334641.087170:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042e87925/0xdf9e767e7009690c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f8e expref: 9 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.087187:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042e87925/0xdf9e767e7009690c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f8e expref: 9 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.087200:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f400, rc 0) 00000100:00100000:3.0:1780334641.087266:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604387840:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 192us (2359us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.087273:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 259 00000100:00080000:0.0:1780334641.087340:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334641.092743:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334641.093065:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604388096 00000100:00100000:1.0:1780334641.093075:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604388096 00000100:00100000:1.0:1780334641.093228:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1025 00000100:00100000:1.0:1780334641.093240:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+55:27522:x1866815604388096:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1780334641.093356:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+55:27522:x1866815604388096:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 118us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334641.093363:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1025 00000100:00100000:0.0:1780334641.098307:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334641.098367:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604388224 00000100:00100000:3.0:1780334641.098376:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604388224 00000100:00100000:3.0:1780334641.098435:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 260 00000100:00100000:3.0:1780334641.098444:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:27522:x1866815604388224:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334641.098460:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334641.098476:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096913 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f95 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.098517:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042e87925/0xdf9e767e7009690c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f8e expref: 10 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.098715:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334641.098718:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334641.098723:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096913 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f95 expref: 10 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.098766:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042e87925/0xdf9e767e7009690c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f8e expref: 10 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.098779:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042e87925/0xdf9e767e7009690c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f8e expref: 10 pid: 8421 timeout: 744 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334641.098793:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d78380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624234496:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334641.098906:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780334641.108046:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334641.108080:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604388352 00000100:00100000:0.0:1780334641.108091:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604388352 00010000:00010000:0.0:1780334641.108133:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042e87925/0xdf9e767e7009690c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f8e expref: 11 pid: 8421 timeout: 744 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334641.108170:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 323 00000100:00100000:0.0:1780334641.108179:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604388352:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334641.108192:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334641.108213:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042e87925/0xdf9e767e7009690c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f8e expref: 11 pid: 8421 timeout: 744 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.108227:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042e87925/0xdf9e767e7009690c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f8e expref: 11 pid: 8421 timeout: 744 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.108257:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334641.108259:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334641.108266:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096913 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f95 expref: 11 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.108275:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096913 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f95 expref: 11 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.108311:0:6524:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096913 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f95 expref: 11 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334641.108337:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6524:1866815624234624:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334641.108426:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f02f1a600 going to sleep for 11 seconds 00010000:00010000:3.0:1780334641.111748:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042e87925/0xdf9e767e7009690c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f8e expref: 11 pid: 8421 timeout: 744 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334641.112040:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d78380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624234496:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334641.112071:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096913 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f95 expref: 10 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.112086:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f200, rc 0) 00000100:00100000:3.0:1780334641.112233:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:27522:x1866815604388224:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 13788us (13932us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.112243:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 260 00000100:00100000:3.0:1780334641.112501:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6524:1866815624234624:192.168.203.22@tcp:105: 00010000:00010000:3.0:1780334641.112513:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334641.112547:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604388352:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 4369us (4509us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.112555:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 323 00000100:00100000:0.0:1780334641.120087:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334641.120284:0:8426:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604388480 00000100:00100000:2.0:1780334641.120297:0:8426:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604388480 00002000:00100000:2.0:1780334641.120353:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x13:0x0] (0->157) req@ffff9b6f04df0700 x1866815604388480/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:107/0 lens 648/0 e 0 to 0 dl 1780334652 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334641.120365:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04df0700 with x1866815604388480 ext(0->157) 00002000:00010000:2.0:1780334641.120372:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f04df0700 00000100:00100000:2.0:1780334641.120460:0:8426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 77 00000100:00100000:2.0:1780334641.120473:0:8426:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604388480:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1780334641.122150:0:8426:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604388480:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 1672us (2066us total) trans 4294967344 rc 0/0 00000100:00100000:2.0:1780334641.122163:0:8426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 77 00002000:00100000:2.0:1780334641.122173:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x13:0x0] (0->157) req@ffff9b6f04df0700 x1866815604388480/t4294967344(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:107/0 lens 648/448 e 0 to 0 dl 1780334652 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334641.122183:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04df0700 with x1866815604388480 ext(0->157) 00002000:00010000:2.0:1780334641.122190:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f04df0700 00000100:00100000:1.0:1780334641.125565:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334641.125887:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604388608 00000100:00100000:3.0:1780334641.125898:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604388608 00000100:00100000:3.0:1780334641.125947:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1026 00000100:00100000:3.0:1780334641.125958:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+55:27522:x1866815604388608:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1780334641.134121:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967904 is committed 00000001:00080000:2.0:1780334641.134154:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967898 is committed 00000004:00080000:2.0:1780334641.134158:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000020:00080000:2.0:1780334641.134173:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f04f05f00 refcount 2 committed 0 result 0 batchid 15 00000020:00080000:2.0:1780334641.134178:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b7018842500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04f05000 00000020:00080000:2.0:1780334641.134181:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b7018842d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f05619800 00010000:00010000:2.0:1780334641.134226:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700966c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.134236:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700966c0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.134244:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700966c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.134250:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481da00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334641.134255:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700966c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.134262:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700966c0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.134278:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9b70098cec00) 00010000:00010000:2.0:1780334641.134281:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334641.134286:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700966c0 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.134292:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700966c0 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.134315:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700966c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.134321:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700966c7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.134327:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700966c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.134332:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334641.134335:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700966c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.134341:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700966c7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.134349:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:2.0:1780334641.134351:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334641.134354:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700966c7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.134359:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700966c7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.136467:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096799 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.136485:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096799 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.136505:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096799 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.136510:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481dc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334641.136514:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096799 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.136525:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096799 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.136541:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9b70098ce400) 00010000:00010000:0.0:1780334641.136544:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334641.136548:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096799 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.136554:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096799 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.136581:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700968db lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.136587:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700968db lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.136592:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700968db lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.136596:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481de00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334641.136599:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700968db lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.136605:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700968db lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.136612:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:0.0:1780334641.136614:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780334641.136617:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700968db lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.136622:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700968db lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1780334641.136905:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 15 committed batchid 14 00000020:00080000:2.0:1780334641.136981:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:2.0:1780334641.137082:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780334641.137100:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027202680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624234752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780334641.137164:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334641.138925:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624234752 00000100:00100000:2.0:1780334641.138938:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624234752 00000100:00100000:2.0:1780334641.138987:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1780334641.138997:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624234752:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780334641.139105:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:20 count 1 00002000:00010000:2.0:1780334641.139140:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a1dc030, atime: 0x0, ctime: 0x6a1dc030, blocks: 0x8 00010000:00010000:2.0:1780334641.139148:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e7009691a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.139163:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334641.139165:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334641.139170:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e7009691a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.139183:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e7009691a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.139192:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e7009691a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.139200:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e7009691a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.139219:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780334641.139379:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3661:x1866815624234752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 382us (2213us total) trans 4294967350 rc 0/0 00000100:00100000:2.0:1780334641.139385:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00010000:00010000:2.0:1780334641.139409:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780334641.139414:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e7009691a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.139423:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334641.139427:0:10291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e7009691a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.139435:0:10291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e7009691a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.139449:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e7009691a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.139455:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e7009691a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.139471:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334641.139472:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334641.139474:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780334641.139535:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b7027202680/2, rc 0, transno 4294967350 00000100:00100000:2.0:1780334641.139541:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027202680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624234752:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780334641.139651:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+42:27522:x1866815604388608:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 13694us (14093us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334641.139660:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1026 00000100:00100000:2.0:1780334641.143745:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334641.143867:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334641.143889:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334641.143916:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334641.143934:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334641.143957:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334641.144298:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604389120 00000100:00100000:3.0:1780334641.144307:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604389120 00000100:00100000:1.0:1780334641.144462:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604388736 00000100:00100000:1.0:1780334641.144467:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604388736 00000100:00100000:1.0:1780334641.144515:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 674 00000100:00100000:1.0:1780334641.144525:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604388736:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334641.144596:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604388736:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 73us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334641.144606:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 674 00000100:00100000:3.0:1780334641.146135:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604389376 00000100:00100000:3.0:1780334641.146146:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604389376 00000100:00100000:3.0:1780334641.146180:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604388992 00000100:00100000:3.0:1780334641.146182:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604388992 00000100:00100000:3.0:1780334641.146202:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 409 00000100:00100000:3.0:1780334641.146210:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604389120:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334641.146277:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604389120:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 67us (2409us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.146284:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 409 00000100:00100000:3.0:1780334641.146299:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 410 00000100:00100000:3.0:1780334641.146305:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604389376:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334641.146330:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604389376:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (2440us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.146335:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 410 00000100:00100000:3.0:1780334641.146346:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 411 00000100:00080000:2.0:1780334641.146948:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334641.146953:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334641.147121:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604388992:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334641.147159:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604388992:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 42us (3224us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.147165:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 411 00000100:00100000:3.0:1780334641.147204:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604388864 00000100:00100000:3.0:1780334641.147210:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604388864 00000100:00100000:3.0:1780334641.147256:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604389248 00000100:00100000:3.0:1780334641.147259:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604389248 00000100:00100000:3.0:1780334641.147282:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 714 00000100:00100000:3.0:1780334641.147288:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604388864:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334641.147312:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604388864:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (3582us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.147318:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 714 00000100:00100000:3.0:1780334641.147329:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 715 00000100:00100000:3.0:1780334641.147336:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604389248:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334641.147357:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604389248:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (3399us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.147363:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 715 00000100:00080000:2.0:1780334641.147953:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334641.150599:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334641.150662:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604389504 00000100:00100000:3.0:1780334641.150670:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604389504 00000100:00100000:3.0:1780334641.150727:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 262 00000100:00100000:3.0:1780334641.150737:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604389504:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1780334641.155154:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00000100:00100000:2.0:1780334641.164851:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604389504:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 14068us (14214us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334641.164864:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 262 00000100:00100000:2.0:1780334641.179721:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334641.181905:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604389760 00000100:00100000:3.0:1780334641.181918:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604389760 00000100:00100000:3.0:1780334641.181986:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1027 00000100:00100000:3.0:1780334641.181998:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+42:27522:x1866815604389760:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1780334641.182063:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334641.182089:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096905 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f87 expref: 42 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.182105:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:3.0:1780334641.182110:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334641.182138:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096921 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.182152:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096921 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.182161:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096921 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334641.182277:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc293304 reply state 0000000047087657 transno 4294967905 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096921 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.182289:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096921 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.182295:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:3.0:1780334641.182297:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334641.182300:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780334641.182428:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+43:27522:x1866815604389760:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 432us (2717us total) trans 4294967905 rc 0/0 00000100:00100000:3.0:1780334641.182436:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1027 00000100:00100000:1.0:1780334641.191538:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334641.191608:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604389888 00000100:00100000:3.0:1780334641.191618:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604389888 00000100:00100000:3.0:1780334641.191680:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1028 00000100:00100000:3.0:1780334641.191691:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:27522:x1866815604389888:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334641.191716:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334641.191737:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096928 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0f9c expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.191796:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096928 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f9c expref: 44 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.191912:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096928 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f9c expref: 44 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.191933:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:3.0:1780334641.191935:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334641.191939:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ec00, rc 0) 00000100:00100000:3.0:1780334641.192000:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c816680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:27522:x1866815604389888:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 311us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.192006:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1028 00000100:00100000:3.0:1780334641.199696:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334641.199832:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604390016 00000100:00100000:0.0:1780334641.199843:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604390016 00000100:00100000:0.0:1780334641.199896:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 263 00000100:00100000:0.0:1780334641.199907:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604390016:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1780334641.200200:0:8519:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1780334641.200204:0:8519:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb mtime from disk: 0 -> 1780334640 00002000:00010000:0.0:1780334641.200206:0:8519:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb atime from disk: 0 -> 1780334640 00002000:00010000:0.0:1780334641.200208:0:8519:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb ctime from disk: 0 -> 1780334640 00002000:00010000:0.0:1780334641.200210:0:8519:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1780334641.200268:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604390016:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 363us (580us total) trans 4294967345 rc 0/0 00000100:00100000:0.0:1780334641.200276:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 263 00000100:00100000:3.0:1780334641.204085:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334641.204209:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604390272 00000100:00100000:1.0:1780334641.204218:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604390272 00000100:00100000:1.0:1780334641.204273:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1029 00000100:00100000:1.0:1780334641.204284:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+44:27522:x1866815604390272:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1780334641.204348:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009692f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.204364:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700968d4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f72 expref: 44 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.204374:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009692f lrc: 4/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.204405:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700968d4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f72 expref: 44 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334641.204418:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700968d4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f72 expref: 44 pid: 6540 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334641.204433:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c817800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624234880:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334641.204520:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f003c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334641.207341:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334641.207512:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604390400 00000100:00100000:2.0:1780334641.207521:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604390400 00010000:00010000:2.0:1780334641.207559:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700968d4 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f72 expref: 45 pid: 6540 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334641.207602:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 324 00000100:00100000:2.0:1780334641.207611:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c816d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:2407:x1866815604390400:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334641.207626:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334641.207632:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700968d4 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f72 expref: 45 pid: 6540 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.207646:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700968d4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f72 expref: 45 pid: 6540 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.207670:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:2.0:1780334641.207675:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009692f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.207685:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009692f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.207692:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009692f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.207710:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334641.207766:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c816d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:2407:x1866815604390400:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 157us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334641.207773:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 324 00010000:00010000:3.0:1780334641.209104:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700968d4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f72 expref: 44 pid: 6540 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334641.209128:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c817800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624234880:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334641.209151:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009692f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.209165:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009692f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.209172:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009692f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.209206:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009692f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.209213:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009692f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.209221:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009692f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.209226:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334641.209230:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009692f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.209238:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009692f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.209250:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:3.0:1780334641.209253:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1780334641.209257:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009692f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.209263:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009692f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334641.209375:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+43:27522:x1866815604390272:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 5091us (5297us total) trans 0 rc -22/-22 00000100:00100000:3.0:1780334641.209385:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1029 00000100:00100000:1.0:1780334641.214261:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334641.214387:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604390528 00000100:00100000:3.0:1780334641.214397:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604390528 00000100:00100000:3.0:1780334641.214453:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 264 00000100:00100000:3.0:1780334641.214464:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604390528:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334641.214515:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e70096936 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.214536:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096913 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f95 expref: 10 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.214545:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334641.214547:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334641.214551:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e70096936 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.214586:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096913 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f95 expref: 10 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.214599:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096913 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f95 expref: 10 pid: 16895 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334641.214613:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624235008:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334641.214705:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1780334641.220885:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624235008:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334641.220918:0:16895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e70096936 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334641.221967:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334641.222170:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604390656 00000100:00100000:2.0:1780334641.222178:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604390656 00010000:00010000:2.0:1780334641.222216:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096913 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f95 expref: 11 pid: 16895 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334641.222295:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 325 00000100:00100000:2.0:1780334641.222305:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c817800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604390656:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334641.222320:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334641.222339:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096913 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f95 expref: 11 pid: 16895 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.222353:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096913 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f95 expref: 11 pid: 16895 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.222379:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096913 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f95 expref: 11 pid: 16895 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.222395:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334641.222397:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334641.222402:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e70096936 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.222412:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e70096936 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.222446:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334641.222510:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c817800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604390656:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 206us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334641.222519:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 325 00010000:00010000:3.0:1780334641.222528:0:16895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e70096936 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.222540:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e70096936 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.222561:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e70096936 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.222582:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e70096936 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.222591:0:16895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e70096936 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.222600:0:16895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334641.222604:0:16895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e70096936 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.222613:0:16895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e70096936 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.222628:0:16895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e70096936 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.222637:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e70096936 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334641.222701:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604390528:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 8239us (8449us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.222710:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 264 00000100:00100000:1.0:1780334641.232190:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334641.232281:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604390912 00000100:00100000:0.0:1780334641.232290:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604390912 00000100:00100000:0.0:1780334641.232347:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1030 00000100:00100000:0.0:1780334641.232357:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+43:27522:x1866815604390912:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1780334641.232434:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e7009693d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.232453:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e7009693d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.232465:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e7009693d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.232617:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096944 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.232628:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096928 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f9c expref: 44 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.232637:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096944 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.232672:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096928 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f9c expref: 44 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.232685:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096928 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f9c expref: 44 pid: 6538 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334641.232699:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624235136:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334641.232852:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f02f1a600 going to sleep for 11 seconds 00000100:00100000:1.0:1780334641.236429:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334641.236500:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604391040 00000100:00100000:3.0:1780334641.236511:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604391040 00010000:00010000:3.0:1780334641.236551:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096928 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f9c expref: 45 pid: 6538 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334641.236551:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624235136:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334641.236579:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096944 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334641.236601:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 326 00000100:00100000:3.0:1780334641.236612:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+45:2406:x1866815604391040:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334641.236630:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334641.236637:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096928 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f9c expref: 45 pid: 6538 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.236650:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096928 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f9c expref: 45 pid: 6538 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.236671:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096928 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0f9c expref: 45 pid: 6538 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.236686:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:3.0:1780334641.236691:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096944 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.236702:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096944 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.236710:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096944 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.236739:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334641.236789:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:2406:x1866815604391040:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 179us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.236799:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 326 00010000:00010000:0.0:1780334641.236802:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096944 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.236840:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096944 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780334641.236941:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967906 00000001:00080000:0.0:1780334641.237304:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967907 00000001:00080000:0.0:1780334641.237344:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967908 00000100:00100000:0.0:1780334641.237421:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624235264:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1780334641.237466:0:6540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334641.237508:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ab433c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334641.237718:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624235264 00000100:00100000:3.0:1780334641.237724:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624235264 00000100:00100000:3.0:1780334641.237779:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1780334641.237788:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6540:x1866815624235264:12345-0@lo:1000:mdt00_002.0 00000100:00080000:2.0:1780334641.237941:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334641.238185:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6540:x1866815624235264:12345-0@lo:1000:mdt00_002.0 Request processed in 397us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.238192:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1780334641.238264:0:6540:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000100:00100000:0.0:1780334641.238283:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624235264:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1780334641.238390:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967909 00000100:00100000:0.0:1780334641.238439:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624235392:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1780334641.238467:0:6540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334641.238544:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd180 going to sleep for 11 seconds 00000100:00100000:2.0:1780334641.241057:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624235392 00000100:00100000:2.0:1780334641.241071:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624235392 00000100:00100000:2.0:1780334641.241133:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1780334641.241144:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6540:x1866815624235392:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1780334641.244317:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6540:x1866815624235392:12345-0@lo:1000:mdt00_002.0 Request processed in 3164us (5837us total) trans 4294967346 rc 0/0 00000100:00100000:2.0:1780334641.244333:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1780334641.246063:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624235392:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1780334641.246175:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967910 00010000:00010000:0.0:1780334641.246217:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096944 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246229:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096944 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246237:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096944 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246243:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334641.246248:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096944 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246255:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096944 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246270:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:0.0:1780334641.246274:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334641.246279:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096944 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246286:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096944 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246312:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096879 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246319:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096879 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246325:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096879 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246331:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334641.246334:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096879 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246341:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096879 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246349:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b701a4df000) 00010000:00010000:0.0:1780334641.246352:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334641.246355:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096879 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246361:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096879 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246396:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009694b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246414:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009694b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246423:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009694b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246431:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009694b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246436:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009694b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246442:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009694b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246447:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334641.246450:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009694b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246456:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009694b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246463:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b701a4df000) 00010000:00010000:0.0:1780334641.246466:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334641.246468:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009694b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246475:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e7009694b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246484:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e7009693d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246503:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e7009693d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246509:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e7009693d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246514:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334641.246517:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e7009693d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246523:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e7009693d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246530:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b701a4df000) 00010000:00010000:0.0:1780334641.246532:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334641.246535:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e7009693d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.246541:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e7009693d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334641.246696:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+48:27522:x1866815604390912:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 14338us (14511us total) trans 4294967911 rc 0/0 00000100:00100000:0.0:1780334641.246889:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1030 00000020:00080000:0.0:1780334641.246895:0:6540:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1780334641.247479:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334641.247484:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334641.248017:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1780334641.248027:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334641.249425:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334641.249532:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604391296 00000100:00100000:2.0:1780334641.249543:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604391296 00000100:00100000:2.0:1780334641.249594:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 196 00000100:00100000:2.0:1780334641.249604:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:27522:x1866815604391296:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1780334641.250629:0:6542:0:(mdd_object.c:4033:mdd_close()) Object [0x200000403:0x19:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1780334641.250687:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967912 00010000:00010000:2.0:1780334641.250726:0:6542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096952 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.250742:0:6542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096952 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.250754:0:6542:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096952 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.250761:0:6542:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096952 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.250766:0:6542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096952 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.250771:0:6542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096952 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.250785:0:6542:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780334641.251451:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+50:27522:x1866815604391296:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 1845us (2031us total) trans 4294967913 rc 0/0 00000100:00100000:1.0:1780334641.251462:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 196 00000020:00080000:1.0:1780334641.251469:0:6542:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1780334641.251597:0:10292:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780334641.251604:0:10292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096952 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.251611:0:10292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334641.251615:0:10292:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096952 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.251623:0:10292:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096952 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.251636:0:10292:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:3.0:1780334641.251640:0:10292:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780334641.251645:0:10292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096952 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.251650:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096952 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.251662:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334641.251664:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334641.251665:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334641.268013:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334641.268043:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624235520:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334641.268109:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334641.268163:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624235520 00000100:00100000:3.0:1780334641.268170:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624235520 00000100:00100000:3.0:1780334641.268216:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1780334641.268225:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624235520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334641.268259:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444372480 avail 1298132992 00000100:00100000:3.0:1780334641.268303:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624235520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.268311:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1780334641.268360:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624235520:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1780334641.390567:0:21159:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334641.390574:0:21159:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334641.390607:0:21159:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:3.0:1780334641.390614:0:21159:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334641.453735:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334641.453836:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604391552 00000100:00100000:0.0:1780334641.453845:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604391552 00000100:00100000:0.0:1780334641.453899:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1031 00000100:00100000:0.0:1780334641.453909:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+87:27525:x1866815604391552:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334641.453936:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334641.453955:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096959 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0fa3 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454053:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096960 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454068:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096960 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454079:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096960 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454094:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096967 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454101:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096967 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454107:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096967 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454229:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e7009696e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454237:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e7009696e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454243:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e7009696e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334641.454253:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:0.0:1780334641.454335:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096960 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454343:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096960 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454348:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096960 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454354:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096960 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454360:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334641.454364:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096960 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454371:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096960 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454382:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9b70098ce700) 00010000:00010000:0.0:1780334641.454385:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334641.454390:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096960 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454396:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096960 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454409:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096967 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454414:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096967 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454419:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096967 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454424:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334641.454426:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096967 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454431:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096967 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454437:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9b6f01d5ba00) 00010000:00010000:0.0:1780334641.454439:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334641.454441:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096967 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454446:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096967 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454501:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096959 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fa3 expref: 90 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454515:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830c00/0xdf9e767e7009696e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fa3 expref: 89 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.454522:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b6f01d5b600) 00010000:00010000:0.0:1780334641.454524:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334641.454526:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830c00, rc 0) 00000100:00100000:0.0:1780334641.454593:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:27525:x1866815604391552:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 685us (863us total) trans 4294967914 rc 0/0 00000100:00100000:0.0:1780334641.454600:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1031 00000100:00100000:1.0:1780334641.462018:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334641.462079:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604391680 00000100:00100000:3.0:1780334641.462089:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604391680 00000100:00100000:3.0:1780334641.462177:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1032 00000100:00100000:3.0:1780334641.462187:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:27525:x1866815604391680:12345-192.168.203.22@tcp:54:lfs.0 00010000:00010000:3.0:1780334641.462255:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009697c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.462273:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009697c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.462284:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009697c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.462319:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009697c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.462326:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009697c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.462332:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009697c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.462338:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334641.462342:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009697c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.462349:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009697c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.462359:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b6f01d5b600) 00010000:00010000:3.0:1780334641.462362:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1780334641.462367:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009697c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334641.462559:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009697c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334641.462730:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:27525:x1866815604391680:12345-192.168.203.22@tcp:54:lfs.0 Request processed in 543us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.462739:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1032 00000100:00100000:1.0:1780334641.464389:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334641.464448:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604391936 00000100:00100000:3.0:1780334641.464456:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604391936 00000100:00100000:3.0:1780334641.464515:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 197 00000100:00100000:3.0:1780334641.464525:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:27525:x1866815604391936:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:3.0:1780334641.464752:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:27525:x1866815604391936:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 229us (369us total) trans 4294967915 rc 0/0 00000100:00100000:3.0:1780334641.464761:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 197 00000100:00100000:3.0:1780334641.519586:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334641.519659:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604392064 00000100:00100000:2.0:1780334641.519669:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604392064 00000100:00100000:2.0:1780334641.519744:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 265 00000100:00100000:2.0:1780334641.519756:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2408:x1866815604392064:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:2.0:1780334641.519779:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334641.519801:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dd98ded/0xdf9e767e70096983 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0faa expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334641.519864:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 158, mtime: 0x6a1dc030, atime: 0x6a1dc030, ctime: 0x6a1dc030, blocks: 0x8 00010000:00010000:2.0:1780334641.519884:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334641.519887:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334641.519896:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007dd98ded/0xdf9e767e70096983 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0faa expref: 13 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.519912:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dd98ded/0xdf9e767e70096983 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0faa expref: 13 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334641.519925:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1e00, rc 0) 00000100:00100000:2.0:1780334641.519986:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2408:x1866815604392064:12345-192.168.203.22@tcp:101:diff.0 Request processed in 232us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334641.519993:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 265 00000100:00100000:1.0:1780334641.530230:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334641.535163:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604392320 00000100:00100000:0.0:1780334641.535175:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604392320 00000100:00100000:0.0:1780334641.535240:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1033 00000100:00100000:0.0:1780334641.535251:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:27530:x1866815604392320:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:0.0:1780334641.535274:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334641.535294:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e7009698a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0fb1 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.535394:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096991 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.535408:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096991 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.535420:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096991 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334641.535430:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:0.0:1780334641.537821:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e7009698a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fb1 expref: 93 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.537845:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830600/0xdf9e767e70096991 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fb1 expref: 92 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334641.537855:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9b6f01d5b600) 00010000:00010000:0.0:1780334641.537858:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1780334641.537861:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830600, rc 0) 00000100:00100000:0.0:1780334641.537920:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:27530:x1866815604392320:12345-192.168.203.22@tcp:101:diff.0 Request processed in 2671us (7696us total) trans 4294967916 rc 0/0 00000100:00100000:0.0:1780334641.537929:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1033 00000100:00100000:3.0:1780334641.549757:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334641.550386:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604392448 00000100:00100000:0.0:1780334641.550397:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604392448 00002000:00100000:0.0:1780334641.550451:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x13:0x0] (0->4095) req@ffff9b6f04ca2680 x1866815604392448/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:107/0 lens 488/0 e 0 to 0 dl 1780334652 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334641.550464:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04ca2680 with x1866815604392448 ext(0->4095) 00002000:00010000:0.0:1780334641.550471:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f04ca2680 00000100:00100000:0.0:1780334641.550515:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 78 00000100:00100000:0.0:1780334641.550525:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2409:x1866815604392448:12345-192.168.203.22@tcp:3:diff.0 00000100:00100000:0.0:1780334641.551242:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2409:x1866815604392448:12345-192.168.203.22@tcp:3:diff.0 Request processed in 715us (1491us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780334641.551251:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 78 00002000:00100000:0.0:1780334641.551259:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x13:0x0] (0->4095) req@ffff9b6f04ca2680 x1866815604392448/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:107/0 lens 488/4536 e 0 to 0 dl 1780334652 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334641.551270:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04ca2680 with x1866815604392448 ext(0->4095) 00002000:00010000:0.0:1780334641.551274:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f04ca2680 00000100:00100000:0.0:1780334641.780067:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334641.780103:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624235648:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334641.780176:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334641.780239:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624235904:0@lo:400:kworker.0 00000100:00100000:0.0:1780334641.780247:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624235776:0@lo:400:kworker.0 00000100:00100000:3.0:1780334641.780286:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334641.780291:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334641.780341:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624236416:0@lo:400:kworker.0 00000100:00100000:0.0:1780334641.780344:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624236288:0@lo:400:kworker.0 00000100:00100000:3.0:1780334641.780377:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334641.780388:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624235648 00000100:00100000:0.0:1780334641.780397:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624235648 00000100:00100000:3.0:1780334641.780402:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624236928:0@lo:400:kworker.0 00000100:00100000:3.0:1780334641.780432:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334641.780450:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1780334641.780456:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1780334641.780463:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624236032:0@lo:400:kworker.0 00000100:00100000:0.0:1780334641.780467:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3659:x1866815624235648:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334641.780501:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1780334641.780509:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 111782720 pending 28672 free 3921395712 avail 3689873408 00000100:00100000:3.0:1780334641.780521:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624236544:0@lo:400:kworker.0 00000100:00100000:3.0:1780334641.780554:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334641.780563:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3659:x1866815624235648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334641.780571:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1780334641.780592:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624235904 00000100:00100000:3.0:1780334641.780597:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624235904 00000100:00100000:0.0:1780334641.780604:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624235776 00000100:00100000:0.0:1780334641.780609:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624235776 00000100:00100000:3.0:1780334641.780630:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624236416 00000100:00100000:3.0:1780334641.780635:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624236416 00000100:00100000:0.0:1780334641.780640:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1780334641.780648:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624235776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334641.780668:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624236032 00000100:00100000:3.0:1780334641.780673:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624236032 00000100:00100000:0.0:1780334641.780685:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624235776:12345-0@lo:400:kworker.0 Request processed in 37us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.780695:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1780334641.780695:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1780334641.780986:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624236160:0@lo:400:kworker.0 00000100:00100000:2.0:1780334641.781021:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334641.781041:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624236672:0@lo:400:kworker.0 00000100:00100000:2.0:1780334641.781062:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1780334641.781085:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334641.781137:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624236160 00000100:00100000:2.0:1780334641.781141:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624236160 00000100:00100000:2.0:1780334641.781170:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1780334641.781176:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624236160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334641.781213:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624236160:12345-0@lo:400:kworker.0 Request processed in 37us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334641.781219:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1780334641.781240:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624237056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334641.781264:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334641.781291:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624237056 00000100:00100000:2.0:1780334641.781294:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624237056 00000100:00100000:2.0:1780334641.781323:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1780334641.781329:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624237056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334641.781340:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 111782720 pending 28672 free 3921395712 avail 3689873408 00000100:00100000:2.0:1780334641.781369:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624237056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334641.781377:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00080000:2.0:1780334641.781390:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334641.781420:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624237056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334641.781447:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624236160:0@lo:400:kworker.0 00000100:00100000:2.0:1780334641.781494:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624236928 00000100:00100000:2.0:1780334641.781497:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624236928 00000100:00100000:2.0:1780334641.781520:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624236544 00000100:00100000:2.0:1780334641.781523:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624236544 00000100:00100000:2.0:1780334641.781548:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1780334641.781554:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624236928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334641.781588:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624236928:12345-0@lo:400:kworker.0 Request processed in 35us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334641.781595:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1780334641.781608:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1780334641.781615:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624236544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334641.781634:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624235904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334641.781646:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624236544:12345-0@lo:400:kworker.0 Request processed in 31us (1091us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334641.781652:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00080000:2.0:1780334641.781671:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334641.781683:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624235904:12345-0@lo:400:kworker.0 Request processed in 53us (1397us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334641.781685:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334641.782011:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1780334641.782022:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624236416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334641.782058:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624236416:12345-0@lo:400:kworker.0 Request processed in 40us (1683us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334641.782064:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1780334641.782079:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624236672 00000100:00100000:0.0:1780334641.782082:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624236672 00000100:00100000:0.0:1780334641.782225:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624236288 00000100:00100000:0.0:1780334641.782229:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624236288 00000100:00100000:0.0:1780334641.782243:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1780334641.782248:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624236032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334641.782279:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624236032:12345-0@lo:400:kworker.0 Request processed in 32us (1779us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334641.782285:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1780334641.782297:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1780334641.782304:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624236672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334641.782335:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624236672:12345-0@lo:400:kworker.0 Request processed in 32us (1272us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334641.782340:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1780334641.782354:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1780334641.782360:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624236288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334641.782387:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624236288:12345-0@lo:400:kworker.0 Request processed in 27us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334641.782393:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00080000:0.0:1780334641.782413:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334641.782434:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624236672:0@lo:400:kworker.0 00000100:00100000:0.0:1780334641.782506:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624236032:0@lo:400:kworker.0 00000100:00100000:0.0:1780334641.782517:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624236544:0@lo:400:kworker.0 00000100:00100000:0.0:1780334641.782526:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624235904:0@lo:400:kworker.0 00000100:00100000:0.0:1780334641.782535:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624236416:0@lo:400:kworker.0 00000100:00100000:0.0:1780334641.782544:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624236928:0@lo:400:kworker.0 00000100:00100000:2.0:1780334641.782620:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624236800:0@lo:400:kworker.0 00000100:00100000:2.0:1780334641.782652:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334641.782690:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624235648:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334641.782712:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624235776:0@lo:400:kworker.0 00000100:00100000:2.0:1780334641.782724:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624236288:0@lo:400:kworker.0 00000100:00100000:3.0:1780334641.783092:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1780334641.783224:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624236800 00000100:00100000:3.0:1780334641.783231:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624236800 00000100:00100000:3.0:1780334641.783267:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1780334641.783275:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624236800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334641.783427:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624236800:12345-0@lo:400:kworker.0 Request processed in 152us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334641.783435:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00080000:2.0:1780334641.785325:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334641.785382:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624236800:0@lo:400:kworker.0 00010000:00010000:3.0:1780334642.100626:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334643.123978:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334643.316167:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624237312:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334643.316230:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334643.316290:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334643.316297:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624237184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334643.316318:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334643.316351:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624237312 00000100:00100000:2.0:1780334643.316358:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624237312 00000100:00100000:2.0:1780334643.316403:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624237184 00000100:00100000:2.0:1780334643.316406:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624237184 00000100:00100000:2.0:1780334643.316424:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:2.0:1780334643.316433:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624237312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334643.316459:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1780334643.316518:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624237312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334643.316525:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:2.0:1780334643.316541:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1780334643.316682:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624237184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334643.316694:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1780334643.316719:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624237184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 172us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334643.316725:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00080000:2.0:1780334643.316742:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334643.316772:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624237184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334643.316786:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624237312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334643.316963:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624237440:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334643.316997:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334643.317195:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624237440 00000100:00100000:2.0:1780334643.317200:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624237440 00000100:00100000:2.0:1780334643.317242:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1780334643.317250:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624237440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334643.317275:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334643.317322:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624237440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334643.317328:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1780334643.317399:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624237440:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1780334644.162880:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334645.172668:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780334645.365749:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00000001:00080000:3.0:1780334645.365765:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed 00000100:00100000:0.0:1780334645.647116:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334645.647337:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604392576 00000100:00100000:3.0:1780334645.647349:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604392576 00000100:00100000:3.0:1780334645.647465:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1034 00000100:00100000:3.0:1780334645.647480:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:27492:x1866815604392576:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00080000:2.0:1780334645.647483:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334645.647595:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:27492:x1866815604392576:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 120us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334645.647602:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1034 00000100:00100000:1.0:1780334645.659659:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334645.659767:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604392704 00000100:00100000:3.0:1780334645.659787:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604392704 00000100:00100000:3.0:1780334645.659892:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1035 00000100:00100000:3.0:1780334645.659902:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:27492:x1866815604392704:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1780334645.660001:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:27492:x1866815604392704:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 99us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334645.660008:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1035 00000100:00080000:2.0:1780334645.660132:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1780334646.196005:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334646.254410:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334646.254465:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334646.254489:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334646.254508:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334646.254543:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334646.254566:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334646.254583:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334646.254607:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334646.254639:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334646.254670:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604393216 00000100:00100000:3.0:1780334646.254680:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604393216 00000100:00100000:3.0:1780334646.254728:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604393728 00000100:00100000:3.0:1780334646.254730:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604393728 00000100:00100000:3.0:1780334646.254742:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604393344 00000100:00100000:3.0:1780334646.254744:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604393344 00000100:00100000:3.0:1780334646.254754:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604393856 00000100:00100000:3.0:1780334646.254756:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604393856 00000100:00100000:3.0:1780334646.254889:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 414 00000100:00100000:3.0:1780334646.254902:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2407:x1866815604393216:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334646.254972:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2407:x1866815604393216:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 73us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334646.254981:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 414 00000100:00100000:3.0:1780334646.255001:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 415 00000100:00100000:3.0:1780334646.255008:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604393728:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334646.255039:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604393728:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334646.255046:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 415 00000100:00100000:3.0:1780334646.255061:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 416 00000100:00100000:3.0:1780334646.255069:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604393344:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334646.255088:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604393344:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334646.255094:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 416 00000100:00100000:3.0:1780334646.255107:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 417 00000100:00100000:3.0:1780334646.255114:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604393856:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334646.255137:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604393856:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334646.255143:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 417 00000100:00100000:3.0:1780334646.255166:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604392832 00000100:00100000:3.0:1780334646.255169:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604392832 00000100:00100000:3.0:1780334646.255193:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 676 00000100:00100000:3.0:1780334646.255200:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604392832:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334646.255226:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604392832:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334646.255232:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 676 00000100:00080000:3.0:1780334646.255264:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334646.255267:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334646.255279:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604392960 00000100:00100000:3.0:1780334646.255282:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604392960 00000100:00100000:3.0:1780334646.255307:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604393472 00000100:00100000:3.0:1780334646.255310:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604393472 00000100:00100000:3.0:1780334646.255333:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604393088 00000100:00100000:3.0:1780334646.255336:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604393088 00000100:00100000:3.0:1780334646.255349:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604393600 00000100:00100000:3.0:1780334646.255352:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604393600 00000100:00100000:3.0:1780334646.255364:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 722 00000100:00100000:3.0:1780334646.255369:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:2407:x1866815604392960:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334646.255405:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:2407:x1866815604392960:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 34us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334646.255411:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 722 00000100:00100000:3.0:1780334646.255425:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 723 00000100:00100000:3.0:1780334646.255432:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+50:2407:x1866815604393472:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334646.255596:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 724 00000100:00100000:0.0:1780334646.255608:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604393088:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334646.257117:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+50:2407:x1866815604393472:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 1678us (2619us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334646.257129:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 723 00000100:00100000:3.0:1780334646.257160:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 725 00000100:00100000:3.0:1780334646.257170:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604393600:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334646.257459:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604393088:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 1842us (2879us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334646.257468:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 724 00000100:00080000:0.0:1780334646.257516:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334646.257522:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334646.257626:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604393600:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 457us (3018us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334646.257633:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 725 00000100:00100000:2.0:1780334646.388429:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624237568:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334646.388514:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334646.388653:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624237568 00000100:00100000:3.0:1780334646.388662:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624237568 00000100:00100000:3.0:1780334646.388715:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1780334646.388726:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624237568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334646.388760:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444372480 avail 1298132992 00000100:00100000:3.0:1780334646.388835:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624237568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334646.388842:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1780334646.389228:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624237568:0@lo:41:osp-pre-0-1.0 00000001:02000400:0.0:1780334646.818149:0:21355:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12g: Restore a released file implicitly ========================================================== 13:24:06 (1780334646) 00000100:00100000:2.0:1780334646.901588:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624237696:0@lo:400:kworker.0 00000100:00100000:2.0:1780334646.901659:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334646.901701:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624238208:0@lo:400:kworker.0 00000100:00100000:2.0:1780334646.901729:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334646.901743:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624238720:0@lo:400:kworker.0 00000100:00100000:2.0:1780334646.901763:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334646.901782:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1780334646.901788:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624237824:0@lo:400:kworker.0 00000100:00100000:2.0:1780334646.901807:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334646.901847:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624238336:0@lo:400:kworker.0 00000100:00100000:2.0:1780334646.901869:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334646.901883:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624238848:0@lo:400:kworker.0 00000100:00100000:2.0:1780334646.901901:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334646.901926:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624237952:0@lo:400:kworker.0 00000100:00100000:2.0:1780334646.901947:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334646.901956:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624238464:0@lo:400:kworker.0 00000100:00100000:2.0:1780334646.901975:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334646.901988:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624238976:0@lo:400:kworker.0 00000100:00100000:2.0:1780334646.902005:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334646.902019:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1780334646.902024:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624238080:0@lo:400:kworker.0 00000100:00100000:2.0:1780334646.902045:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334646.902058:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624238592:0@lo:400:kworker.0 00000100:00100000:2.0:1780334646.902082:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334646.902098:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624239104:0@lo:400:kworker.0 00000100:00100000:2.0:1780334646.902118:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334646.902164:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624238208 00000100:00100000:0.0:1780334646.902172:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624238208 00000100:00100000:0.0:1780334646.902231:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624238720 00000100:00100000:0.0:1780334646.902235:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624238720 00000100:00100000:0.0:1780334646.902250:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624237824 00000100:00100000:0.0:1780334646.902252:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624237824 00000100:00100000:0.0:1780334646.902266:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624238336 00000100:00100000:0.0:1780334646.902269:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624238336 00000100:00100000:0.0:1780334646.902284:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624238848 00000100:00100000:0.0:1780334646.902286:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624238848 00000100:00100000:0.0:1780334646.902306:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624237952 00000100:00100000:0.0:1780334646.902309:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624237952 00000100:00100000:0.0:1780334646.902324:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1780334646.902333:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624238208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334646.902392:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624238208:12345-0@lo:400:kworker.0 Request processed in 60us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334646.902401:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1780334646.902422:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1780334646.902429:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624238720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334646.902476:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624238720:12345-0@lo:400:kworker.0 Request processed in 48us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334646.902483:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1780334646.902498:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1780334646.902505:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624237824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334646.902531:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624237824:12345-0@lo:400:kworker.0 Request processed in 27us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334646.902536:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1780334646.902547:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1780334646.902553:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624238336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334646.902580:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624238336:12345-0@lo:400:kworker.0 Request processed in 29us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334646.902585:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1780334646.902597:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1780334646.902603:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624238848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334646.902628:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624238848:12345-0@lo:400:kworker.0 Request processed in 27us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334646.902634:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1780334646.902646:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1780334646.902652:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624237952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334646.902682:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624237952:12345-0@lo:400:kworker.0 Request processed in 31us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334646.902689:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1780334646.902710:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624238080 00000100:00100000:0.0:1780334646.902714:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624238080 00000100:00100000:0.0:1780334646.902735:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1780334646.902741:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624238080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334646.902771:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624238080:12345-0@lo:400:kworker.0 Request processed in 30us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334646.902778:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00080000:0.0:1780334646.902803:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334646.902808:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334646.903116:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624237824:0@lo:400:kworker.0 00000100:00100000:0.0:1780334646.903129:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624238336:0@lo:400:kworker.0 00000100:00100000:0.0:1780334646.903139:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624238848:0@lo:400:kworker.0 00000100:00100000:0.0:1780334646.903150:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624238208:0@lo:400:kworker.0 00000100:00100000:0.0:1780334646.903160:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624238720:0@lo:400:kworker.0 00000100:00100000:0.0:1780334646.903200:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624238080:0@lo:400:kworker.0 00000100:00100000:0.0:1780334646.903212:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624237952:0@lo:400:kworker.0 00000100:00100000:3.0:1780334646.904593:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624237696 00000100:00100000:3.0:1780334646.904601:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624237696 00000100:00100000:3.0:1780334646.904644:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1780334646.904653:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624237696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334646.904723:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624237696:12345-0@lo:400:kworker.0 Request processed in 72us (3064us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334646.904730:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1780334646.904785:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624238464 00000100:00100000:3.0:1780334646.904790:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624238464 00000100:00100000:3.0:1780334646.904845:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624238976 00000100:00100000:3.0:1780334646.904849:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624238976 00000100:00100000:3.0:1780334646.904863:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624238592 00000100:00100000:3.0:1780334646.904866:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624238592 00000100:00100000:3.0:1780334646.904878:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624239104 00000100:00100000:3.0:1780334646.904881:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624239104 00000100:00100000:3.0:1780334646.904894:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1780334646.904900:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624238464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334646.904940:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624238464:12345-0@lo:400:kworker.0 Request processed in 40us (2963us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334646.904945:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1780334646.904956:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1780334646.904961:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624238976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334646.904988:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624238976:12345-0@lo:400:kworker.0 Request processed in 27us (2982us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334646.904993:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1780334646.905002:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1780334646.905008:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624238592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334646.905035:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624238592:12345-0@lo:400:kworker.0 Request processed in 28us (2955us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334646.905041:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1780334646.905054:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1780334646.905055:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624239232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334646.905063:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624239104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334646.905098:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624239104:12345-0@lo:400:kworker.0 Request processed in 38us (2980us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334646.905103:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1780334646.905121:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334646.905179:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624238592:0@lo:400:kworker.0 00000100:00100000:1.0:1780334646.905938:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624239360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334646.906946:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624237696:0@lo:400:kworker.0 00000100:00100000:0.0:1780334646.906991:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624239232 00000100:00100000:0.0:1780334646.906996:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624239232 00000100:00100000:3.0:1780334646.907128:0:3660:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967350 gen 2 00000004:00080000:3.0:1780334646.907134:0:3660:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967349 committed transno 4294967350 00000004:00080000:3.0:1780334646.907149:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b7027202680, transno 4294967350 00000100:00100000:3.0:1780334646.907164:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624239104:0@lo:400:kworker.0 00000100:00100000:3.0:1780334646.907177:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624238464:0@lo:400:kworker.0 00000100:00100000:3.0:1780334646.907189:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624238976:0@lo:400:kworker.0 00000100:00100000:0.0:1780334646.907242:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1780334646.907257:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624239232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334646.907287:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 111754048 pending 0 free 3921399808 avail 3689877504 00000100:00080000:3.0:1780334646.907317:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334646.907323:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334646.907357:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624239232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (2236us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334646.907365:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1780334646.907373:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624239232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334646.908270:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334646.908435:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624239360 00000100:00100000:0.0:1780334646.908454:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624239360 00000100:00100000:0.0:1780334646.908495:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1780334646.908504:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624239360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334646.908534:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 111754048 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1780334646.908738:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624239360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 236us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334646.908746:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1780334646.908907:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624239360:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1780334646.909114:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967916 is committed 00000001:00080000:3.0:1780334646.909133:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967913 is committed 00000020:00080000:3.0:1780334646.909143:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b700688da80 refcount 2 committed 0 result 0 batchid 16 00000020:00080000:3.0:1780334646.909147:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f049a5100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f01bf83c0 00000020:00080000:3.0:1780334646.909150:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f049a5d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04ee2000 00000020:00080000:3.0:1780334646.909176:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 15 batchid updated 00000020:00080000:1.0:1780334646.909217:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 16 committed batchid 15 00000020:00080000:1.0:1780334646.909273:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 15 00010000:00010000:0.0:1780334646.909280:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096921 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334646.909292:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096921 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334646.909300:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096921 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334646.909306:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334646.909311:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096921 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334646.909319:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096921 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334646.909336:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9b70098ce100) 00010000:00010000:0.0:1780334646.909340:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334646.909345:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096921 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334646.909351:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096921 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780334646.910353:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00000001:00080000:0.0:1780334646.910421:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00000100:00100000:0.0:1780334647.065501:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334647.065721:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604393984 00000100:00100000:2.0:1780334647.065732:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604393984 00000100:00080000:3.0:1780334647.065835:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334647.065850:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1036 00000100:00100000:2.0:1780334647.065863:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+40:28141:x1866815604393984:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1780334647.065965:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+40:28141:x1866815604393984:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 106us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334647.065973:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1036 00000100:00100000:0.0:1780334647.071037:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.071111:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604394112 00000100:00100000:3.0:1780334647.071120:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604394112 00000100:00100000:3.0:1780334647.071217:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1037 00000100:00100000:3.0:1780334647.071226:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:28141:x1866815604394112:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1780334647.071333:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:28141:x1866815604394112:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 108us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334647.071340:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1037 00000100:00080000:0.0:1780334647.072054:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334647.083987:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334647.084197:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604394240 00000100:00100000:1.0:1780334647.084208:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604394240 00000100:00100000:1.0:1780334647.084270:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1038 00000100:00100000:1.0:1780334647.084280:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:28142:x1866815604394240:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334647.084302:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334647.084321:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009699f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0fb8 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084401:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700969a6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084416:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700969a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084427:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700969a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084456:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084463:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084469:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084510:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700969a6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084517:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700969a6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084534:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700969a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084540:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334647.084544:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700969a6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084551:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700969a6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084562:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334647.084565:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334647.084570:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700969a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084575:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700969a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084588:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084593:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969ad lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084599:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084603:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334647.084605:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084611:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969ad lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084617:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9b70098cef00) 00010000:00010000:1.0:1780334647.084620:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334647.084622:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969ad lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084628:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084656:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009699f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fb8 expref: 90 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084666:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334647.084668:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334647.084672:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e7009699f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fb8 expref: 90 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.084681:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ce00, rc 0) 00000100:00100000:1.0:1780334647.084749:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:28142:x1866815604394240:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 471us (771us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334647.084769:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1038 00000100:00100000:2.0:1780334647.091358:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334647.091743:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604394496 00000100:00100000:0.0:1780334647.091754:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604394496 00000100:00100000:0.0:1780334647.092180:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1039 00000100:00100000:0.0:1780334647.092192:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+89:28142:x1866815604394496:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:0.0:1780334647.092246:0:6540:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334647.092271:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700966d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0eca expref: 89 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.092289:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334647.092294:0:6540:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334647.092351:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700969b4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.092365:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096714 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0edf expref: 39 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.092386:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700969b4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.092419:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096714 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0edf expref: 39 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.092432:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096714 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0edf expref: 39 pid: 15367 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334647.092456:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624239488:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334647.092556:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f02fc6540 going to sleep for 11 seconds 00000100:00100000:0.0:1780334647.100523:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624239488:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334647.100555:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700969b4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334647.104915:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334647.105488:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604394624 00000100:00100000:0.0:1780334647.105498:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604394624 00010000:00010000:0.0:1780334647.105539:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096714 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0edf expref: 40 pid: 15367 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334647.105586:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 327 00000100:00100000:0.0:1780334647.105596:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+40:2407:x1866815604394624:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334647.105610:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334647.105617:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096714 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0edf expref: 40 pid: 15367 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.105630:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096714 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0edf expref: 40 pid: 15367 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.105652:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096714 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0edf expref: 40 pid: 15367 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.105667:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334647.105673:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700969b4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.105683:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700969b4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.105691:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700969b4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.105777:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334647.105875:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+39:2407:x1866815604394624:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 279us (966us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334647.105883:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 327 00010000:00010000:2.0:1780334647.109618:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700969b4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.109634:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700969b4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.109664:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e700969bb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.109677:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e700969bb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.109689:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e700969bb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.111116:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700969c2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.111132:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700969c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.111142:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700969c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334647.111157:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d874a512 reply state 0000000087c2ebe7 transno 4294967917 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700969c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.111168:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700969c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.111175:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:2.0:1780334647.111178:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334647.111183:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780334647.111189:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00010000:00010000:2.0:1780334647.111196:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700969b4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.111202:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700969b4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.111208:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700969b4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.111214:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334647.111218:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700969b4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.111225:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700969b4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.111235:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334647.111238:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334647.111241:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700969b4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.111247:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e700969b4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334647.111260:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d874a512 reply state 0000000087c2ebe7 transno 4294967917 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e700969bb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.111268:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e700969bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.111273:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9b6f02d68b00) 00010000:00010000:2.0:1780334647.111275:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334647.111278:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1780334647.111863:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:28142:x1866815604394496:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 19669us (20508us total) trans 4294967917 rc 0/0 00000100:00100000:2.0:1780334647.111872:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1039 00000100:00100000:2.0:1780334647.119168:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334647.119267:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604394752 00000100:00100000:1.0:1780334647.119278:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604394752 00000100:00100000:1.0:1780334647.119392:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1040 00000100:00100000:1.0:1780334647.119404:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+90:28143:x1866815604394752:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:1.0:1780334647.119427:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334647.119459:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700969c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0fbf expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.119524:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969d0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.119539:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.119550:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334647.119594:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1780334647.119599:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334647.119620:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.119643:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700969c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fbf expref: 92 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.119660:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969d0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fbf expref: 91 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.119672:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334647.119675:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334647.119679:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c000, rc 0) 00000100:00100000:1.0:1780334647.119744:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:28143:x1866815604394752:12345-192.168.203.22@tcp:101:bash.0 Request processed in 342us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334647.119750:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1040 00000100:00100000:0.0:1780334647.123010:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334647.123116:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604394880 00000100:00100000:2.0:1780334647.123126:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604394880 00000100:00100000:2.0:1780334647.123228:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1041 00000100:00100000:2.0:1780334647.123239:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:28143:x1866815604394880:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:2.0:1780334647.123259:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334647.123278:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e700969d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0fc6 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123342:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700969de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123355:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700969de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123366:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700969de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123376:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700969e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123383:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700969e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123389:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700969e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123471:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700969ec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123480:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700969ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123487:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700969ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334647.123518:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:2.0:1780334647.123521:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334647.123550:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700969ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123561:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700969de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123567:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700969de lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123574:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700969de lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123580:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334647.123584:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700969de lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123591:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700969de lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123602:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334647.123605:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334647.123610:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700969de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123616:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700969de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123628:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700969e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123633:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700969e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123639:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700969e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123644:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334647.123647:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700969e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123653:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700969e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123660:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9b6f02d68b00) 00010000:00010000:2.0:1780334647.123662:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334647.123665:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700969e5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123671:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700969e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123695:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e700969d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fc6 expref: 93 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123712:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0c00/0xdf9e767e700969ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fc6 expref: 92 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.123720:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:2.0:1780334647.123722:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780334647.123724:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0c00, rc 0) 00000100:00100000:2.0:1780334647.123798:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:28143:x1866815604394880:12345-192.168.203.22@tcp:101:bash.0 Request processed in 561us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334647.123805:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1041 00000100:00100000:0.0:1780334647.126330:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334647.126407:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604395008 00000100:00100000:2.0:1780334647.126417:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604395008 00000100:00100000:2.0:1780334647.126484:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1042 00000100:00100000:2.0:1780334647.126495:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b701ea93050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:28143:x1866815604395008:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:2.0:1780334647.126515:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334647.126545:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700969f3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0fcd expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126608:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700969fa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126622:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700969fa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126632:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700969fa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126646:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126653:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126659:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126692:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700969fa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126699:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700969fa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126704:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700969fa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126710:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334647.126714:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700969fa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126721:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700969fa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126732:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:2.0:1780334647.126735:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334647.126740:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700969fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126746:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e700969fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126757:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126774:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a01 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126780:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126785:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334647.126788:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126793:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a01 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126801:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9b6f02d68100) 00010000:00010000:2.0:1780334647.126803:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334647.126805:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a01 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126940:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126974:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700969f3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fcd expref: 93 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.126984:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:2.0:1780334647.126986:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334647.126990:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700969f3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fcd expref: 93 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.127004:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0400, rc 0) 00000100:00100000:2.0:1780334647.127151:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b701ea93050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:28143:x1866815604395008:12345-192.168.203.22@tcp:101:bash.0 Request processed in 656us (829us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334647.127158:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1042 00000100:00100000:0.0:1780334647.143220:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334647.143323:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604395136 00000100:00100000:2.0:1780334647.143333:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604395136 00000100:00100000:2.0:1780334647.143392:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1043 00000100:00100000:2.0:1780334647.143403:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+39:28144:x1866815604395136:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334647.143424:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334647.143454:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096a08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0fd4 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.143520:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.143546:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.143558:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334647.143598:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1780334647.143603:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334647.143622:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.143646:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096a08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fd4 expref: 41 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.143669:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fd4 expref: 40 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.143678:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334647.143681:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334647.143684:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1c00, rc 0) 00000100:00100000:2.0:1780334647.143754:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+40:28144:x1866815604395136:12345-192.168.203.22@tcp:101:rm.0 Request processed in 353us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334647.143761:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1043 00000100:00100000:0.0:1780334647.149364:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.149461:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604395264 00000100:00100000:3.0:1780334647.149470:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604395264 00000100:00100000:3.0:1780334647.149582:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1044 00000100:00100000:3.0:1780334647.149593:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+40:28144:x1866815604395264:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334647.149612:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334647.149629:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096a16 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0fdb expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149689:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a1d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149703:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a1d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149713:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a1d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149723:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a24 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149730:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149737:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149857:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096a2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149866:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096a2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149873:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096a2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334647.149901:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:3.0:1780334647.149904:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334647.149920:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096a2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149936:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a1d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149942:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a1d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149949:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a1d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149954:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ec00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334647.149958:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a1d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149965:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a1d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149975:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334647.149978:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334647.149982:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a1d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.149988:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.150000:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.150006:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a24 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.150012:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a24 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.150018:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334647.150020:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a24 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.150026:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a24 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.150032:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9b6f02d68b00) 00010000:00010000:3.0:1780334647.150035:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334647.150037:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a24 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.150041:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a24 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.150062:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096a16 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fdb expref: 42 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.150075:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f400/0xdf9e767e70096a2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fdb expref: 41 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.150083:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:3.0:1780334647.150085:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780334647.150088:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f400, rc 0) 00000100:00100000:3.0:1780334647.150136:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+41:28144:x1866815604395264:12345-192.168.203.22@tcp:101:rm.0 Request processed in 545us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334647.150143:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1044 00000100:00100000:0.0:1780334647.155123:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.155889:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604395392 00000100:00100000:3.0:1780334647.155901:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604395392 00000100:00100000:3.0:1780334647.155954:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1045 00000100:00100000:3.0:1780334647.155966:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+41:28144:x1866815604395392:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334647.155988:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334647.156008:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096a32 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0fe2 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156072:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a39 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156086:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a39 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156097:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a39 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156111:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156118:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156123:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156160:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a39 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156168:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a39 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156175:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a39 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156181:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334647.156185:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a39 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156193:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a39 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156204:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:3.0:1780334647.156207:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334647.156211:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a39 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156217:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a39 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156231:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156237:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a40 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156242:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156247:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334647.156250:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156256:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a40 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156268:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9b6f01bf5900) 00010000:00010000:3.0:1780334647.156270:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334647.156273:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a40 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156278:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156308:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096a32 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fe2 expref: 42 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156317:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:3.0:1780334647.156320:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334647.156323:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096a32 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fe2 expref: 42 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.156332:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e200, rc 0) 00000100:00100000:3.0:1780334647.156399:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+41:28144:x1866815604395392:12345-192.168.203.22@tcp:101:rm.0 Request processed in 435us (1283us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334647.156407:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1045 00000100:00100000:0.0:1780334647.164328:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334647.164428:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604395520 00000100:00100000:1.0:1780334647.164438:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604395520 00000100:00100000:1.0:1780334647.164512:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1046 00000100:00100000:1.0:1780334647.164533:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+41:28144:x1866815604395520:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334647.164554:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334647.164573:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096a47 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0fe9 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164646:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096a4e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164659:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096a4e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164668:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096a4e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164680:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096a55 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164685:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096a55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164694:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096a55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164732:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096a4e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164738:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096a4e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164744:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096a4e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164750:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096a4e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164755:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481dc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334647.164759:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096a4e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164776:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096a4e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164786:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:1.0:1780334647.164789:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334647.164793:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096a4e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164799:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096a4e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164934:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096a55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164941:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096a55 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164947:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096a55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164952:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481de00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334647.164955:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096a55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164961:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096a55 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164969:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9b70098cef00) 00010000:00010000:1.0:1780334647.164971:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334647.164974:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096a55 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.164980:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096a55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.165010:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096a47 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fe9 expref: 42 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.165019:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:1.0:1780334647.165021:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334647.165024:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096a47 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fe9 expref: 42 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.165036:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d800, rc 0) 00000100:00100000:0.0:1780334647.165543:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+41:28144:x1866815604395520:12345-192.168.203.22@tcp:101:rm.0 Request processed in 1020us (1220us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334647.165551:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1046 00000100:00100000:1.0:1780334647.189191:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.189276:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604395648 00000100:00100000:3.0:1780334647.189285:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604395648 00000100:00100000:3.0:1780334647.189345:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1047 00000100:00100000:3.0:1780334647.189355:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+41:28145:x1866815604395648:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334647.189375:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334647.189394:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096a5c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ff0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189629:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a63 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189644:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189656:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189670:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a6a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189677:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189683:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189716:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189723:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a63 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189729:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189734:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334647.189737:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189747:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a63 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189758:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:3.0:1780334647.189761:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334647.189766:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a63 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189772:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096a63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189786:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189792:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a6a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189797:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189909:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334647.189912:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189919:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189927:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9b6f01bf5900) 00010000:00010000:3.0:1780334647.189929:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334647.189932:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a6a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189943:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096a6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189976:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096a5c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ff0 expref: 42 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.189985:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:3.0:1780334647.189988:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334647.189991:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096a5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ff0 expref: 42 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.190000:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e200, rc 0) 00000100:00100000:3.0:1780334647.190168:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+41:28145:x1866815604395648:12345-192.168.203.22@tcp:101:cp.0 Request processed in 814us (985us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334647.190177:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1047 00000100:00100000:2.0:1780334647.195299:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334647.200990:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604395776 00000100:00100000:0.0:1780334647.201005:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604395776 00000100:00100000:0.0:1780334647.201076:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1048 00000100:00100000:0.0:1780334647.201086:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+41:28145:x1866815604395776:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334647.201107:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334647.201127:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096a71 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ff7 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201201:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096a78 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201216:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096a78 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201226:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096a78 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201240:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096a7f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201247:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096a7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201253:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096a7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201289:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096a78 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201297:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096a78 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201303:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096a78 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201310:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334647.201314:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096a78 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201324:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096a78 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201335:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:0.0:1780334647.201338:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334647.201342:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096a78 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201347:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096a78 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201360:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096a7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201366:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096a7f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201371:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096a7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201376:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334647.201379:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096a7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201384:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096a7f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201391:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9b6f01d5b000) 00010000:00010000:0.0:1780334647.201393:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334647.201396:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096a7f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201402:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096a7f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201434:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096a71 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ff7 expref: 42 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201483:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:0.0:1780334647.201485:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334647.201489:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096a71 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ff7 expref: 42 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.201499:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831800, rc 0) 00000100:00100000:0.0:1780334647.201557:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+41:28145:x1866815604395776:12345-192.168.203.22@tcp:101:cp.0 Request processed in 473us (6266us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334647.201569:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1048 00000100:00100000:0.0:1780334647.204590:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.204661:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604396032 00000100:00100000:3.0:1780334647.204670:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604396032 00000100:00100000:3.0:1780334647.204788:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1049 00000100:00100000:3.0:1780334647.204800:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+41:28145:x1866815604396032:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334647.204861:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334647.204881:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096a86 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b0ffe expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.204971:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a8d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.204986:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a8d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.204997:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a8d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205011:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a94 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205018:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205023:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780334647.205356:0:6538:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x15:0x0], index 1: 0 00010000:00010000:3.0:1780334647.205487:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096a9b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205496:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096a9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205502:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096a9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205531:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a8d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205538:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a8d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205543:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a8d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205549:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a8d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205555:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334647.205559:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a8d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205565:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a8d lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205576:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:3.0:1780334647.205579:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334647.205584:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a8d lrc: 3/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205590:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096a8d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334647.205604:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000421aab1 reply state 00000000ee417c54 transno 4294967918 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205613:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a94 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205619:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9b6f01bf5d00) 00010000:00010000:3.0:1780334647.205621:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334647.205623:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780334647.205649:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096a86 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ffe expref: 44 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205663:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096a9b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ffe expref: 43 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.205676:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5f00) 00010000:00010000:3.0:1780334647.205678:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334647.205680:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e800, rc 0) 00000100:00100000:3.0:1780334647.205733:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:28145:x1866815604396032:12345-192.168.203.22@tcp:101:cp.0 Request processed in 935us (1151us total) trans 4294967918 rc 0/0 00000100:00100000:3.0:1780334647.205740:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1049 00000100:00100000:1.0:1780334647.212773:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.212867:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604396160 00000100:00100000:3.0:1780334647.212884:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604396160 00000100:00100000:3.0:1780334647.212939:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 266 00000100:00100000:3.0:1780334647.212948:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604396160:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334647.212967:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334647.212987:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dcb8041/0xdf9e767e70096aa9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1005 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334647.213012:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780334647.213031:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334647.213033:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334647.213040:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007dcb8041/0xdf9e767e70096aa9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1005 expref: 11 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.213057:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007dcb8041/0xdf9e767e70096aa9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1005 expref: 11 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.213069:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e200, rc 0) 00000100:00100000:3.0:1780334647.213126:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604396160:12345-192.168.203.22@tcp:101:cp.0 Request processed in 180us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334647.213132:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 266 00000100:00100000:2.0:1780334647.215199:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.215262:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604396288 00000100:00100000:3.0:1780334647.215270:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604396288 00000100:00100000:3.0:1780334647.215317:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 267 00000100:00100000:3.0:1780334647.215327:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:28145:x1866815604396288:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334647.215343:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334647.215491:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b100c expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.215523:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007dcb8041/0xdf9e767e70096aa9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1005 expref: 12 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.215533:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334647.215534:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334647.215539:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 12 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.215571:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007dcb8041/0xdf9e767e70096aa9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1005 expref: 12 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.215584:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007dcb8041/0xdf9e767e70096aa9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1005 expref: 12 pid: 8419 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334647.215598:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624239616:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334647.216005:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8840 going to sleep for 11 seconds 00000100:00100000:0.0:1780334647.218914:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334647.219042:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604396416 00000100:00100000:2.0:1780334647.219049:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604396416 00010000:00010000:2.0:1780334647.219086:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007dcb8041/0xdf9e767e70096aa9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1005 expref: 13 pid: 8419 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334647.219131:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 328 00000100:00100000:3.0:1780334647.219136:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624239616:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334647.219145:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7005466450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604396416:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334647.219159:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334647.219167:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 13 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.219185:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f000, rc 0) 00010000:00010000:2.0:1780334647.219191:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007dcb8041/0xdf9e767e70096aa9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1005 expref: 13 pid: 8419 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.219204:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007dcb8041/0xdf9e767e70096aa9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1005 expref: 13 pid: 8419 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.219231:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dcb8041/0xdf9e767e70096aa9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1005 expref: 13 pid: 8419 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.219245:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1780334647.219246:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:28145:x1866815604396288:12345-192.168.203.22@tcp:101:cp.0 Request processed in 3919us (4051us total) trans 0 rc 0/0 00010000:00010000:2.0:1780334647.219249:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334647.219258:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 12 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334647.219259:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 267 00010000:00010000:2.0:1780334647.219273:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 12 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.219305:0:6523:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 11 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334647.219319:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6523:1866815624239744:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334647.219383:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd43c0 going to sleep for 11 seconds 00010000:00010000:0.0:1780334647.221876:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334647.225126:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.225194:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604396672 00000100:00100000:3.0:1780334647.225204:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604396672 00000100:00100000:2.0:1780334647.225218:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6523:1866815624239744:192.168.203.22@tcp:105: 00010000:00010000:2.0:1780334647.225242:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334647.225267:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 198 00000100:00100000:3.0:1780334647.225278:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:28145:x1866815604396672:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:2.0:1780334647.225300:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7005466450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604396416:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 6158us (6391us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334647.225309:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 328 00000100:00100000:3.0:1780334647.225567:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:28145:x1866815604396672:12345-192.168.203.22@tcp:35:cp.0 Request processed in 291us (449us total) trans 4294967919 rc 0/0 00000100:00100000:3.0:1780334647.225574:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 198 00000100:00100000:1.0:1780334647.251251:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334647.251960:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604396800 00000100:00100000:2.0:1780334647.251970:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604396800 00000100:00100000:2.0:1780334647.252030:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1050 00000100:00100000:2.0:1780334647.252041:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:28148:x1866815604396800:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334647.252061:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334647.252081:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096ab7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1013 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252145:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096abe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252159:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096abe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252169:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096abe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252179:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ac5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252185:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252191:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252259:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096acc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252267:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096acc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252273:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096acc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334647.252308:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:2.0:1780334647.252312:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334647.252329:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096acc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252346:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096acc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252367:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096abe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252373:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096abe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252380:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096abe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252385:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334647.252389:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096abe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252396:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096abe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252407:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:2.0:1780334647.252411:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334647.252415:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096abe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252421:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096abe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252434:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252453:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ac5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252459:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ac5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252464:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334647.252467:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ac5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252473:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ac5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252480:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9b6f01bf5d00) 00010000:00010000:2.0:1780334647.252482:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334647.252485:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ac5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252490:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ac5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252515:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096ab7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1013 expref: 94 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252528:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096acc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1013 expref: 93 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.252535:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5f00) 00010000:00010000:2.0:1780334647.252537:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334647.252540:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0600, rc 0) 00000100:00100000:2.0:1780334647.252609:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:28148:x1866815604396800:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 570us (1366us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334647.252617:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1050 00000100:00100000:0.0:1780334647.254996:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.255088:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604396928 00000100:00100000:3.0:1780334647.255097:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604396928 00000100:00100000:3.0:1780334647.255146:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 268 00000100:00100000:3.0:1780334647.255157:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604396928:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334647.255174:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334647.255190:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70096ad3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b101a expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334647.255248:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624239872:192.168.203.22@tcp:106: 00000100:00100000:3.0:1780334647.255328:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc89c0 going to sleep for 11 seconds 00002000:00010000:3.0:1780334647.257981:0:8422:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1780334647.257990:0:8422:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb mtime: 0 -> 1780334647 00002000:00010000:3.0:1780334647.257992:0:8422:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb atime: 0 -> 1780334647 00002000:00010000:3.0:1780334647.257994:0:8422:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb ctime: 0 -> 1780334647 00002000:00010000:3.0:1780334647.257996:0:8422:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1780334647.258018:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624239872:192.168.203.22@tcp:106: 00010000:00010000:3.0:1780334647.258050:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70096ad3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b101a expref: 13 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.258074:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70096ad3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b101a expref: 13 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.258086:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f800, rc 0) 00000100:00100000:3.0:1780334647.258144:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604396928:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2988us (3154us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334647.258152:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 268 00000100:00100000:1.0:1780334647.261149:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.261220:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604397056 00000100:00100000:3.0:1780334647.261229:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604397056 00000100:00100000:3.0:1780334647.261340:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1051 00000100:00100000:3.0:1780334647.261351:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:28148:x1866815604397056:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334647.261373:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334647.261393:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096ada lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1021 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.261467:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096ae1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.261481:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.261493:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334647.261542:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:3.0:1780334647.261546:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334647.261566:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.261591:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096ada lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1021 expref: 95 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.261609:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096ae1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1021 expref: 94 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.261617:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:3.0:1780334647.261620:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334647.261623:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fc00, rc 0) 00000100:00100000:3.0:1780334647.261677:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:28148:x1866815604397056:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 328us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334647.261684:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1051 00000100:00100000:0.0:1780334647.267042:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.267134:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604397184 00000100:00100000:3.0:1780334647.267144:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604397184 00000100:00100000:3.0:1780334647.267288:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 269 00000100:00100000:3.0:1780334647.267300:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604397184:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334647.267318:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334647.267351:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70096ae8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1028 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334647.267415:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624240000:192.168.203.22@tcp:106: 00000100:00100000:3.0:1780334647.267505:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334647.269878:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624240000:192.168.203.22@tcp:106: 00010000:00010000:3.0:1780334647.269913:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70096ae8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1028 expref: 13 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.270042:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70096ae8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1028 expref: 13 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.270056:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ea00, rc 0) 00000100:00100000:3.0:1780334647.270143:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604397184:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2845us (3109us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334647.270152:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 269 00000100:00100000:1.0:1780334647.273962:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.274056:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604397440 00000100:00100000:3.0:1780334647.274066:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604397440 00000100:00100000:3.0:1780334647.274168:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1052 00000100:00100000:3.0:1780334647.274179:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:28148:x1866815604397440:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:3.0:1780334647.274349:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].26, 136 off11728 00000100:00100000:3.0:1780334647.274427:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:28148:x1866815604397440:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 248us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334647.274434:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1052 00000040:00080000:1.0:1780334647.413144:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334647.413152:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334647.413177:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 5 00000040:00080000:1.0:1780334647.413187:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334647.413382:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624240128:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1780334647.413485:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b701ebb2d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334647.420361:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334647.420460:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624240128:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334647.420585:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604397568 00000100:00100000:3.0:1780334647.420592:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604397568 00000100:00100000:3.0:1780334647.420650:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1053 00000100:00100000:3.0:1780334647.420661:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+45:28158:x1866815604397568:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334647.420705:0:15367:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334647.420986:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+45:28158:x1866815604397568:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 326us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334647.420994:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1053 00000100:00100000:2.0:1780334647.429422:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334647.429515:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604397824 00000100:00100000:0.0:1780334647.429524:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604397824 00000100:00100000:0.0:1780334647.429577:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1054 00000100:00100000:0.0:1780334647.429588:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+45:28158:x1866815604397824:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334647.429608:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334647.429626:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096aef lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b102f expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.429729:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096af6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.429745:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096af6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.429756:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096af6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334647.429766:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:0.0:1780334647.429897:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096aef lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b102f expref: 48 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.429916:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096af6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b102f expref: 47 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.429925:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5f00) 00010000:00010000:0.0:1780334647.429928:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334647.429931:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830400, rc 0) 00000100:00100000:0.0:1780334647.429981:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:28158:x1866815604397824:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 395us (568us total) trans 4294967920 rc 0/0 00000100:00100000:0.0:1780334647.429988:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1054 00000100:00100000:0.0:1780334647.434412:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334647.434515:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604397952 00000100:00100000:1.0:1780334647.434535:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604397952 00000100:00100000:1.0:1780334647.434602:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 49 00000100:00100000:1.0:1780334647.434612:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+47:2408:x1866815604397952:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334647.434627:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334647.434652:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096af6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b102f expref: 47 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.434668:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5f00) 00010000:00010000:1.0:1780334647.434673:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334647.434726:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+46:2408:x1866815604397952:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 115us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334647.434734:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 49 00000100:00100000:1.0:1780334647.436329:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334647.436357:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604398080 00000100:00100000:1.0:1780334647.436365:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604398080 00000100:00100000:1.0:1780334647.436399:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 270 00000100:00100000:1.0:1780334647.436406:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604398080:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1780334647.436455:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096b04 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.436475:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 11 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.436483:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334647.436485:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334647.436488:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096b04 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.436533:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 11 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.436546:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 11 pid: 8421 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334647.436561:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624240256:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334647.436630:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b701ebb2840 going to sleep for 11 seconds 00000100:00100000:0.0:1780334647.441096:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624240256:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334647.441133:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096b04 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334647.443032:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.443106:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604398208 00000100:00100000:3.0:1780334647.443116:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604398208 00002000:00100000:3.0:1780334647.443166:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x15:0x0] (0->157) req@ffff9b6f04abc380 x1866815604398208/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:113/0 lens 648/0 e 0 to 0 dl 1780334658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334647.443178:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04abc380 with x1866815604398208 ext(0->157) 00010000:00010000:3.0:1780334647.443187:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 12 pid: 8421 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.443203:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 12 pid: 8421 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334647.443211:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b6f04abc380 00000100:00100000:3.0:1780334647.443245:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 12 00000100:00100000:3.0:1780334647.443255:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604398208:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:3.0:1780334647.444491:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+14:2407:x1866815604398208:12345-192.168.203.22@tcp:4:cp.0 Request processed in 1232us (1462us total) trans 4294967351 rc 0/0 00000100:00100000:3.0:1780334647.444503:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 12 00002000:00100000:3.0:1780334647.444512:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x15:0x0] (0->157) req@ffff9b6f04abc380 x1866815604398208/t4294967351(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:113/0 lens 648/448 e 0 to 0 dl 1780334658 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334647.444530:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04abc380 with x1866815604398208 ext(0->157) 00010000:00010000:3.0:1780334647.444537:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 14 pid: 8421 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.444552:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 14 pid: 8421 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334647.444559:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b6f04abc380 00000100:00100000:1.0:1780334647.449369:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334647.449497:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604398336 00000100:00100000:0.0:1780334647.449507:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604398336 00010000:00010000:0.0:1780334647.449556:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 14 pid: 8421 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334647.449599:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 329 00000100:00100000:0.0:1780334647.449609:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+14:2407:x1866815604398336:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334647.449625:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780334647.449643:0:8446:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1780334647.449650:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 14 pid: 8421 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.449664:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 14 pid: 8421 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.449686:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e70096ab0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b100c expref: 14 pid: 8421 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.449703:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334647.449705:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334647.449710:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096b04 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.449720:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096b04 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.449774:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334647.449852:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604398336:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 244us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334647.449860:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 329 00010000:00010000:3.0:1780334647.450011:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096b04 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.450021:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096b04 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.450041:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096b04 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.450050:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096b04 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.450058:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096b04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.450065:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334647.450068:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096b04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.450076:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096b04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.450089:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096b04 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.450097:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096b04 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334647.450153:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604398080:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 13747us (13827us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334647.450161:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 270 00000100:00100000:1.0:1780334647.457661:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.457786:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604398592 00000100:00100000:3.0:1780334647.457797:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604398592 00000100:00100000:3.0:1780334647.457882:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1055 00000100:00100000:3.0:1780334647.457892:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:28158:x1866815604398592:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334647.458156:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:28158:x1866815604398592:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 264us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334647.458164:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1055 00000100:00100000:0.0:1780334647.461309:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.461471:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604398720 00000100:00100000:3.0:1780334647.461481:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604398720 00000100:00100000:3.0:1780334647.461613:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 271 00000100:00100000:3.0:1780334647.461624:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604398720:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334647.461642:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334647.461661:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70096b0b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1036 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334647.461689:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 158, mtime: 0x6a1dc037, atime: 0x0, ctime: 0x6a1dc037, blocks: 0x8 00010000:00010000:3.0:1780334647.461707:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334647.461709:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334647.461717:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70096b0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1036 expref: 13 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.461732:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70096b0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1036 expref: 13 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.461745:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ea00, rc 0) 00000100:00100000:1.0:1780334647.462122:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604398720:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 498us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334647.462130:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 271 00000100:00100000:1.0:1780334647.464921:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.465016:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604398976 00000100:00100000:3.0:1780334647.465027:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604398976 00000100:00100000:3.0:1780334647.465116:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1056 00000100:00100000:3.0:1780334647.465127:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+46:28158:x1866815604398976:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334647.465242:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+46:28158:x1866815604398976:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 117us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334647.465249:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1056 00000100:00100000:0.0:1780334647.468108:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334647.468207:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604399104 00000100:00100000:1.0:1780334647.468225:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604399104 00002000:00100000:1.0:1780334647.468296:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x15:0x0] (0->4095) req@ffff9b703464ca80 x1866815604399104/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:113/0 lens 488/0 e 0 to 0 dl 1780334658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334647.468308:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703464ca80 with x1866815604399104 ext(0->4095) 00002000:00010000:1.0:1780334647.468313:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703464ca80 00000100:00100000:1.0:1780334647.468359:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 79 00000100:00100000:1.0:1780334647.468375:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604399104:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1780334647.468868:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604399104:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 496us (766us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780334647.468876:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 79 00002000:00100000:1.0:1780334647.468883:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x15:0x0] (0->4095) req@ffff9b703464ca80 x1866815604399104/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:113/0 lens 488/4536 e 0 to 0 dl 1780334658 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334647.468899:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703464ca80 with x1866815604399104 ext(0->4095) 00002000:00010000:1.0:1780334647.468903:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703464ca80 00000100:00100000:0.0:1780334647.479331:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334647.479490:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604399232 00000100:00100000:2.0:1780334647.479499:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604399232 00000100:00100000:2.0:1780334647.479582:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1057 00000100:00100000:2.0:1780334647.479593:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+46:28158:x1866815604399232:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334647.479612:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334647.479632:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096b12 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b103d expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.479670:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096b19 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.479686:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096b19 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.479697:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096b19 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.479798:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096b12 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b103d expref: 48 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.479840:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096b19 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b103d expref: 47 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.479854:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5f00) 00010000:00010000:2.0:1780334647.479857:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334647.479861:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0200, rc 0) 00000100:00100000:2.0:1780334647.479921:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+47:28158:x1866815604399232:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 329us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334647.479928:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1057 00000100:00100000:3.0:1780334647.484969:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334647.485034:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604399360 00000100:00100000:1.0:1780334647.485045:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604399360 00000100:00100000:1.0:1780334647.485100:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1058 00000100:00100000:1.0:1780334647.485111:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:28158:x1866815604399360:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334647.485152:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334647.485262:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:28158:x1866815604399360:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 153us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334647.485270:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1058 00000100:00100000:3.0:1780334647.491623:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334647.491909:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604399488 00000100:00100000:0.0:1780334647.491918:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604399488 00000100:00100000:0.0:1780334647.491987:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 272 00000100:00100000:0.0:1780334647.491997:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+13:2409:x1866815604399488:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1780334647.492043:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001074f9db/0xdf9e767e70096b20 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.492059:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334647.492061:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334647.492494:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001074f9db/0xdf9e767e70096b20 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.492513:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001074f9db/0xdf9e767e70096b20 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.492538:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001074f9db/0xdf9e767e70096b20 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.492547:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001074f9db/0xdf9e767e70096b20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.492557:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001074f9db/0xdf9e767e70096b20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.492564:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830200 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334647.492568:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001074f9db/0xdf9e767e70096b20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.492577:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001074f9db/0xdf9e767e70096b20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.492593:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001074f9db/0xdf9e767e70096b20 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.492600:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001074f9db/0xdf9e767e70096b20 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334647.492800:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+13:2409:x1866815604399488:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 803us (1184us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334647.492840:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 272 00000100:00100000:2.0:1780334647.495191:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.495485:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604399744 00000100:00100000:3.0:1780334647.495495:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604399744 00000100:00100000:3.0:1780334647.495563:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1059 00000100:00100000:3.0:1780334647.495574:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:28158:x1866815604399744:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1780334647.495647:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096b27 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.495664:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096b19 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b103d expref: 47 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.495673:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096b27 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.495705:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096b19 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b103d expref: 47 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.495719:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096b19 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b103d expref: 47 pid: 6540 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334647.495732:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624240384:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334647.495849:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8840 going to sleep for 11 seconds 00000100:00100000:3.0:1780334647.498393:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334647.498494:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604399872 00000100:00100000:2.0:1780334647.498503:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604399872 00010000:00010000:2.0:1780334647.498540:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096b19 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b103d expref: 48 pid: 6540 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334647.498584:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 330 00000100:00100000:2.0:1780334647.498594:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:2406:x1866815604399872:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334647.498618:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334647.498625:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096b19 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b103d expref: 48 pid: 6540 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.498640:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096b19 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b103d expref: 48 pid: 6540 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.498663:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5f00) 00010000:00010000:2.0:1780334647.498668:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096b27 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.498679:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096b27 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.498688:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096b27 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.498706:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334647.498758:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:2406:x1866815604399872:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 164us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334647.498764:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 330 00010000:00010000:0.0:1780334647.500014:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096b19 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b103d expref: 47 pid: 6540 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334647.500034:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624240384:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334647.500055:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096b27 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.500064:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096b27 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.500070:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096b27 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.500213:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096b27 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.500221:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096b27 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.500228:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096b27 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.500233:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334647.500237:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096b27 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.500244:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096b27 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.500256:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5f00) 00010000:00010000:0.0:1780334647.500259:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334647.500264:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096b27 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.500270:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096b27 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334647.500835:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:28158:x1866815604399744:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 5261us (5650us total) trans 4294967921 rc 0/0 00000100:00100000:0.0:1780334647.500846:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1059 00000040:00080000:2.0:1780334647.501031:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334647.501035:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334647.502625:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1780334647.502638:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334647.504728:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334647.505917:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604400128 00000100:00100000:2.0:1780334647.505929:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604400128 00000100:00100000:2.0:1780334647.505998:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 199 00000100:00100000:2.0:1780334647.506010:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:28158:x1866815604400128:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334647.506279:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:28158:x1866815604400128:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 271us (1558us total) trans 4294967922 rc 0/0 00000100:00100000:2.0:1780334647.506290:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 199 00000040:00080000:1.0:1780334647.887915:0:21405:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334647.887922:0:21405:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334647.887960:0:21405:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 5 00000040:00080000:1.0:1780334647.887967:0:21405:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334647.943091:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.943136:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604400256 00000100:00100000:3.0:1780334647.943147:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604400256 00000100:00100000:3.0:1780334647.943213:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 273 00000100:00100000:3.0:1780334647.943225:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604400256:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334647.943245:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334647.943264:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70096b2e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1044 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.943293:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334647.943294:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334647.943302:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70096b2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1044 expref: 13 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.943321:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70096b2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1044 expref: 13 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.943336:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ee00, rc 0) 00000100:00100000:3.0:1780334647.943409:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2406:x1866815604400256:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 187us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334647.943415:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 273 00000100:00100000:3.0:1780334647.961959:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334647.962423:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604400512 00000100:00100000:0.0:1780334647.962444:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604400512 00000100:00100000:0.0:1780334647.962512:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1060 00000100:00100000:0.0:1780334647.962536:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:28159:x1866815604400512:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334647.962562:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334647.962585:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096b35 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b104b expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.962697:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096b3c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.962712:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096b3c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.962723:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096b3c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334647.962736:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:0.0:1780334647.962874:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096b35 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b104b expref: 97 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.962893:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096b3c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b104b expref: 96 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.962901:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5f00) 00010000:00010000:0.0:1780334647.962905:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1780334647.962908:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830000, rc 0) 00000100:00100000:1.0:1780334647.963452:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+96:28159:x1866815604400512:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 929us (1501us total) trans 4294967923 rc 0/0 00000100:00100000:1.0:1780334647.963462:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1060 00000100:00100000:0.0:1780334647.965598:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334647.965696:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604400640 00000100:00100000:1.0:1780334647.965705:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604400640 00000100:00100000:1.0:1780334647.965793:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 274 00000100:00100000:1.0:1780334647.965803:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2408:x1866815604400640:12345-192.168.203.22@tcp:1:lfs.0 00010000:00010000:1.0:1780334647.965870:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70096b4a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.965891:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70096b0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1036 expref: 12 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.965901:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70096b2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1044 expref: 13 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.965909:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334647.965912:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334647.965915:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70096b4a lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.965947:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70096b2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1044 expref: 13 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.965962:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70096b2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1044 expref: 13 pid: 8421 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334647.965976:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624240512:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334647.966056:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70096b0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1036 expref: 12 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334647.966067:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70096b0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1036 expref: 12 pid: 8422 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334647.966076:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624240640:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334647.966099:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b701ebb2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780334647.969344:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334647.969358:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624240512:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334647.969370:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624240640:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334647.969394:0:8422:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70096b4a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334647.969430:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604400768 00000100:00100000:3.0:1780334647.969444:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604400768 00010000:00010000:3.0:1780334647.969726:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70096b2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1044 expref: 14 pid: 8421 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334647.969780:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 331 00000100:00100000:3.0:1780334647.969792:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2407:x1866815604400768:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334647.969807:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334647.969846:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70096b2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1044 expref: 14 pid: 8421 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.969858:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70096b2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1044 expref: 14 pid: 8421 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.969881:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70096b2e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1044 expref: 14 pid: 8421 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.969898:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334647.970749:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2407:x1866815604400768:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 954us (1406us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334647.970769:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 331 00000100:00100000:1.0:1780334647.971006:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334647.972284:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604400896 00000100:00100000:3.0:1780334647.972295:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604400896 00010000:00010000:3.0:1780334647.972332:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70096b0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1036 expref: 13 pid: 8422 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334647.972385:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 332 00000100:00100000:3.0:1780334647.972395:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604400896:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334647.972409:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334647.972427:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70096b0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1036 expref: 13 pid: 8422 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.972451:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70096b0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1036 expref: 13 pid: 8422 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.972473:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70096b0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1036 expref: 13 pid: 8422 timeout: 751 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.972487:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334647.972489:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334647.972494:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70096b4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.972509:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70096b4a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.972868:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334647.972927:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604400896:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 533us (1920us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334647.972935:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 332 00010000:00010000:3.0:1780334647.972969:0:8422:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70096b4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.972979:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70096b4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.973000:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70096b4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.973008:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70096b4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.973015:0:8422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70096b4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.973021:0:8422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334647.973025:0:8422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70096b4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.973037:0:8422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70096b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.973048:0:8422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70096b4a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334647.973055:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70096b4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334647.973106:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2408:x1866815604400640:12345-192.168.203.22@tcp:1:lfs.0 Request processed in 7305us (7517us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334647.976669:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 274 00000100:00100000:3.0:1780334647.979695:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334647.979784:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604401152 00000100:00100000:2.0:1780334647.979795:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604401152 00000100:00100000:2.0:1780334647.979881:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 200 00000100:00100000:2.0:1780334647.979892:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ed450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+96:28159:x1866815604401152:12345-192.168.203.22@tcp:35:lfs.0 00000004:00010000:2.0:1780334647.979955:0:6541:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x1a:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096b3c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b104b expref: 96 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780334647.980136:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967924 00000001:00080000:2.0:1780334647.980446:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967925 00010000:00010000:2.0:1780334647.980485:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.980499:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096a9b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ffe expref: 47 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.980506:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096acc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1013 expref: 99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.980524:0:6541:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.980558:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096acc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1013 expref: 99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.980571:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096acc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1013 expref: 99 pid: 6540 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334647.980586:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624240768:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334647.980682:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096a9b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ffe expref: 47 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.980691:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096a9b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ffe expref: 47 pid: 6538 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334647.980705:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624240896:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334647.980729:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002b55840 going to sleep for 11 seconds 00000100:00100000:2.0:1780334647.983199:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624240768:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334647.983212:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624240896:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334647.983239:0:6541:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334647.992910:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334647.992958:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334647.992989:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604401408 00000100:00100000:0.0:1780334647.992997:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604401408 00010000:00010000:0.0:1780334647.993033:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096acc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1013 expref: 100 pid: 6540 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334647.993063:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604401280 00000100:00100000:0.0:1780334647.993066:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604401280 00010000:00010000:0.0:1780334647.993080:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096a9b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ffe expref: 48 pid: 6538 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334647.993101:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 333 00000100:00100000:0.0:1780334647.993110:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:2406:x1866815604401408:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334647.993125:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334647.993131:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096acc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1013 expref: 100 pid: 6540 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.993142:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096acc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1013 expref: 100 pid: 6540 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.993163:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096acc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1013 expref: 100 pid: 6540 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.993178:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5f00) 00010000:00010000:0.0:1780334647.993183:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.993196:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.993202:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334647.993249:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:2406:x1866815604401408:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 139us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334647.993257:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 333 00000100:00100000:0.0:1780334647.993276:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 334 00000100:00100000:0.0:1780334647.993283:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7005467c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+48:2406:x1866815604401280:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334647.993290:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334647.993295:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096a9b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ffe expref: 48 pid: 6538 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.993305:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096a9b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ffe expref: 48 pid: 6538 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.993318:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096a9b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0ffe expref: 48 pid: 6538 timeout: 751 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.993338:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5f00) 00010000:00010000:0.0:1780334647.993342:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.993350:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.993357:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334647.993378:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334647.993398:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7005467c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+47:2406:x1866815604401280:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 115us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334647.993404:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 334 00010000:00010000:2.0:1780334647.993767:0:6541:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.993775:0:6541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780334647.993905:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967926 00000001:00080000:2.0:1780334647.994012:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967927 00000001:00080000:2.0:1780334647.994046:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967928 00000100:00100000:2.0:1780334647.994117:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624241024:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1780334647.994160:0:6541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334647.994188:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70136dc480 going to sleep for 11 seconds 00000100:00100000:0.0:1780334647.994926:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624241024 00000100:00100000:0.0:1780334647.994934:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624241024 00000100:00100000:0.0:1780334647.994981:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1780334647.994991:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6541:x1866815624241024:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1780334647.995088:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6541:x1866815624241024:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 97us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334647.995094:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1780334647.995456:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624241024:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1780334647.995601:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967929 00000100:00100000:2.0:1780334647.995659:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624241152:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1780334647.995690:0:6541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334647.995711:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01dad480 going to sleep for 11 seconds 00000100:00100000:2.0:1780334647.995727:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624241152 00000100:00100000:2.0:1780334647.995754:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624241152 00000100:00100000:2.0:1780334647.995794:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1780334647.995802:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6541:x1866815624241152:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1780334647.995917:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6541:x1866815624241152:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 115us (225us total) trans 4294967352 rc 0/0 00000100:00100000:2.0:1780334647.995924:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1780334647.995954:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624241152:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:2.0:1780334647.995973:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.995982:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.995990:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.995996:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334647.996000:0:6541:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.996007:0:6541:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.996020:0:6541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5f00) 00010000:00010000:2.0:1780334647.996023:0:6541:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1780334647.996028:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334647.996033:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096b51 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780334647.996120:0:6541:0:(mdd_object.c:4033:mdd_close()) Object [0x200000402:0x39:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1780334647.996172:0:6541:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off9032 00000004:00080000:2.0:1780334647.996183:0:6541:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 651815371007ns, next at 652815369003ns, rc = 0 00000001:00080000:2.0:1780334647.996190:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967930 00010000:00010000:2.0:1780334647.996213:0:6541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5f00) 00010000:00010000:2.0:1780334647.996217:0:6541:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1780334647.996222:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096b3c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b104b expref: 103 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334647.996314:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ed450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:28159:x1866815604401152:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 16423us (16627us total) trans 4294967931 rc 0/0 00000100:00100000:2.0:1780334647.996334:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 200 00000020:00080000:2.0:1780334647.996338:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000040:00080000:1.0:1780334647.999289:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1780334648.019304:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.019376:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604401536 00000100:00100000:3.0:1780334648.019386:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604401536 00000100:00100000:3.0:1780334648.019464:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1061 00000100:00100000:3.0:1780334648.019475:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:28160:x1866815604401536:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:3.0:1780334648.019497:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334648.019527:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096b58 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1052 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019591:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096b5f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019605:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096b5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019615:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096b5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019625:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096b66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019632:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096b66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019638:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096b66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019708:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096b6d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019716:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096b6d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019723:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096b6d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334648.019772:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:3.0:1780334648.019778:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334648.019796:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096b6d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019807:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096b6d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019848:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096b5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019859:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096b5f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019865:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096b5f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019871:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ee00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334648.019875:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096b5f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019882:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096b5f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019893:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:3.0:1780334648.019896:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334648.019901:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096b5f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019907:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096b5f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019920:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096b66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019926:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096b66 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019932:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096b66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019937:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334648.019941:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096b66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019945:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096b66 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019952:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9b6f01bf5d00) 00010000:00010000:3.0:1780334648.019955:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334648.019957:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096b66 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019962:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096b66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019985:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096b58 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1052 expref: 104 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.019998:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096b6d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1052 expref: 103 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.020004:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5900) 00010000:00010000:3.0:1780334648.020006:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334648.020008:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fe00, rc 0) 00000100:00100000:3.0:1780334648.020062:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:28160:x1866815604401536:12345-192.168.203.22@tcp:101:diff.0 Request processed in 589us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334648.020068:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1061 00000100:00080000:0.0:1780334648.020495:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334648.026650:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334648.026718:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604401792 00000100:00100000:0.0:1780334648.026728:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604401792 00000100:00100000:0.0:1780334648.026792:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1062 00000100:00100000:0.0:1780334648.026803:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:28160:x1866815604401792:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:0.0:1780334648.026847:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334648.026866:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096b74 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1059 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.026962:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096b7b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.026976:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096b7b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.026992:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096b7b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334648.027002:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:0.0:1780334648.027103:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096b74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1059 expref: 106 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.027121:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096b7b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1059 expref: 105 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.027130:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5900) 00010000:00010000:0.0:1780334648.027133:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334648.027136:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830400, rc 0) 00000100:00100000:0.0:1780334648.027203:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:28160:x1866815604401792:12345-192.168.203.22@tcp:101:diff.0 Request processed in 401us (575us total) trans 4294967932 rc 0/0 00000100:00100000:0.0:1780334648.027210:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1062 00000100:00100000:3.0:1780334648.030365:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334648.030450:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604402048 00000100:00100000:0.0:1780334648.030460:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604402048 00000100:00100000:0.0:1780334648.030530:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 50 00000100:00100000:0.0:1780334648.030541:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:28160:x1866815604402048:12345-192.168.203.22@tcp:103:diff.0 00010000:00010000:0.0:1780334648.030557:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1780334648.030580:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830400/0xdf9e767e70096b7b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1059 expref: 105 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.030600:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096b6d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1052 expref: 104 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.030616:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5900) 00010000:00010000:0.0:1780334648.030626:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334648.030686:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:28160:x1866815604402048:12345-192.168.203.22@tcp:103:diff.0 Request processed in 147us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334648.030694:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 50 00000100:00100000:1.0:1780334648.039199:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.039268:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604402176 00000100:00100000:3.0:1780334648.039278:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604402176 00000100:00100000:3.0:1780334648.039344:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1063 00000100:00100000:3.0:1780334648.039356:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:28160:x1866815604402176:12345-192.168.203.22@tcp:58:diff.0 00010000:00010000:3.0:1780334648.039467:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096b89 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.039482:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096b89 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.039495:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096b89 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780334648.039687:0:6540:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].27, 136 off11864 00000100:00100000:3.0:1780334648.039777:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:28160:x1866815604402176:12345-192.168.203.22@tcp:58:diff.0 Request processed in 423us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334648.039785:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1063 00000100:00100000:3.0:1780334648.043551:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334648.043689:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604402304 00000100:00100000:1.0:1780334648.043698:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604402304 00000100:00100000:1.0:1780334648.043762:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1064 00000100:00100000:1.0:1780334648.043773:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:28160:x1866815604402304:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:1.0:1780334648.043792:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334648.043839:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096b90 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1060 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.043892:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096b89 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.043902:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096b90 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1060 expref: 104 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.043918:0:15367:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096b89 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.043931:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096b90 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1060 expref: 104 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.043944:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5400) 00010000:00010000:1.0:1780334648.043947:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334648.043950:0:15367:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096b90 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1060 expref: 104 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.043958:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481dc00, rc 0) 00000100:00100000:1.0:1780334648.044008:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:28160:x1866815604402304:12345-192.168.203.22@tcp:101:diff.0 Request processed in 237us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334648.044018:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1064 00010000:00010000:1.0:1780334648.250296:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334648.436194:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780334648.436215:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624241280:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334648.436281:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334648.436350:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624241408:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334648.436374:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334648.436429:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624241280 00000100:00100000:3.0:1780334648.436452:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624241280 00000100:00100000:3.0:1780334648.436510:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1780334648.436520:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624241280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334648.436553:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334648.436600:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624241280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334648.436607:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1780334648.436651:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624241280:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334648.436753:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624241408 00000100:00100000:0.0:1780334648.436757:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624241408 00000100:00100000:0.0:1780334648.436795:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1780334648.436802:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624241408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334648.436842:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1780334648.436882:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334648.436889:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624241408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334648.436894:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624241536:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334648.436900:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00080000:0.0:1780334648.436922:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334648.436932:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334648.436946:0:3661:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967346 gen 2 00000004:00080000:0.0:1780334648.436952:0:3661:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967346 committed transno 4294967346 00000100:00100000:1.0:1780334648.436966:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624241536 00000100:00100000:0.0:1780334648.436975:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624241408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334648.436982:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624241536 00000100:00080000:0.0:1780334648.437003:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334648.438557:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1780334648.438574:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624241536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334648.438594:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1780334648.438847:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624241536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 281us (1915us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334648.438855:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1780334648.439053:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624241536:0@lo:13:osp-pre-0-1.0 00000040:00080000:2.0:1780334648.564400:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334648.564409:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334648.564444:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 6 00000040:00080000:2.0:1780334648.564453:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334648.564572:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81b100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624241664:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334648.564751:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01dade40 going to sleep for 11 seconds 00000100:00100000:3.0:1780334648.578619:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334648.578696:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604402432 00000100:00100000:1.0:1780334648.578706:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604402432 00000100:00100000:1.0:1780334648.578767:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1065 00000100:00100000:1.0:1780334648.578777:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:28161:x1866815604402432:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334648.578836:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334648.578949:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:28161:x1866815604402432:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 173us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334648.578957:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1065 00000100:00100000:2.0:1780334648.579076:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81b100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624241664:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334648.585210:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334648.585310:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604402560 00000100:00100000:1.0:1780334648.585324:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604402560 00000100:00100000:1.0:1780334648.585383:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1066 00000100:00100000:1.0:1780334648.585393:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:28161:x1866815604402560:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1780334648.585478:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096b97 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585496:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096b97 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585508:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096b97 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585523:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096b9e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585529:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096b9e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585535:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096b9e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585557:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096ba5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585565:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585571:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334648.585611:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:1.0:1780334648.585614:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334648.585625:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585636:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096b97 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585642:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096b97 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585649:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096b97 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585655:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334648.585659:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096b97 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585665:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096b97 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585675:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:1.0:1780334648.585678:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334648.585683:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096b97 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585689:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096b97 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585700:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096b9e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585705:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096b9e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585711:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096b9e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585715:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ce00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334648.585718:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096b9e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585724:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096b9e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585730:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x202d96c9 (ffff9b70098cef00) 00010000:00010000:1.0:1780334648.585732:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334648.585746:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096b9e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585752:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096b9e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585765:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585771:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096ba5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585776:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096ba5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585781:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481de00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334648.585784:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096ba5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585790:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096ba5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585796:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5400) 00010000:00010000:1.0:1780334648.585798:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334648.585801:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096ba5 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.585807:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096ba5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334648.585927:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:28161:x1866815604402560:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 Request processed in 535us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334648.585935:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1066 00000100:00100000:0.0:1780334648.595908:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.596060:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604402816 00000100:00100000:3.0:1780334648.596070:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604402816 00000100:00100000:3.0:1780334648.596300:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1067 00000100:00100000:3.0:1780334648.596310:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:28161:x1866815604402816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334648.596331:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334648.596348:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bac lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1067 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.596454:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096bb3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.596476:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.596488:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334648.596498:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:3.0:1780334648.596581:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.596588:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096bb3 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.596595:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096bb3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.596600:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ee00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334648.596605:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096bb3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.596612:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096bb3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.596634:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5400) 00010000:00010000:3.0:1780334648.596637:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334648.596641:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096bb3 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.596647:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096bb3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.596684:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bac lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1067 expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.596691:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:3.0:1780334648.596693:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1780334648.596695:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bac lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1067 expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.596702:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f800, rc 0) 00000100:00100000:3.0:1780334648.596858:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:28161:x1866815604402816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 444us (857us total) trans 4294967933 rc 301/301 00000100:00100000:3.0:1780334648.596864:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1067 00000100:00100000:0.0:1780334648.605318:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.606478:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604402944 00000100:00100000:3.0:1780334648.606490:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604402944 00000100:00100000:3.0:1780334648.606660:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1068 00000100:00100000:3.0:1780334648.606672:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+48:28161:x1866815604402944:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334648.606709:0:6540:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334648.606840:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+48:28161:x1866815604402944:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 171us (1528us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334648.606851:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1068 00000100:00100000:0.0:1780334648.612019:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334648.612493:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604403200 00000100:00100000:1.0:1780334648.612502:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604403200 00000100:00100000:1.0:1780334648.612563:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1069 00000100:00100000:1.0:1780334648.612572:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+48:28161:x1866815604403200:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334648.612593:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334648.612611:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096bc1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b106e expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.613876:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096bc8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.613895:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.613906:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334648.613918:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00010000:00010000:1.0:1780334648.614056:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096bc1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b106e expref: 51 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.614073:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b106e expref: 50 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.614082:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b70098cef00) 00010000:00010000:1.0:1780334648.614085:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334648.614089:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ce00, rc 0) 00000100:00100000:1.0:1780334648.614515:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:28161:x1866815604403200:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1943us (2503us total) trans 4294967934 rc 0/0 00000100:00100000:1.0:1780334648.614523:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1069 00000100:00100000:0.0:1780334648.621690:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.621794:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604403456 00000100:00100000:3.0:1780334648.621805:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604403456 00000100:00100000:3.0:1780334648.621898:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1070 00000100:00100000:3.0:1780334648.621908:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:28161:x1866815604403456:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1780334648.621969:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334648.621995:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096bc8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b106e expref: 50 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.622012:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b70098cef00) 00010000:00010000:3.0:1780334648.622021:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334648.622043:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.622056:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096ae1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1021 expref: 103 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.622064:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.622094:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096ae1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1021 expref: 103 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.622112:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096ae1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1021 expref: 103 pid: 9763 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334648.622127:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e80a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624241792:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334648.622458:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd180 going to sleep for 11 seconds 00000100:00100000:2.0:1780334648.624594:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e80a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624241792:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334648.624908:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00010000:00010000:2.0:1780334648.625053:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334648.625463:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604403584 00000100:00100000:3.0:1780334648.625469:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604403584 00010000:00010000:3.0:1780334648.625517:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096ae1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1021 expref: 104 pid: 9763 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334648.625559:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 335 00000100:00100000:3.0:1780334648.625570:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:2407:x1866815604403584:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334648.625584:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334648.625591:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096ae1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1021 expref: 104 pid: 9763 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.625602:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096ae1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1021 expref: 104 pid: 9763 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.625690:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70096ae1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1021 expref: 104 pid: 9763 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.625708:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:3.0:1780334648.625714:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.625723:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.625730:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.625763:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334648.625841:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:2407:x1866815604403584:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 273us (933us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334648.625848:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 335 00010000:00010000:2.0:1780334648.626027:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626034:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626056:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bdd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0xdc40fff3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626066:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0xdc40fff3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626074:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0xdc40fff3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626388:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626397:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626404:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626414:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626419:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334648.626424:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626430:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626449:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:2.0:1780334648.626453:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334648.626456:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626462:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096bd6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626473:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bdd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0xdc40fff3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626479:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bdd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0xdc40fff3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626485:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bdd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0xdc40fff3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626489:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334648.626492:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bdd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0xdc40fff3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626501:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bdd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0xdc40fff3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626508:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0xdc40fff3 (ffff9b6f02d68100) 00010000:00010000:2.0:1780334648.626510:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334648.626513:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bdd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0xdc40fff3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.626518:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bdd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0xdc40fff3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334648.626590:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:28161:x1866815604403456:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 4684us (4910us total) trans 0 rc -2/-2 00000100:00100000:2.0:1780334648.626598:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1070 00000100:00100000:0.0:1780334648.630056:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.630247:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604403712 00000100:00100000:3.0:1780334648.630257:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604403712 00000100:00100000:3.0:1780334648.630363:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1071 00000100:00100000:3.0:1780334648.630375:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+49:28161:x1866815604403712:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334648.630394:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334648.630418:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096be4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1075 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.630469:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70096beb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.630483:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70096beb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.630493:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70096beb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.630605:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096be4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1075 expref: 51 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.630624:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70096beb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1075 expref: 50 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.630632:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:3.0:1780334648.630635:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334648.630639:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e400, rc 0) 00000100:00100000:3.0:1780334648.630700:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+50:28161:x1866815604403712:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 328us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334648.630707:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1071 00000100:00100000:0.0:1780334648.634478:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334648.634653:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604403968 00000100:00100000:1.0:1780334648.634661:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604403968 00000100:00100000:1.0:1780334648.634719:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1072 00000100:00100000:1.0:1780334648.634730:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:28161:x1866815604403968:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1780334648.634858:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096bf2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.634879:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.634890:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334648.635040:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065955ad4 reply state 0000000090eb437c transno 4294967935 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.635052:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096bf2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.635061:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:1.0:1780334648.635065:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1780334648.635068:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780334648.635272:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:28161:x1866815604403968:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 543us (802us total) trans 4294967935 rc 0/0 00000100:00100000:1.0:1780334648.635280:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1072 00000100:00100000:0.0:1780334648.641602:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334648.642235:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604404096 00000100:00100000:2.0:1780334648.642246:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604404096 00000100:00100000:2.0:1780334648.642317:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1073 00000100:00100000:2.0:1780334648.642327:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:28161:x1866815604404096:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334648.642353:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334648.642382:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bf9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b107c expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.642448:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bf9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b107c expref: 53 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.642473:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bf9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b107c expref: 53 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.642489:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:2.0:1780334648.642492:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334648.642496:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0400, rc 0) 00000100:00100000:2.0:1780334648.642555:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:28161:x1866815604404096:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 230us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334648.642562:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1073 00000100:00100000:0.0:1780334648.647098:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.647192:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604404224 00000100:00100000:3.0:1780334648.647202:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604404224 00000100:00100000:3.0:1780334648.647258:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 201 00000100:00100000:3.0:1780334648.647268:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+53:28161:x1866815604404224:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1780334648.647389:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+53:28161:x1866815604404224:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 Request processed in 122us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334648.647396:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 201 00000100:00100000:0.0:1780334648.652746:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.652838:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604404480 00000100:00100000:3.0:1780334648.652848:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604404480 00000100:00100000:3.0:1780334648.652905:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 202 00000100:00100000:3.0:1780334648.652917:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+53:28161:x1866815604404480:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334648.653126:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+54:28161:x1866815604404480:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 211us (388us total) trans 4294967936 rc 0/0 00000100:00100000:3.0:1780334648.653134:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 202 00000100:00100000:0.0:1780334648.657739:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334648.657857:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604404736 00000100:00100000:1.0:1780334648.657866:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604404736 00000100:00100000:1.0:1780334648.657921:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1074 00000100:00100000:1.0:1780334648.657929:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+54:28161:x1866815604404736:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1780334648.658039:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+54:28161:x1866815604404736:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 110us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334648.658045:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1074 00000100:00100000:0.0:1780334648.661632:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334648.661729:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604404992 00000100:00100000:1.0:1780334648.661738:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604404992 00000100:00100000:1.0:1780334648.661800:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1075 00000100:00100000:1.0:1780334648.661842:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+54:28161:x1866815604404992:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334648.661862:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334648.661882:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096c00 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1083 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.661983:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c07 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.661998:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bf9 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b107c expref: 55 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.662008:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c07 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.662044:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bf9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b107c expref: 55 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.662058:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bf9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b107c expref: 55 pid: 6538 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334648.662071:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624241920:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334648.662150:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b701ebb29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334648.666405:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.666624:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604405120 00000100:00100000:3.0:1780334648.666633:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604405120 00010000:00010000:3.0:1780334648.666677:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bf9 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b107c expref: 56 pid: 6538 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334648.666723:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 336 00000100:00100000:3.0:1780334648.666733:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+56:2407:x1866815604405120:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334648.666747:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334648.666765:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bf9 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b107c expref: 56 pid: 6538 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.666778:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bf9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b107c expref: 56 pid: 6538 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.666802:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:3.0:1780334648.666807:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c07 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.666851:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c07 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.666858:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c07 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.666877:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334648.666928:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+56:2407:x1866815604405120:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 196us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334648.666936:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 336 00010000:00010000:1.0:1780334648.668120:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096bf9 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b107c expref: 55 pid: 6538 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334648.668477:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624241920:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334648.668501:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c07 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.668520:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c07 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.668527:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c07 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334648.668548:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00000004:00080000:1.0:1780334648.668695:0:9763:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x14:0x0], index 0: 0 00010000:00010000:1.0:1780334648.668972:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c07 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.668980:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c07 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.668991:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c07 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.668996:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334648.669000:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c07 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.669007:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c07 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.669020:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:1.0:1780334648.669022:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334648.669026:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c07 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.669031:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c07 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.669078:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096c00 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1083 expref: 55 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.669089:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:1.0:1780334648.669091:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780334648.669095:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096c00 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1083 expref: 55 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.669104:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d800, rc 0) 00000100:00100000:1.0:1780334648.669515:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+54:28161:x1866815604404992:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 7696us (7881us total) trans 4294967937 rc 301/301 00000100:00100000:1.0:1780334648.669527:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1075 00000100:00100000:2.0:1780334648.673311:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.673649:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604405376 00000100:00100000:3.0:1780334648.673658:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604405376 00000100:00100000:3.0:1780334648.673739:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 203 00000100:00100000:3.0:1780334648.673749:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+54:28161:x1866815604405376:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334648.674050:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:28161:x1866815604405376:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 302us (745us total) trans 4294967938 rc 0/0 00000100:00100000:3.0:1780334648.674058:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 203 00000100:00100000:0.0:1780334648.679427:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334648.679648:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604405504 00000100:00100000:1.0:1780334648.679657:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604405504 00000100:00100000:1.0:1780334648.679732:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1076 00000100:00100000:1.0:1780334648.679742:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:28161:x1866815604405504:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334648.679772:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334648.679792:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096c15 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b108a expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.679884:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096c1c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.679898:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096c1c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.679908:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096c1c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334648.679945:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00000004:00200000:1.0:1780334648.679949:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334648.679964:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096c1c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.679989:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096c15 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b108a expref: 57 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.680014:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096c1c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b108a expref: 56 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.680029:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:1.0:1780334648.680032:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1780334648.680035:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c200, rc 0) 00000100:00100000:1.0:1780334648.680091:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+56:28161:x1866815604405504:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 350us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334648.680098:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1076 00000100:00100000:0.0:1780334648.683181:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.683357:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604405632 00000100:00100000:3.0:1780334648.683367:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604405632 00000100:00100000:3.0:1780334648.683440:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 275 00000100:00100000:3.0:1780334648.683452:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604405632:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334648.683469:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334648.683491:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70096c23 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1091 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334648.683529:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780334648.683550:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334648.683552:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334648.683560:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70096c23 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1091 expref: 9 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.683576:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70096c23 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1091 expref: 9 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.683588:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ee00, rc 0) 00000100:00100000:3.0:1780334648.683637:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604405632:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 187us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334648.683644:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 275 00000100:00080000:0.0:1780334648.683767:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334648.686285:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334648.686427:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604405888 00000100:00100000:0.0:1780334648.686446:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604405888 00000100:00100000:0.0:1780334648.686505:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1077 00000100:00100000:0.0:1780334648.686523:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+56:28161:x1866815604405888:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334648.686629:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+56:28161:x1866815604405888:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 107us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334648.686637:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1077 00000100:00100000:0.0:1780334648.689358:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.689453:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604406016 00000100:00100000:3.0:1780334648.689463:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604406016 00000100:00100000:3.0:1780334648.689562:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 276 00000100:00100000:3.0:1780334648.689572:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c95e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:28161:x1866815604406016:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334648.689590:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334648.689607:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e70096c2a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1098 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.689638:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70096c23 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1091 expref: 10 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.689647:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334648.689649:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334648.689653:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e70096c2a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1098 expref: 10 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.689685:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70096c23 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1091 expref: 10 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.689699:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70096c23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1091 expref: 10 pid: 8419 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334648.689713:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624242048:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334648.689803:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1780334648.692430:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334648.692444:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624242048:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334648.692475:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e70096c2a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1098 expref: 10 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.692504:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fc00, rc 0) 00000100:00100000:1.0:1780334648.692506:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604406144 00000100:00100000:1.0:1780334648.692521:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604406144 00010000:00010000:1.0:1780334648.692552:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70096c23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1091 expref: 11 pid: 8419 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334648.692563:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c95e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:28161:x1866815604406016:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 2993us (3214us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334648.692570:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 276 00000100:00100000:1.0:1780334648.692614:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 337 00000100:00100000:1.0:1780334648.692622:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604406144:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334648.692635:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334648.692653:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70096c23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1091 expref: 10 pid: 8419 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.692664:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70096c23 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1091 expref: 10 pid: 8419 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.692685:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70096c23 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1091 expref: 10 pid: 8419 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.692696:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334648.692698:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334648.692704:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e70096c2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1098 expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.692713:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e70096c2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1098 expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.692745:0:19047:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e70096c2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1098 expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334648.692759:0:19047:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:19047:1866815624242176:192.168.203.22@tcp:105: 00000100:00100000:1.0:1780334648.692801:0:19047:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b701ebb29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334648.695657:0:19047:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:19047:1866815624242176:192.168.203.22@tcp:105: 00010000:00010000:3.0:1780334648.695679:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334648.695738:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604406144:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 3115us (3316us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334648.695748:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 337 00000100:00100000:2.0:1780334648.697107:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334648.697180:0:8426:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604406272 00000100:00100000:0.0:1780334648.697188:0:8426:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604406272 00002000:00100000:0.0:1780334648.697235:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x14:0x0] (0->157) req@ffff9b703c819c00 x1866815604406272/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:114/0 lens 648/0 e 0 to 0 dl 1780334659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334648.697247:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703c819c00 with x1866815604406272 ext(0->157) 00002000:00010000:0.0:1780334648.697252:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703c819c00 00000100:00100000:0.0:1780334648.697279:0:8426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 80 00000100:00100000:0.0:1780334648.697289:0:8426:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604406272:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1780334648.698129:0:8426:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604406272:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 837us (1025us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1780334648.698138:0:8426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 80 00002000:00100000:0.0:1780334648.698145:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x14:0x0] (0->157) req@ffff9b703c819c00 x1866815604406272/t4294967347(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:114/0 lens 648/448 e 0 to 0 dl 1780334659 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334648.698154:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703c819c00 with x1866815604406272 ext(0->157) 00002000:00010000:0.0:1780334648.698158:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703c819c00 00000100:00100000:0.0:1780334648.700267:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334648.700335:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604406400 00000100:00100000:1.0:1780334648.700346:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604406400 00000100:00100000:1.0:1780334648.700403:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1078 00000100:00100000:1.0:1780334648.700413:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+56:28161:x1866815604406400:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1780334648.702656:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967938 is committed 00000001:00080000:3.0:1780334648.702688:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967932 is committed 00000004:00080000:3.0:1780334648.702698:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000020:00080000:3.0:1780334648.702718:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b70136dc780 refcount 2 committed 0 result 0 batchid 17 00000020:00080000:3.0:1780334648.702723:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b7018842d00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b70055806c0 00000020:00080000:3.0:1780334648.702726:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b7018842e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04ee8200 00000020:00080000:3.0:1780334648.702765:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 16 batchid updated 00000020:00080000:3.0:1780334648.702782:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17 committed batchid 16 00000020:00080000:3.0:1780334648.702872:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:1.0:1780334648.703012:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334648.703032:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624242304:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780334648.703093:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334648.703235:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+45:28161:x1866815604406400:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 2822us (2971us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334648.703245:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1078 00010000:00010000:2.0:1780334648.703256:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a94 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.703266:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a94 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.703274:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a94 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.703280:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ec00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334648.703285:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a94 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.703292:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a94 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334648.703308:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624242304 00010000:00010000:2.0:1780334648.703308:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9b6f01bf5d00) 00010000:00010000:2.0:1780334648.703311:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334648.703314:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624242304 00010000:00010000:2.0:1780334648.703315:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a94 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.703322:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096a94 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.703344:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096bf2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.703350:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096bf2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.703355:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096bf2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.703360:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481de00 already unused, calling callback (ffffffffc19e04f0) 00000100:00100000:3.0:1780334648.703362:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00010000:00010000:2.0:1780334648.703363:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096bf2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.703368:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096bf2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334648.703369:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624242304:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780334648.703375:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:2.0:1780334648.703378:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780334648.703380:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096bf2 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.703385:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096bf2 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1780334648.703390:0:8422:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:21 count 1 00002000:00010000:3.0:1780334648.703416:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 158, mtime: 0x6a1dc037, atime: 0x0, ctime: 0x6a1dc037, blocks: 0x8 00010000:00010000:3.0:1780334648.703422:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e70096c31 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.703446:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334648.703448:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334648.703453:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e70096c31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.703465:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e70096c31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.703473:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e70096c31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.703485:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e70096c31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.703505:0:8422:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780334648.703611:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3658:x1866815624242304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 242us (517us total) trans 4294967353 rc 0/0 00000100:00100000:3.0:1780334648.703618:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00010000:00010000:3.0:1780334648.703637:0:10292:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780334648.703643:0:10292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e70096c31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.703651:0:10292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334648.703655:0:10292:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e70096c31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.703663:0:10292:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e70096c31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.703675:0:10292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e70096c31 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.703682:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e70096c31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.703694:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334648.703697:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334648.703699:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780334648.703727:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b703fdc2d80/2, rc 0, transno 4294967353 00000100:00100000:3.0:1780334648.703733:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624242304:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1780334648.703741:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e700969bb lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.703749:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e700969bb lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.703755:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e700969bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.703760:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334648.703763:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e700969bb lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.703773:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e700969bb lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.703782:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9b6f02d68b00) 00010000:00010000:0.0:1780334648.703785:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334648.703788:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e700969bb lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.703793:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e700969bb lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.703805:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700969c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.703839:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700969c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.703845:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700969c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.703850:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334648.703853:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700969c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.703858:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700969c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.703865:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9b6f02d68000) 00010000:00010000:0.0:1780334648.703867:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334648.703870:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700969c2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.703876:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700969c2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1780334648.705175:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334648.707580:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334648.707659:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604406528 00000100:00100000:0.0:1780334648.707668:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604406528 00000100:00100000:0.0:1780334648.707722:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 278 00000100:00100000:0.0:1780334648.707732:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604406528:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1780334648.709629:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00000100:00100000:0.0:1780334648.710014:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604406528:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 2278us (2437us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334648.710025:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 278 00000100:00100000:2.0:1780334648.714449:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334648.714639:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604406784 00000100:00100000:1.0:1780334648.714649:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604406784 00000100:00100000:1.0:1780334648.714872:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1079 00000100:00100000:1.0:1780334648.714885:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+43:28161:x1866815604406784:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1780334648.714933:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334648.714961:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096c1c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b108a expref: 43 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.714979:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:1.0:1780334648.714984:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334648.715009:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096c38 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.715023:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096c38 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.715031:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096c38 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334648.715985:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c7a88fb6 reply state 0000000012d2a963 transno 4294967939 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096c38 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.716001:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096c38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334648.716008:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:1.0:1780334648.716011:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334648.716014:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780334648.716122:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:28161:x1866815604406784:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 1239us (1691us total) trans 4294967939 rc 0/0 00000100:00100000:1.0:1780334648.716131:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1079 00000100:00100000:3.0:1780334648.718613:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334648.718989:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604406912 00000100:00100000:0.0:1780334648.718999:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604406912 00000100:00100000:0.0:1780334648.719053:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1080 00000100:00100000:0.0:1780334648.719063:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:28161:x1866815604406912:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334648.719085:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334648.719103:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096c3f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b109f expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.719166:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096c3f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b109f expref: 45 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.719181:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096c3f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b109f expref: 45 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.719199:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:0.0:1780334648.719202:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334648.719206:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830e00, rc 0) 00000100:00100000:0.0:1780334648.719290:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:28161:x1866815604406912:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 229us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334648.719297:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1080 00000100:00100000:1.0:1780334648.722450:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334648.722636:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604407040 00000100:00100000:0.0:1780334648.722644:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604407040 00000100:00100000:0.0:1780334648.722864:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 279 00000100:00100000:0.0:1780334648.722875:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604407040:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1780334648.723010:0:8421:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1780334648.723014:0:8421:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb mtime from disk: 0 -> 1780334647 00002000:00010000:0.0:1780334648.723016:0:8421:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb atime from disk: 0 -> 1780334647 00002000:00010000:0.0:1780334648.723018:0:8421:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb ctime from disk: 0 -> 1780334647 00002000:00010000:0.0:1780334648.723020:0:8421:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1780334648.723076:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604407040:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 203us (643us total) trans 4294967348 rc 0/0 00000100:00100000:0.0:1780334648.725366:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 279 00000100:00100000:1.0:1780334648.726031:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334648.726246:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604407296 00000100:00100000:2.0:1780334648.726256:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604407296 00000100:00100000:2.0:1780334648.726341:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1081 00000100:00100000:2.0:1780334648.726352:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+45:28161:x1866815604407296:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1780334648.726409:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c46 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.726426:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70096beb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1075 expref: 45 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.726445:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c46 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.726486:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70096beb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1075 expref: 45 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.726499:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70096beb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1075 expref: 45 pid: 6540 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334648.726621:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624242432:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334648.726705:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01dade40 going to sleep for 11 seconds 00000100:00100000:1.0:1780334648.729889:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.729964:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604407424 00000100:00100000:3.0:1780334648.729972:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604407424 00010000:00010000:3.0:1780334648.730009:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70096beb lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1075 expref: 46 pid: 6540 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334648.730053:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 338 00000100:00100000:3.0:1780334648.730062:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+46:2407:x1866815604407424:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334648.730080:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334648.730086:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70096beb lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1075 expref: 46 pid: 6540 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.730097:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70096beb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1075 expref: 46 pid: 6540 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.730118:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:3.0:1780334648.730123:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c46 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.730132:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c46 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.730149:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c46 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.730174:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334648.730384:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+46:2407:x1866815604407424:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 322us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334648.730391:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 338 00010000:00010000:2.0:1780334648.731535:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70096beb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1075 expref: 45 pid: 6540 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334648.731556:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624242432:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334648.731577:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c46 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.731585:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c46 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.731590:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c46 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.731626:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c46 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.731632:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c46 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.731638:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c46 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.731643:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334648.731647:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c46 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.731654:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c46 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.731665:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:2.0:1780334648.731668:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1780334648.731865:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c46 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.731872:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c46 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334648.731934:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:28161:x1866815604407296:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 5583us (5903us total) trans 0 rc -22/-22 00000100:00100000:2.0:1780334648.731942:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1081 00000100:00100000:1.0:1780334648.735853:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.735931:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604407552 00000100:00100000:3.0:1780334648.735940:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604407552 00000100:00100000:3.0:1780334648.735994:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 280 00000100:00100000:3.0:1780334648.736004:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604407552:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334648.736045:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70096c4d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.736065:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e70096c2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1098 expref: 10 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.736074:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334648.736075:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334648.736078:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70096c4d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.736110:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e70096c2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1098 expref: 10 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.736122:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e70096c2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1098 expref: 10 pid: 8421 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334648.736136:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624242560:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334648.736222:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd900 going to sleep for 11 seconds 00000100:00100000:1.0:1780334648.740017:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334648.740295:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604407680 00000100:00100000:0.0:1780334648.740305:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604407680 00010000:00010000:0.0:1780334648.740339:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e70096c2a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1098 expref: 11 pid: 8421 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334648.740381:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 339 00000100:00100000:0.0:1780334648.740391:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604407680:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334648.740406:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334648.740425:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e70096c2a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1098 expref: 11 pid: 8421 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.740623:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e70096c2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1098 expref: 11 pid: 8421 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.740647:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334648.740649:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334648.740654:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70096c4d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.740664:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70096c4d lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.740684:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334648.740737:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604407680:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 348us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334648.740744:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 339 00010000:00010000:0.0:1780334648.741827:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e70096c2a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1098 expref: 10 pid: 8421 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334648.741846:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624242560:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334648.741867:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70096c4d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.741878:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70096c4d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.741890:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70096c4d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.741915:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70096c4d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.741924:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70096c4d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.741932:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70096c4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.741938:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334648.741942:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70096c4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.741951:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70096c4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.741964:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70096c4d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.741971:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70096c4d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334648.742034:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604407552:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 6031us (6225us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334648.742042:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 280 00000100:00100000:1.0:1780334648.745446:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.745699:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604407936 00000100:00100000:3.0:1780334648.745708:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604407936 00000100:00100000:3.0:1780334648.745772:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1082 00000100:00100000:3.0:1780334648.745782:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:28161:x1866815604407936:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1780334648.745883:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096c54 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.745900:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096c54 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.745911:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096c54 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.746048:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096c5b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.746059:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096c3f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b109f expref: 45 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.746068:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096c5b lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.746098:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096c3f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b109f expref: 45 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.746110:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096c3f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b109f expref: 45 pid: 6538 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334648.746124:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e80e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624242688:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334648.746589:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70073fd180 going to sleep for 11 seconds 00000100:00100000:3.0:1780334648.749424:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e80e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624242688:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334648.749463:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096c5b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334648.750893:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.751005:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604408064 00000100:00100000:3.0:1780334648.751013:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604408064 00010000:00010000:3.0:1780334648.751049:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096c3f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b109f expref: 46 pid: 6538 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334648.751084:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 340 00000100:00100000:3.0:1780334648.751092:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7005464c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:2407:x1866815604408064:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334648.751106:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334648.751112:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096c3f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b109f expref: 46 pid: 6538 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.751125:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096c3f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b109f expref: 46 pid: 6538 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.751155:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096c3f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b109f expref: 46 pid: 6538 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.751170:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:3.0:1780334648.751175:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096c5b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.751184:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096c5b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.751204:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096c5b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.751230:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334648.751282:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7005464c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+45:2407:x1866815604408064:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 190us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334648.751289:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 340 00010000:00010000:0.0:1780334648.751589:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096c5b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.751598:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096c5b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780334648.751690:0:6539:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967940 00000001:00080000:0.0:1780334648.751853:0:6539:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967941 00000001:00080000:0.0:1780334648.751888:0:6539:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967942 00000100:00100000:0.0:1780334648.751955:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6539:1866815624242816:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1780334648.751996:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334648.752016:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03e813c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334648.752067:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624242816 00000100:00100000:2.0:1780334648.752072:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624242816 00000100:00100000:2.0:1780334648.752103:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1780334648.752111:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6539:x1866815624242816:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1780334648.752204:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6539:x1866815624242816:12345-0@lo:1000:mdt00_001.0 Request processed in 94us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334648.752211:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1780334648.752365:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6539:1866815624242816:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1780334648.752469:0:6539:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967943 00000100:00100000:0.0:1780334648.752505:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6539:1866815624242944:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1780334648.752531:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334648.752553:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03e81b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780334648.752606:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624242944 00000100:00100000:2.0:1780334648.752611:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624242944 00000100:00100000:2.0:1780334648.752641:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1780334648.752647:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6539:x1866815624242944:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1780334648.752734:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6539:x1866815624242944:12345-0@lo:1000:mdt00_001.0 Request processed in 87us (202us total) trans 4294967349 rc 0/0 00000100:00100000:2.0:1780334648.752740:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1780334648.752930:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6539:1866815624242944:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1780334648.752975:0:6539:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967944 00010000:00010000:0.0:1780334648.752998:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096c5b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.753007:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096c5b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.753015:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096c5b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.753021:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ee00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334648.753025:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096c5b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.753032:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096c5b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.753045:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:0.0:1780334648.753048:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334648.753052:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096c5b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.753057:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70096c5b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.753079:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096b89 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.753085:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096b89 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.753090:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096b89 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.753094:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ea00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334648.753096:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096b89 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.753106:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096b89 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.753112:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5400) 00010000:00010000:0.0:1780334648.753114:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334648.753120:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096b90 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1060 expref: 90 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.753129:0:6539:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096b90 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1060 expref: 90 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.753138:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096b90 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1060 expref: 90 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.753287:0:6539:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481dc00/0xdf9e767e70096b90 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1060 expref: 90 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334648.753298:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624243072:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334648.753347:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03e81d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334648.757396:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334648.757504:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604408192 00000100:00100000:2.0:1780334648.757522:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604408192 00000100:00100000:2.0:1780334648.757570:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 204 00000100:00100000:2.0:1780334648.757580:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:28160:x1866815604408192:12345-192.168.203.22@tcp:49:diff.0 00000100:00100000:2.0:1780334648.757708:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:28160:x1866815604408192:12345-192.168.203.22@tcp:49:diff.0 Request processed in 130us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334648.757715:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 204 00000100:00100000:0.0:1780334648.758026:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624243072:192.168.203.22@tcp:105: 00010000:00010000:0.0:1780334648.758051:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096b89 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758063:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096b89 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758093:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096c62 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758107:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096c62 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758118:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096c62 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758128:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096c62 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758133:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096c62 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758139:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096c62 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758145:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334648.758148:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096c62 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758154:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096c62 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758165:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5400) 00010000:00010000:0.0:1780334648.758168:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334648.758171:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096c62 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758177:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096c62 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758185:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096c54 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758674:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096c54 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758681:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096c54 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758686:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ec00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334648.758689:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096c54 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758695:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096c54 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758704:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9b6f01bf5400) 00010000:00010000:0.0:1780334648.758706:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334648.758709:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096c54 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.758713:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096c54 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334648.758882:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+49:28161:x1866815604407936:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 13100us (13453us total) trans 4294967945 rc 0/0 00000100:00100000:0.0:1780334648.758889:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1082 00000020:00080000:0.0:1780334648.758893:0:6539:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1780334648.759209:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334648.759213:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334648.759706:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:2.0:1780334648.759713:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334648.764950:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334648.767339:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604408320 00000100:00100000:0.0:1780334648.767353:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604408320 00000100:00080000:1.0:1780334648.767566:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334648.767631:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334648.767654:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 281 00000100:00100000:0.0:1780334648.767664:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:28160:x1866815604408320:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:0.0:1780334648.767684:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334648.767704:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec704da7/0xdf9e767e70096c69 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b10a6 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334648.767728:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a1dc037, atime: 0x6a1dc037, ctime: 0x6a1dc037, blocks: 0x8 00000100:00100000:2.0:1780334648.767848:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604408576 00000100:00100000:2.0:1780334648.767853:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604408576 00000100:00100000:2.0:1780334648.767890:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 205 00000100:00100000:2.0:1780334648.767898:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7eec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:28161:x1866815604408576:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1780334648.768118:0:6541:0:(mdd_object.c:4033:mdd_close()) Object [0x200000403:0x1b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1780334648.768165:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967946 00010000:00010000:2.0:1780334648.768313:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c70 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.768336:0:6541:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c70 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.768348:0:6541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c70 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.768356:0:6541:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c70 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.768363:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c70 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.768369:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c70 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334648.768420:0:6541:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780334648.768506:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7eec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:28161:x1866815604408576:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 608us (877us total) trans 4294967947 rc 0/0 00000100:00100000:2.0:1780334648.768522:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 205 00000020:00080000:2.0:1780334648.768526:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1780334648.768672:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334648.768677:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334648.768686:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec704da7/0xdf9e767e70096c69 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10a6 expref: 14 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.768701:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec704da7/0xdf9e767e70096c69 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10a6 expref: 14 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334648.768712:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830400, rc 0) 00000100:00100000:0.0:1780334648.768733:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:28160:x1866815604408320:12345-192.168.203.22@tcp:101:diff.0 Request processed in 1073us (3800us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334648.768740:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 281 00010000:00010000:3.0:1780334648.772006:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780334648.772020:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c70 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.772032:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1200 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334648.772036:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c70 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.772045:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c70 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.772064:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:3.0:1780334648.772067:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780334648.772072:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c70 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334648.772078:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096c70 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334648.772567:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334648.772744:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604408704 00000100:00100000:3.0:1780334648.772763:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604408704 00002000:00100000:3.0:1780334648.772807:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x14:0x0] (0->4095) req@ffff9b703fdc3b80 x1866815604408704/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:114/0 lens 488/0 e 0 to 0 dl 1780334659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334648.772847:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdc3b80 with x1866815604408704 ext(0->4095) 00002000:00010000:3.0:1780334648.772852:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fdc3b80 00000100:00100000:3.0:1780334648.772876:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 81 00000100:00100000:3.0:1780334648.772886:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2408:x1866815604408704:12345-192.168.203.22@tcp:3:diff.0 00000100:00100000:3.0:1780334648.773030:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2408:x1866815604408704:12345-192.168.203.22@tcp:3:diff.0 Request processed in 145us (467us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334648.773037:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 81 00002000:00100000:3.0:1780334648.773044:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x14:0x0] (0->4095) req@ffff9b703fdc3b80 x1866815604408704/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:114/0 lens 488/4536 e 0 to 0 dl 1780334659 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334648.773051:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdc3b80 with x1866815604408704 ext(0->4095) 00002000:00010000:3.0:1780334648.773053:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fdc3b80 00010000:00010000:2.0:1780334648.776116:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334648.776123:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334648.776126:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334648.778053:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334648.778178:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604408960 00000100:00100000:2.0:1780334648.778193:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604408960 00000100:00100000:2.0:1780334648.778279:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 206 00000100:00100000:2.0:1780334648.778291:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:28160:x1866815604408960:12345-192.168.203.22@tcp:35:diff.0 00000100:00100000:2.0:1780334648.778630:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:28160:x1866815604408960:12345-192.168.203.22@tcp:35:diff.0 Request processed in 340us (584us total) trans 4294967948 rc 0/0 00000100:00100000:2.0:1780334648.778639:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 206 00000040:00080000:1.0:1780334649.012587:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1780334649.268049:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334649.436525:0:21456:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334649.436537:0:21456:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334649.436581:0:21456:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 6 00000040:00080000:1.0:1780334649.436590:0:21456:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334650.291944:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334650.812483:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334650.812490:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334650.812569:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 4 00000040:00080000:3.0:1780334650.812577:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334651.316860:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334651.373392:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334651.373456:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334651.373490:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334651.373518:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334651.373537:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604409344 00000100:00100000:0.0:1780334651.373544:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334651.373550:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604409344 00000100:00100000:0.0:1780334651.373568:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334651.373590:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334651.373616:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334651.373679:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604409088 00000100:00100000:2.0:1780334651.373684:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604409088 00000100:00100000:2.0:1780334651.373724:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 678 00000100:00100000:2.0:1780334651.373737:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604409088:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334651.373867:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604409088:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 131us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334651.373887:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 678 00000100:00080000:2.0:1780334651.374584:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334651.376686:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604409856 00000100:00100000:3.0:1780334651.376704:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604409856 00000100:00100000:1.0:1780334651.376785:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604409216 00000100:00100000:1.0:1780334651.376792:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604409216 00000100:00100000:3.0:1780334651.376865:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604409600 00000100:00100000:3.0:1780334651.376870:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604409600 00000100:00100000:1.0:1780334651.376886:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604409728 00000100:00100000:1.0:1780334651.376892:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604409728 00000100:00100000:3.0:1780334651.376914:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604410112 00000100:00100000:3.0:1780334651.376919:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604410112 00000100:00100000:1.0:1780334651.376929:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 732 00000100:00100000:1.0:1780334651.376942:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604409344:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334651.376946:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604409472 00000100:00100000:3.0:1780334651.376951:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604409472 00000100:00100000:3.0:1780334651.376971:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 422 00000100:00100000:3.0:1780334651.376980:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2408:x1866815604409600:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334651.377061:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604409344:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 122us (3604us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334651.377069:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 732 00000100:00100000:3.0:1780334651.377089:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2408:x1866815604409600:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 109us (3596us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334651.377096:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 733 00000100:00100000:3.0:1780334651.377100:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 422 00000100:00100000:1.0:1780334651.377105:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:2408:x1866815604409216:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334651.377118:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 423 00000100:00100000:3.0:1780334651.377127:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2408:x1866815604410112:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334651.377155:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2408:x1866815604410112:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 31us (3611us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334651.377161:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 423 00000100:00100000:3.0:1780334651.377172:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 424 00000100:00100000:3.0:1780334651.377178:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2408:x1866815604409472:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334651.377200:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2408:x1866815604409472:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (3609us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334651.377207:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 424 00000100:00100000:3.0:1780334651.377275:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 734 00000100:00100000:3.0:1780334651.377279:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+51:2408:x1866815604409728:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334651.377300:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+51:2408:x1866815604409728:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (3686us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334651.377303:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 734 00000100:00100000:3.0:1780334651.377312:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 735 00000100:00100000:3.0:1780334651.377315:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604409856:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334651.377360:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:2408:x1866815604409216:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 256us (3789us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334651.377368:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 733 00000100:00100000:3.0:1780334651.377397:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604409856:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 78us (3877us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334651.377408:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 735 00000100:00080000:3.0:1780334651.377444:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334651.377449:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334651.377452:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334651.377455:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334651.381209:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334651.381684:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604409984 00000100:00100000:0.0:1780334651.381697:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604409984 00000100:00100000:0.0:1780334651.381782:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 425 00000100:00100000:0.0:1780334651.381793:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2408:x1866815604409984:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334651.382658:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2408:x1866815604409984:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 861us (1457us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334651.382669:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 425 00000100:00080000:3.0:1780334651.382786:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334651.508379:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624243200:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334651.508691:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334651.510964:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624243200 00000100:00100000:2.0:1780334651.510984:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624243200 00000100:00100000:2.0:1780334651.511085:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1780334651.511099:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624243200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334651.511154:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:1.0:1780334651.514299:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624243200:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334651.516468:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624243200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5356us (7761us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334651.516487:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1780334652.020990:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624243328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334652.020990:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624243456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334652.021092:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334652.022316:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624243328 00000100:00100000:1.0:1780334652.022332:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624243328 00000100:00100000:1.0:1780334652.022919:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1780334652.022933:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3661:x1866815624243328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334652.023044:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120191808 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:1.0:1780334652.023353:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3661:x1866815624243328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 423us (2260us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334652.023495:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1780334652.023495:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334652.023521:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624243456 00000100:00100000:1.0:1780334652.023600:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624243456 00000100:00100000:1.0:1780334652.023762:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1780334652.023773:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624243456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334652.023791:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120191808 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:1.0:1780334652.023860:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624243456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334652.023868:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00080000:1.0:1780334652.023891:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334652.023947:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624243456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334652.024008:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624243328:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334652.024905:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624243584:0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.024979:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334652.025045:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624244096:0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.025074:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334652.025093:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624244608:0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.025116:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334652.025131:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1780334652.025137:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624243968:0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.025165:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334652.025181:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624244480:0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.025205:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334652.025374:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624243584 00000100:00100000:0.0:1780334652.025383:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624243584 00000100:00100000:0.0:1780334652.025445:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1780334652.025463:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624243584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334652.025516:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624243584:12345-0@lo:400:kworker.0 Request processed in 63us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334652.025524:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1780334652.025565:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624243968 00000100:00100000:0.0:1780334652.025569:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624243968 00000100:00100000:0.0:1780334652.025601:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1780334652.025608:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624243968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334652.025645:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624243968:12345-0@lo:400:kworker.0 Request processed in 38us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334652.025652:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1780334652.025657:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624244096 00000100:00100000:1.0:1780334652.025662:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624244096 00000100:00100000:0.0:1780334652.025698:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624243968:0@lo:400:kworker.0 00000100:00100000:0.0:1780334652.025711:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624243584:0@lo:400:kworker.0 00000100:00100000:1.0:1780334652.025723:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624244608 00000100:00100000:1.0:1780334652.025727:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624244608 00000100:00100000:1.0:1780334652.025756:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1780334652.025764:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624244096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334652.025772:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1780334652.025784:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624244608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334652.025834:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624244096:12345-0@lo:400:kworker.0 Request processed in 70us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334652.025841:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1780334652.025871:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624244480 00000100:00100000:0.0:1780334652.025871:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624244608:12345-0@lo:400:kworker.0 Request processed in 90us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334652.025877:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624244480 00000100:00100000:0.0:1780334652.025881:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1780334652.025910:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1780334652.025917:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624244480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334652.025951:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624244480:12345-0@lo:400:kworker.0 Request processed in 34us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334652.025956:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1780334652.026003:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624243712:0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.026028:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624243840:0@lo:400:kworker.0 00000100:00100000:1.0:1780334652.026035:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334652.026066:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334652.026075:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624244224:0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.026092:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624244352:0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.026119:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1780334652.026159:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334652.026166:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334652.026185:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624244480:0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.026197:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624244096:0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.026207:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624244608:0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.026239:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624244352 00000100:00100000:3.0:1780334652.026243:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624244352 00000100:00100000:3.0:1780334652.026274:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1780334652.026280:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624244352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334652.026312:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334652.026338:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624244736:0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.026344:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624244352:12345-0@lo:400:kworker.0 Request processed in 63us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334652.026351:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00080000:3.0:1780334652.026367:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334652.026377:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334652.026388:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624244352:0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.026438:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624243712 00000100:00100000:1.0:1780334652.026439:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624243840 00000100:00100000:3.0:1780334652.026443:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624243712 00000100:00100000:1.0:1780334652.026445:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624243840 00000100:00100000:3.0:1780334652.026473:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624244224 00000100:00100000:1.0:1780334652.026475:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624244736 00000100:00100000:3.0:1780334652.026477:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624244224 00000100:00100000:1.0:1780334652.026480:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624244736 00000100:00100000:1.0:1780334652.026505:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1780334652.026511:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624243712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334652.026553:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624243712:12345-0@lo:400:kworker.0 Request processed in 41us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334652.026977:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1780334652.026996:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624243840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.027042:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624243840:12345-0@lo:400:kworker.0 Request processed in 48us (976us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334652.027048:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1780334652.027063:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1780334652.027069:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624244736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.027099:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624244736:12345-0@lo:400:kworker.0 Request processed in 30us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334652.027104:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1780334652.027116:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1780334652.027121:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624244224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334652.027151:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624244224:12345-0@lo:400:kworker.0 Request processed in 29us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334652.027157:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00080000:3.0:1780334652.027173:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334652.027196:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624243840:0@lo:400:kworker.0 00000100:00100000:1.0:1780334652.031003:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1780334652.031122:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624243712:0@lo:400:kworker.0 00000100:00100000:1.0:1780334652.031143:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624244224:0@lo:400:kworker.0 00000100:00100000:1.0:1780334652.031159:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624244736:0@lo:400:kworker.0 00010000:00010000:2.0:1780334652.341205:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780334653.057557:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000001:00080000:1.0:1780334653.057580:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967351 is committed 00010000:00010000:1.0:1780334653.365014:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334653.559229:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334653.559249:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624244864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334653.559305:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334653.559357:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624244864 00000100:00100000:1.0:1780334653.559363:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624244864 00000100:00100000:1.0:1780334653.559415:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1780334653.559423:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624244864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780334653.559450:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:1.0:1780334653.559492:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624244864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334653.559498:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1780334653.559544:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624244864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334653.559756:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624244992:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334653.559782:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334653.559877:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624244992 00000100:00100000:0.0:1780334653.559882:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624244992 00000100:00100000:0.0:1780334653.559919:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1780334653.559926:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624244992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334653.559937:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:0.0:1780334653.559970:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624244992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334653.559976:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1780334653.560036:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624244992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334653.572715:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334653.572738:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624245120:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334653.572799:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334653.572847:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624245120 00000100:00100000:3.0:1780334653.572854:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624245120 00000100:00100000:3.0:1780334653.572907:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1780334653.572916:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624245120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334653.572949:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334653.572998:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624245120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334653.573005:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1780334653.574421:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624245120:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334653.693096:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334653.693232:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604410240 00000100:00100000:3.0:1780334653.693244:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604410240 00000100:00100000:3.0:1780334653.693336:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1083 00000100:00100000:3.0:1780334653.693348:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:28141:x1866815604410240:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1780334653.693468:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:28141:x1866815604410240:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 122us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334653.693476:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1083 00000100:00080000:0.0:1780334653.694130:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334653.695416:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334653.695959:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604410368 00000100:00100000:1.0:1780334653.695969:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604410368 00000100:00080000:0.0:1780334653.696099:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334653.698318:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1084 00000100:00100000:1.0:1780334653.698340:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:28141:x1866815604410368:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1780334653.698474:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:28141:x1866815604410368:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 144us (3065us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334653.698482:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1084 00000001:00080000:3.0:1780334654.072468:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967948 is committed 00000001:00080000:3.0:1780334654.072507:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967947 is committed 00000020:00080000:3.0:1780334654.072520:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f03e813c0 refcount 2 committed 0 result 0 batchid 18 00000020:00080000:3.0:1780334654.072526:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f04699000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f03e81f00 00000020:00080000:3.0:1780334654.072530:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f04699300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04aba600 00000020:00080000:3.0:1780334654.072558:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 17 batchid updated 00000020:00080000:1.0:1780334654.072680:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 18 committed batchid 17 00000020:00080000:1.0:1780334654.072748:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00010000:00010000:2.0:1780334654.072861:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096c38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334654.072877:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096c38 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334654.072886:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096c38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334654.072892:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481da00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334654.072897:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096c38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334654.072905:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096c38 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334654.072922:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9b6f01bf5500) 00010000:00010000:2.0:1780334654.072925:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334654.072931:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096c38 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334654.072938:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096c38 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780334654.073742:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967349 is committed 00000001:00080000:2.0:1780334654.073752:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00010000:00010000:1.0:1780334654.388195:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1780334655.108270:0:21654:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12h: Restore a released file implicitly from a second node ========================================================== 13:24:14 (1780334654) 00010000:00010000:0.0:1780334655.412291:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1780334656.430634:0:21702:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_12h Need 2 or more clients, have 1 00010000:00010000:1.0:1780334656.439808:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334656.494167:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334656.494207:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334656.494227:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334656.494241:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334656.494266:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334656.494287:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334656.494306:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334656.494322:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334656.494343:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334656.494366:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604410880 00000100:00100000:0.0:1780334656.494384:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604410880 00000100:00100000:0.0:1780334656.494432:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604411392 00000100:00100000:0.0:1780334656.494436:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604411392 00000100:00100000:0.0:1780334656.494449:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604411008 00000100:00100000:0.0:1780334656.494451:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604411008 00000100:00100000:0.0:1780334656.494462:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604411520 00000100:00100000:0.0:1780334656.494463:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604411520 00000100:00100000:0.0:1780334656.494479:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 428 00000100:00100000:0.0:1780334656.494490:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2407:x1866815604410880:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334656.494558:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2407:x1866815604410880:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 70us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334656.494566:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 428 00000100:00100000:0.0:1780334656.494585:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 429 00000100:00100000:0.0:1780334656.494591:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604411392:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334656.494615:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604411392:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334656.494621:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 429 00000100:00100000:0.0:1780334656.494632:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 430 00000100:00100000:0.0:1780334656.494638:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604411008:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334656.494662:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604411008:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334656.494671:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 430 00000100:00100000:0.0:1780334656.494682:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 431 00000100:00100000:0.0:1780334656.494688:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604411520:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334656.494708:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604411520:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334656.494714:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 431 00000100:00080000:0.0:1780334656.494730:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334656.494734:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334656.495187:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604410624 00000100:00100000:3.0:1780334656.495194:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604410624 00000100:00100000:3.0:1780334656.495243:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604411136 00000100:00100000:3.0:1780334656.495246:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604411136 00000100:00100000:3.0:1780334656.495258:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604410752 00000100:00100000:3.0:1780334656.495261:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604410752 00000100:00100000:3.0:1780334656.495272:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604411264 00000100:00100000:3.0:1780334656.495274:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604411264 00000100:00100000:3.0:1780334656.495289:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 742 00000100:00100000:3.0:1780334656.495295:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:2407:x1866815604410624:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334656.495341:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:2407:x1866815604410624:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 46us (1183us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334656.495348:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 742 00000100:00100000:3.0:1780334656.495362:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 743 00000100:00100000:3.0:1780334656.495367:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+41:2407:x1866815604411136:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334656.495403:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+41:2407:x1866815604411136:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 35us (1175us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334656.495409:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 743 00000100:00100000:3.0:1780334656.495420:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 744 00000100:00100000:3.0:1780334656.495426:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604410752:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334656.495449:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604410752:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (1161us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334656.495455:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 744 00000100:00100000:3.0:1780334656.495466:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 745 00000100:00100000:3.0:1780334656.495471:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604411264:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334656.495493:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604411264:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (1170us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334656.495498:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 745 00000100:00080000:0.0:1780334656.496099:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334656.496104:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334656.496977:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604410496 00000100:00100000:2.0:1780334656.496985:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604410496 00000100:00100000:2.0:1780334656.497027:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 680 00000100:00100000:2.0:1780334656.497036:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604410496:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334656.497091:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604410496:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 57us (2823us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334656.497100:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 680 00000100:00100000:1.0:1780334656.628907:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027203480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624245248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334656.628973:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334656.629150:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624245248 00000100:00100000:3.0:1780334656.629158:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624245248 00000100:00100000:3.0:1780334656.629208:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1780334656.629217:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624245248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334656.629249:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:3.0:1780334656.629302:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624245248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334656.629309:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1780334656.629517:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027203480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624245248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334657.140109:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624245760:0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.140178:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334657.140248:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624246272:0@lo:400:kworker.0 00000100:00100000:2.0:1780334657.140273:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c819500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624245632:0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.140279:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334657.140303:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624246784:0@lo:400:kworker.0 00000100:00100000:2.0:1780334657.140314:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334657.140333:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334657.140352:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1780334657.140358:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624245376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334657.140391:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334657.140408:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624245888:0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.140427:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334657.140446:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624246400:0@lo:400:kworker.0 00000100:00100000:0.0:1780334657.140455:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624245504:0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.140467:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334657.140511:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624246144:0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.140560:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624246912:0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.140582:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334657.140611:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624246272 00000100:00100000:1.0:1780334657.140618:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624246272 00000100:00100000:1.0:1780334657.140674:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624246784 00000100:00100000:1.0:1780334657.140677:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624246784 00000100:00100000:1.0:1780334657.140689:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624246400 00000100:00100000:1.0:1780334657.140691:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624246400 00000100:00100000:1.0:1780334657.140702:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624246912 00000100:00100000:1.0:1780334657.140703:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624246912 00000100:00100000:1.0:1780334657.140719:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1780334657.140728:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624246272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.140777:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624246272:12345-0@lo:400:kworker.0 Request processed in 50us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334657.140785:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1780334657.140803:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1780334657.140833:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624246784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.140861:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624246784:12345-0@lo:400:kworker.0 Request processed in 53us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334657.140868:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1780334657.140881:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1780334657.140886:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624246400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.140910:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624246400:12345-0@lo:400:kworker.0 Request processed in 24us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334657.140916:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1780334657.140927:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1780334657.140932:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624246912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.140955:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624246912:12345-0@lo:400:kworker.0 Request processed in 23us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334657.140960:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1780334657.140976:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624245376 00000100:00100000:1.0:1780334657.140979:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624245376 00000100:00100000:1.0:1780334657.140999:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1780334657.141534:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624245376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334657.141557:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120163136 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1780334657.141591:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624245376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 586us (1199us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334657.141598:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1780334657.141621:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624245888 00000100:00100000:1.0:1780334657.141624:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624245888 00000100:00100000:1.0:1780334657.141652:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1780334657.141658:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624245888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.141689:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624245888:12345-0@lo:400:kworker.0 Request processed in 31us (1260us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334657.141695:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1780334657.141728:0:3660:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:1.0:1780334657.141734:0:3660:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967353 00000004:00080000:1.0:1780334657.141755:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b703fdc2d80, transno 4294967353 00000100:00100000:1.0:1780334657.141772:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624245376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334657.141785:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624245888:0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.141793:0:3660:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:1.0:1780334657.141796:0:3660:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967349 committed transno 4294967349 00000100:00100000:1.0:1780334657.141807:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624246400:0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.141841:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624246912:0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.141850:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624246272:0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.141860:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624246784:0@lo:400:kworker.0 00000100:00080000:1.0:1780334657.142029:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334657.142035:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334657.142061:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624245760 00000100:00100000:1.0:1780334657.142065:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624245760 00000100:00100000:1.0:1780334657.142090:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624245632 00000100:00100000:1.0:1780334657.142093:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624245632 00000100:00100000:1.0:1780334657.142109:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1780334657.142116:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624245760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.142152:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624245760:12345-0@lo:400:kworker.0 Request processed in 35us (1974us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334657.142158:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1780334657.142169:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1780334657.142175:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624245632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334657.142201:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624245632:12345-0@lo:400:kworker.0 Request processed in 26us (1889us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334657.142210:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1780334657.142235:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624245760:0@lo:400:kworker.0 00000100:00100000:0.0:1780334657.144348:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334657.144424:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624245504 00000100:00100000:0.0:1780334657.144424:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624246016:0@lo:400:kworker.0 00000100:00100000:3.0:1780334657.144434:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624245504 00000100:00100000:0.0:1780334657.144470:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334657.144505:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624246528:0@lo:400:kworker.0 00000100:00100000:0.0:1780334657.144527:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334657.144566:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624247040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334657.144590:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334657.144619:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624247040 00000100:00100000:0.0:1780334657.144623:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624247040 00000100:00100000:0.0:1780334657.144659:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1780334657.144667:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624247040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334657.144689:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120163136 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1780334657.144731:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624247040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334657.144738:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1780334657.144766:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624246016 00000100:00100000:0.0:1780334657.144770:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624246016 00000100:00100000:0.0:1780334657.144802:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624246528 00000100:00100000:0.0:1780334657.144804:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624246528 00000100:00100000:0.0:1780334657.144842:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1780334657.144848:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624246016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334657.144880:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624246016:12345-0@lo:400:kworker.0 Request processed in 33us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334657.144886:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1780334657.144898:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1780334657.144903:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624246528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334657.144930:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624246528:12345-0@lo:400:kworker.0 Request processed in 27us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334657.144935:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00080000:0.0:1780334657.144955:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334657.144983:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624247040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334657.144994:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624246016:0@lo:400:kworker.0 00000100:00100000:0.0:1780334657.145002:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624246528:0@lo:400:kworker.0 00000100:00100000:3.0:1780334657.145163:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1780334657.145171:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624245504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334657.145270:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624245504:12345-0@lo:400:kworker.0 Request processed in 100us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334657.145276:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1780334657.145336:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624245504:0@lo:400:kworker.0 00000100:00100000:2.0:1780334657.148979:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334657.149041:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624246656:0@lo:400:kworker.0 00000100:00100000:2.0:1780334657.149079:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334657.149242:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c819500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624245632:0@lo:400:kworker.0 00000100:00100000:0.0:1780334657.152226:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624246144 00000100:00100000:0.0:1780334657.152241:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624246144 00000100:00100000:0.0:1780334657.152330:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624246656 00000100:00100000:0.0:1780334657.152342:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624246656 00000100:00100000:0.0:1780334657.152386:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1780334657.152396:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624246144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334657.152484:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624246144:12345-0@lo:400:kworker.0 Request processed in 90us (3512us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334657.152491:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1780334657.152509:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1780334657.152515:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624246656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334657.152558:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624246656:12345-0@lo:400:kworker.0 Request processed in 43us (3478us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334657.152565:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00080000:2.0:1780334657.152662:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334657.152698:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624246144:0@lo:400:kworker.0 00000100:00100000:2.0:1780334657.152711:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624246656:0@lo:400:kworker.0 00010000:00010000:1.0:1780334657.460689:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1780334657.914085:0:21750:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12m: Archive/release/implicit restore ========================================================== 13:24:17 (1780334657) 00000100:00100000:0.0:1780334658.271760:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334658.272021:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604411648 00000100:00100000:1.0:1780334658.272030:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604411648 00000100:00100000:1.0:1780334658.272104:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1085 00000100:00100000:1.0:1780334658.272115:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+41:29072:x1866815604411648:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1780334658.272432:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334658.272469:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+41:29072:x1866815604411648:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 355us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334658.272485:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1085 00000100:00100000:0.0:1780334658.282647:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334658.282688:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604411776 00000100:00100000:0.0:1780334658.282698:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604411776 00000100:00100000:0.0:1780334658.282758:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1086 00000100:00100000:0.0:1780334658.282769:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:29072:x1866815604411776:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1780334658.282851:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334658.282904:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:29072:x1866815604411776:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 136us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334658.282911:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1086 00000100:00100000:3.0:1780334658.296555:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334658.296738:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604411904 00000100:00100000:1.0:1780334658.296748:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604411904 00000100:00100000:1.0:1780334658.296846:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1087 00000100:00100000:1.0:1780334658.296855:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:29073:x1866815604411904:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334658.296874:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334658.296891:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b10ad expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.296952:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096c7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.296968:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096c7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.296979:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096c7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.296993:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096c85 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297000:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096c85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297006:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096c85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297045:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096c7e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297052:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096c7e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297058:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096c7e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297064:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096c7e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297069:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334658.297073:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096c7e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297080:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096c7e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297091:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334658.297094:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334658.297098:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096c7e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297103:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096c7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297116:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096c85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297121:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096c85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297126:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096c85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297130:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ce00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334658.297133:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096c85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297138:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096c85 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297145:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9b70098ce100) 00010000:00010000:1.0:1780334658.297147:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334658.297150:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096c85 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297155:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096c85 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297184:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c77 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10ad expref: 92 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297198:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334658.297201:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334658.297204:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10ad expref: 92 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.297212:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c600, rc 0) 00000100:00100000:1.0:1780334658.297267:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:29073:x1866815604411904:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 413us (720us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334658.297274:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1087 00000100:00080000:2.0:1780334658.297490:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334658.303991:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334658.304079:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604412160 00000100:00100000:1.0:1780334658.304089:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604412160 00000100:00100000:1.0:1780334658.304143:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1088 00000100:00100000:1.0:1780334658.304154:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+91:29073:x1866815604412160:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:1.0:1780334658.304206:0:15367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334658.304233:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700969d0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fbf expref: 91 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.304253:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334658.304259:0:15367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334658.304309:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c8c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.304323:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fd4 expref: 40 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.304332:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c8c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.304373:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fd4 expref: 40 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.304387:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fd4 expref: 40 pid: 15367 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334658.304410:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624247168:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334658.304505:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01d90c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780334658.306188:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624247168:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334658.306216:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c8c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334658.307905:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334658.307993:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604412288 00000100:00100000:1.0:1780334658.308002:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604412288 00010000:00010000:1.0:1780334658.308038:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fd4 expref: 41 pid: 15367 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334658.308075:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 341 00000100:00100000:1.0:1780334658.308086:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+41:2408:x1866815604412288:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334658.308102:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334658.308109:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fd4 expref: 41 pid: 15367 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.308123:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fd4 expref: 41 pid: 15367 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.308145:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096a0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b0fd4 expref: 41 pid: 15367 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.308161:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334658.308166:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c8c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.308175:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c8c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.308182:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c8c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.308208:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334658.308238:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c8c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.308249:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c8c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334658.308266:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+40:2408:x1866815604412288:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 181us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334658.308279:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 341 00010000:00010000:0.0:1780334658.308298:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096c93 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.308307:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096c93 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.308322:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096c93 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.310209:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096c9a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.310227:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096c9a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.310237:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096c9a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334658.310252:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f4593a5f reply state 0000000093961fd4 transno 4294967949 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096c9a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.310262:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096c9a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.310269:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:0.0:1780334658.310272:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334658.310281:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780334658.310287:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00010000:00010000:0.0:1780334658.310296:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c8c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.310302:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c8c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.310310:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c8c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.310315:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334658.310319:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c8c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.310326:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c8c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.310335:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334658.310338:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334658.310341:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c8c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.310348:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096c8c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334658.310371:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f4593a5f reply state 0000000093961fd4 transno 4294967949 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096c93 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.310379:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096c93 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.310385:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9b703c6cb700) 00010000:00010000:0.0:1780334658.310388:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334658.310390:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1780334658.310473:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:29073:x1866815604412160:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 6318us (6488us total) trans 4294967949 rc 0/0 00000100:00100000:0.0:1780334658.310482:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1088 00000100:00100000:3.0:1780334658.317794:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334658.318185:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604412416 00000100:00100000:0.0:1780334658.318195:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604412416 00000100:00100000:0.0:1780334658.318307:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1089 00000100:00100000:0.0:1780334658.318329:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:29074:x1866815604412416:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:0.0:1780334658.318355:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334658.318383:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096ca1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b10b4 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.318447:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096ca8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.318461:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.318472:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334658.318509:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1780334658.318513:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334658.318530:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.318553:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70096ca1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10b4 expref: 94 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.318569:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096ca8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10b4 expref: 93 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.318576:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334658.318579:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334658.318583:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830000, rc 0) 00000100:00100000:0.0:1780334658.318632:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:29074:x1866815604412416:12345-192.168.203.22@tcp:101:bash.0 Request processed in 316us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334658.318639:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1089 00000100:00100000:2.0:1780334658.328027:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334658.329405:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604412544 00000100:00100000:0.0:1780334658.329417:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604412544 00000100:00100000:0.0:1780334658.329545:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1090 00000100:00100000:0.0:1780334658.329557:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:29074:x1866815604412544:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:0.0:1780334658.329578:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334658.329598:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096caf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b10bb expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329664:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096cb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329687:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096cb6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329698:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096cb6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329731:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096cbd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329739:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096cbd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329745:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096cbd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329840:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9a00/0xdf9e767e70096cc4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329849:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9a00/0xdf9e767e70096cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329856:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9a00/0xdf9e767e70096cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334658.329899:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:0.0:1780334658.329903:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334658.329924:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9a00/0xdf9e767e70096cc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329936:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096cb6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329942:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096cb6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329948:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096cb6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329955:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334658.329959:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096cb6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329966:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096cb6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329977:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334658.329980:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334658.329985:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096cb6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.329994:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70096cb6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.330006:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096cbd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.330011:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096cbd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.330017:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096cbd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.330021:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334658.330024:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096cbd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.330030:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096cbd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.330036:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9b703c6cb700) 00010000:00010000:0.0:1780334658.330039:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334658.330041:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096cbd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.330046:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096cbd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.330068:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70096caf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10bb expref: 95 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.330080:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9a00/0xdf9e767e70096cc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10bb expref: 94 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.330100:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:0.0:1780334658.330103:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780334658.330105:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9a00, rc 0) 00000100:00100000:0.0:1780334658.330167:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:29074:x1866815604412544:12345-192.168.203.22@tcp:101:bash.0 Request processed in 613us (2925us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334658.330174:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1090 00000100:00100000:2.0:1780334658.333683:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334658.333764:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604412672 00000100:00100000:0.0:1780334658.333774:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604412672 00000100:00100000:1.0:1780334658.334044:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1091 00000100:00100000:1.0:1780334658.334057:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:29074:x1866815604412672:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:1.0:1780334658.334076:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334658.334094:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096ccb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b10c2 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334165:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096cd2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334179:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096cd2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334189:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096cd2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334203:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096cd9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334214:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096cd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334221:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096cd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334374:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096cd2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334382:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096cd2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334388:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096cd2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334395:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096cd2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334401:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334658.334405:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096cd2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334412:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096cd2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334423:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:1.0:1780334658.334426:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334658.334432:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096cd2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334438:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096cd2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334453:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096cd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334459:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096cd9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334464:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096cd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334469:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334658.334471:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096cd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334477:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096cd9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334485:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9b70098ce100) 00010000:00010000:1.0:1780334658.334487:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334658.334489:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096cd9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334495:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096cd9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334599:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096ccb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10c2 expref: 95 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334609:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:1.0:1780334658.334612:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334658.334616:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096ccb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10c2 expref: 95 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.334625:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d800, rc 0) 00000100:00100000:1.0:1780334658.334787:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:29074:x1866815604412672:12345-192.168.203.22@tcp:101:bash.0 Request processed in 732us (1112us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334658.334794:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1091 00000100:00100000:1.0:1780334658.349260:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334658.349479:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604412800 00000100:00100000:0.0:1780334658.349490:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604412800 00000100:00100000:0.0:1780334658.349554:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1092 00000100:00100000:0.0:1780334658.349565:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+40:29075:x1866815604412800:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334658.349586:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334658.349606:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096ce0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b10c9 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.349673:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70096ce7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.349688:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70096ce7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.349698:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70096ce7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334658.349737:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1780334658.349740:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334658.349758:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70096ce7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.349782:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096ce0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10c9 expref: 42 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.349800:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70096ce7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10c9 expref: 41 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.349850:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334658.349853:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334658.349858:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8600, rc 0) 00000100:00100000:0.0:1780334658.349972:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+41:29075:x1866815604412800:12345-192.168.203.22@tcp:101:rm.0 Request processed in 408us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334658.349979:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1092 00000100:00100000:2.0:1780334658.354972:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334658.355519:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604412928 00000100:00100000:0.0:1780334658.355528:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604412928 00000100:00100000:0.0:1780334658.355645:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1093 00000100:00100000:0.0:1780334658.355656:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+41:29075:x1866815604412928:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334658.355676:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334658.355703:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096cee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b10d0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.355765:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096cf5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.355779:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096cf5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.355788:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096cf5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.355800:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096cfc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.355807:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096cfc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.355854:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096cfc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.355923:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9400/0xdf9e767e70096d03 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.355932:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9400/0xdf9e767e70096d03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.355939:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9400/0xdf9e767e70096d03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334658.355967:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:0.0:1780334658.355971:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334658.355988:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9400/0xdf9e767e70096d03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.355999:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096cf5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356006:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096cf5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356264:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096cf5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356275:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334658.356279:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096cf5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356286:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096cf5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356298:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334658.356301:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334658.356306:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096cf5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356311:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096cf5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356323:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096cfc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356329:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096cfc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356335:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096cfc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356340:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334658.356343:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096cfc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356349:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096cfc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356369:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9b703c6cb700) 00010000:00010000:0.0:1780334658.356371:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334658.356374:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096cfc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356380:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096cfc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356406:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096cee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10d0 expref: 43 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356419:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9400/0xdf9e767e70096d03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10d0 expref: 42 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.356426:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:0.0:1780334658.356429:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780334658.356431:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9400, rc 0) 00000100:00100000:0.0:1780334658.356492:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+42:29075:x1866815604412928:12345-192.168.203.22@tcp:101:rm.0 Request processed in 838us (1528us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334658.356499:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1093 00000100:00100000:2.0:1780334658.359263:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334658.359535:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604413056 00000100:00100000:1.0:1780334658.359545:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604413056 00000100:00100000:1.0:1780334658.359603:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1094 00000100:00100000:1.0:1780334658.359613:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+42:29075:x1866815604413056:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334658.359633:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334658.359652:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096d0a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b10d7 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.359724:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d11 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.359740:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d11 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.359750:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d11 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.359764:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d18 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.359779:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.359790:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360234:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d11 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360242:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d11 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360249:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d11 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360256:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d11 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360262:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334658.360266:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d11 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360273:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d11 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360284:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:1.0:1780334658.360288:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334658.360292:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d11 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360298:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d11 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360312:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360318:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d18 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360323:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360328:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334658.360330:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360335:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d18 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360342:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9b70098ce100) 00010000:00010000:1.0:1780334658.360345:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334658.360347:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d18 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360353:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d18 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360395:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096d0a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10d7 expref: 43 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360406:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:1.0:1780334658.360408:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334658.360412:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096d0a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10d7 expref: 43 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.360426:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c400, rc 0) 00000100:00100000:1.0:1780334658.360528:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+42:29075:x1866815604413056:12345-192.168.203.22@tcp:101:rm.0 Request processed in 916us (1272us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334658.360536:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1094 00000100:00100000:1.0:1780334658.363908:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334658.364848:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604413184 00000100:00100000:3.0:1780334658.364859:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604413184 00000100:00100000:3.0:1780334658.364979:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1095 00000100:00100000:3.0:1780334658.364991:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+42:29075:x1866815604413184:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334658.365013:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334658.365032:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096d1f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b10de expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365094:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096d26 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365109:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096d26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365118:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096d26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365131:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096d2d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365137:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096d2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365142:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096d2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365181:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096d26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365187:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096d26 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365193:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096d26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365199:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334658.365203:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096d26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365211:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096d26 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365221:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:3.0:1780334658.365224:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334658.365229:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096d26 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365234:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096d26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365256:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096d2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365262:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096d2d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365268:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096d2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365507:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fe00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334658.365511:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096d2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365519:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096d2d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365531:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9b6f01bf5f00) 00010000:00010000:3.0:1780334658.365534:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334658.365536:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096d2d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365542:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096d2d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365574:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096d1f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10de expref: 43 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365584:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:3.0:1780334658.365587:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334658.365590:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096d1f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10de expref: 43 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334658.365600:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e800, rc 0) 00000100:00100000:3.0:1780334658.365662:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+42:29075:x1866815604413184:12345-192.168.203.22@tcp:101:rm.0 Request processed in 673us (1761us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334658.365669:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1095 00000100:00100000:2.0:1780334658.383087:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334658.383373:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604413312 00000100:00100000:0.0:1780334658.383384:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604413312 00000100:00100000:0.0:1780334658.383451:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1096 00000100:00100000:0.0:1780334658.383462:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+42:29076:x1866815604413312:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334658.383483:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334658.383501:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096d34 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b10e5 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383575:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d3b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383589:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d3b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383600:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d3b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383613:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096d42 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383620:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096d42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383627:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096d42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383659:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d3b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383666:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d3b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383672:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d3b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383678:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334658.383682:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d3b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383692:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d3b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383703:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:0.0:1780334658.383706:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334658.383711:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d3b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383717:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d3b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383730:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096d42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383735:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096d42 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383741:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096d42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383746:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334658.383749:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096d42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383755:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096d42 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383762:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9b703c6cba00) 00010000:00010000:0.0:1780334658.383764:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334658.383767:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096d42 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383775:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096d42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383807:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096d34 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10e5 expref: 43 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383874:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:0.0:1780334658.383876:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334658.383880:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e70096d34 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10e5 expref: 43 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.383889:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8a00, rc 0) 00000100:00100000:0.0:1780334658.383959:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+42:29076:x1866815604413312:12345-192.168.203.22@tcp:101:cp.0 Request processed in 499us (879us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334658.383966:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1096 00000100:00100000:2.0:1780334658.390503:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334658.390821:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604413440 00000100:00100000:1.0:1780334658.390831:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604413440 00000100:00100000:1.0:1780334658.390892:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1097 00000100:00100000:1.0:1780334658.390903:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+42:29076:x1866815604413440:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334658.390921:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334658.390938:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096d49 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b10ec expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.390998:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d50 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391013:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d50 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391025:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d50 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391039:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d57 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391047:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391058:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391089:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d50 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391096:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d50 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391102:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d50 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391108:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d50 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391113:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334658.391117:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d50 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391124:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d50 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391136:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:1.0:1780334658.391139:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334658.391144:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d50 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391151:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096d50 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391165:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391171:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d57 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391177:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391182:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334658.391184:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391189:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d57 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391196:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9b70098ce100) 00010000:00010000:1.0:1780334658.391198:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334658.391201:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d57 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391206:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096d57 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391235:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096d49 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10ec expref: 43 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391245:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:1.0:1780334658.391247:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334658.391251:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096d49 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10ec expref: 43 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.391265:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c400, rc 0) 00000100:00100000:1.0:1780334658.391334:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+42:29076:x1866815604413440:12345-192.168.203.22@tcp:101:cp.0 Request processed in 433us (840us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334658.391342:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1097 00000100:00100000:3.0:1780334658.396411:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334658.396922:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604413696 00000100:00100000:0.0:1780334658.396934:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604413696 00000100:00100000:0.0:1780334658.396992:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1098 00000100:00100000:0.0:1780334658.397002:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+42:29076:x1866815604413696:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334658.397023:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334658.397042:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096d5e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b10f3 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.397138:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d65 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.397153:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d65 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.397163:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d65 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.397176:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70096d6c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.397182:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70096d6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.397188:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70096d6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780334658.397538:0:6540:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x16:0x0], index 1: 0 00010000:00010000:0.0:1780334658.397666:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096d73 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.397676:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096d73 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.397683:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096d73 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.398055:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d65 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.398064:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d65 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.398071:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d65 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.398077:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334658.398081:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d65 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.398087:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d65 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.398099:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:0.0:1780334658.398102:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334658.398107:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d65 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.398113:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70096d65 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334658.398125:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e6073036 reply state 000000006a0c2337 transno 4294967950 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70096d6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.398136:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70096d6c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.398141:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9b703c6cba00) 00010000:00010000:0.0:1780334658.398144:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334658.398147:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780334658.398178:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096d5e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10f3 expref: 45 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.398192:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096d73 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10f3 expref: 44 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.398198:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b703c6cb900) 00010000:00010000:0.0:1780334658.398200:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334658.398203:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8200, rc 0) 00000100:00100000:0.0:1780334658.398322:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+45:29076:x1866815604413696:12345-192.168.203.22@tcp:101:cp.0 Request processed in 1320us (1919us total) trans 4294967950 rc 0/0 00000100:00100000:0.0:1780334658.398330:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1098 00000100:00100000:3.0:1780334658.410923:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334658.411011:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604413824 00000100:00100000:1.0:1780334658.411022:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604413824 00000100:00100000:1.0:1780334658.411089:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 282 00000100:00100000:1.0:1780334658.411100:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604413824:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334658.411117:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334658.411137:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096d81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b10fa expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334658.411168:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780334658.411188:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334658.411190:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334658.411198:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096d81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10fa expref: 11 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.411216:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096d81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10fa expref: 11 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.411228:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c400, rc 0) 00000100:00100000:1.0:1780334658.411283:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604413824:12345-192.168.203.22@tcp:101:cp.0 Request processed in 185us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334658.411290:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 282 00000100:00080000:2.0:1780334658.412700:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334658.414789:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334658.414941:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604413952 00000100:00100000:1.0:1780334658.414951:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604413952 00000100:00100000:1.0:1780334658.415006:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 283 00000100:00100000:1.0:1780334658.415017:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:29076:x1866815604413952:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334658.415035:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334658.415052:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1101 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.415080:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096d81 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10fa expref: 12 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.415088:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334658.415090:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334658.415094:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 12 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.415124:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096d81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10fa expref: 12 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.415137:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096d81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10fa expref: 12 pid: 8419 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334658.415150:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034604000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624247296:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334658.415245:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01d90900 going to sleep for 11 seconds 00000100:00100000:3.0:1780334658.418014:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334658.418109:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604414080 00000100:00100000:0.0:1780334658.418117:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604414080 00010000:00010000:0.0:1780334658.418152:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096d81 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10fa expref: 13 pid: 8419 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334658.418194:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 342 00000100:00100000:0.0:1780334658.418203:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604414080:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334658.418217:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334658.418237:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096d81 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10fa expref: 13 pid: 8419 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.418251:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096d81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10fa expref: 13 pid: 8419 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.418273:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334658.418276:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334658.418284:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 13 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.418294:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 13 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.418341:0:19047:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 13 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334658.418356:0:19047:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:19047:1866815624247424:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334658.418437:0:19047:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70136dc480 going to sleep for 11 seconds 00010000:00010000:1.0:1780334658.418604:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096d81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10fa expref: 13 pid: 8419 timeout: 762 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334658.418625:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034604000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624247296:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334658.418649:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 12 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.418661:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d600, rc 0) 00000100:00100000:1.0:1780334658.418708:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:29076:x1866815604413952:12345-192.168.203.22@tcp:101:cp.0 Request processed in 3677us (3910us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334658.418793:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 283 00000100:00100000:3.0:1780334658.422675:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334658.422915:0:19047:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:19047:1866815624247424:192.168.203.22@tcp:105: 00010000:00010000:0.0:1780334658.422936:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334658.422980:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604414080:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 4778us (4974us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334658.422991:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 342 00000100:00100000:2.0:1780334658.424005:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604414336 00000100:00100000:2.0:1780334658.424015:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604414336 00000100:00100000:3.0:1780334658.424166:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 207 00000100:00100000:3.0:1780334658.424176:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+45:29076:x1866815604414336:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:3.0:1780334658.424454:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:29076:x1866815604414336:12345-192.168.203.22@tcp:35:cp.0 Request processed in 278us (1786us total) trans 4294967951 rc 0/0 00000100:00100000:3.0:1780334658.424462:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 207 00000100:00100000:3.0:1780334658.468070:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334658.468207:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604414464 00000100:00100000:2.0:1780334658.468217:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604414464 00000100:00100000:2.0:1780334658.468271:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1099 00000100:00100000:2.0:1780334658.468281:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:29079:x1866815604414464:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334658.468299:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334658.468316:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096d8f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1108 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468390:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096d96 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468406:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096d96 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468417:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096d96 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468427:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096d9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468434:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096d9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468450:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096d9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468523:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096da4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468532:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096da4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468544:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096da4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334658.468583:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00000004:00200000:2.0:1780334658.468587:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334658.468604:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096da4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468615:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096da4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468623:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096d96 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468630:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096d96 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468637:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096d96 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468643:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334658.468647:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096d96 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468655:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096d96 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468666:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:2.0:1780334658.468669:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334658.468673:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096d96 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468695:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096d96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468709:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096d9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468715:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096d9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468721:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096d9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468725:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334658.468727:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096d9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468732:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096d9d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468739:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9b703c6cba00) 00010000:00010000:2.0:1780334658.468741:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334658.468744:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096d9d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468750:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096d9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468778:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096d8f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1108 expref: 96 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468795:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096da4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1108 expref: 95 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.468802:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b703c6cb900) 00010000:00010000:2.0:1780334658.468804:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334658.468806:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0200, rc 0) 00000100:00100000:2.0:1780334658.469333:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+95:29079:x1866815604414464:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1051us (1269us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334658.469341:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1099 00000100:00100000:3.0:1780334658.472675:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334658.472766:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604414592 00000100:00100000:2.0:1780334658.472775:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604414592 00000100:00100000:2.0:1780334658.472863:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 284 00000100:00100000:2.0:1780334658.472874:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2409:x1866815604414592:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334658.472892:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334658.472911:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000067582b18/0xdf9e767e70096dab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b110f expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334658.472965:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624247552:192.168.203.22@tcp:106: 00000100:00100000:2.0:1780334658.473045:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd4d80 going to sleep for 11 seconds 00000100:00080000:3.0:1780334658.473276:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1780334658.474699:0:16895:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb size: 0 -> 1516 00002000:00010000:2.0:1780334658.474706:0:16895:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb mtime: 0 -> 1780334658 00002000:00010000:2.0:1780334658.474708:0:16895:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb atime: 0 -> 1780334658 00002000:00010000:2.0:1780334658.474710:0:16895:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb ctime: 0 -> 1780334658 00002000:00010000:2.0:1780334658.474712:0:16895:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1780334658.474731:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624247552:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334658.474766:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000067582b18/0xdf9e767e70096dab lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b110f expref: 13 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.474789:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067582b18/0xdf9e767e70096dab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b110f expref: 13 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334658.474800:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1c00, rc 0) 00000100:00100000:2.0:1780334658.474893:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2409:x1866815604414592:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2021us (2227us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334658.474902:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 284 00000100:00100000:2.0:1780334658.479407:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334658.479622:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604414720 00000100:00100000:1.0:1780334658.479633:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604414720 00000100:00100000:1.0:1780334658.479699:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1100 00000100:00100000:1.0:1780334658.479709:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+95:29079:x1866815604414720:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334658.479729:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334658.479748:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096db2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1116 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.479848:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096db9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.479863:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096db9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.479874:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096db9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334658.479918:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:1.0:1780334658.479922:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334658.479941:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096db9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.479965:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096db2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1116 expref: 97 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.479983:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096db9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1116 expref: 96 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334658.479992:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:1.0:1780334658.479994:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334658.479998:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c200, rc 0) 00000100:00100000:1.0:1780334658.480051:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+96:29079:x1866815604414720:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 344us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334658.480058:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1100 00010000:00010000:1.0:1780334658.484126:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334658.486432:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334658.486618:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604414848 00000100:00100000:0.0:1780334658.486629:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604414848 00000100:00100000:0.0:1780334658.486677:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 285 00000100:00100000:0.0:1780334658.486694:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2408:x1866815604414848:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334658.486710:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334658.486726:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e70096dc0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b111d expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334658.486776:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624247680:192.168.203.22@tcp:106: 00000100:00100000:0.0:1780334658.487008:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70136dc480 going to sleep for 11 seconds 00000100:00100000:0.0:1780334658.493466:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624247680:192.168.203.22@tcp:106: 00010000:00010000:0.0:1780334658.493513:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e70096dc0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b111d expref: 13 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.493537:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e70096dc0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b111d expref: 13 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334658.493556:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9c00, rc 0) 00000100:00100000:0.0:1780334658.493612:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2408:x1866815604414848:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 6926us (7187us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334658.493620:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 285 00000100:00100000:2.0:1780334658.500309:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334658.500655:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604415104 00000100:00100000:0.0:1780334658.500665:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604415104 00000100:00100000:0.0:1780334658.500732:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1101 00000100:00100000:0.0:1780334658.500743:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+96:29079:x1866815604415104:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:0.0:1780334658.500949:0:6540:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].28, 136 off12000 00000100:00100000:0.0:1780334658.501028:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+96:29079:x1866815604415104:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 287us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334658.501036:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1101 00000100:00100000:1.0:1780334658.677125:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334658.677167:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034604000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624247808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334658.677253:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334658.677338:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624247808 00000100:00100000:1.0:1780334658.677348:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624247808 00000100:00100000:1.0:1780334658.677414:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1780334658.677425:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624247808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334658.677464:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:1.0:1780334658.677513:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624247808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334658.677520:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1780334658.677555:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034604000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624247808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334658.677920:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027202680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624247936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334658.677954:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334658.678564:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624247936 00000100:00100000:3.0:1780334658.678572:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624247936 00000100:00100000:3.0:1780334658.678653:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1780334658.678662:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624247936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334658.678684:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:3.0:1780334658.678745:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624247936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334658.678752:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1780334658.678841:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027202680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624247936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334658.679640:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624248064:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334658.679711:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334658.679838:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624248064 00000100:00100000:2.0:1780334658.679845:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624248064 00000100:00100000:2.0:1780334658.679886:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1780334658.679904:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624248064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334658.679939:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334658.679982:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624248064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334658.679988:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1780334658.680447:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624248064:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1780334658.999856:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334658.999863:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334658.999887:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 5 00000040:00080000:1.0:1780334658.999900:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334659.000123:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624248192:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1780334659.000349:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01d90540 going to sleep for 11 seconds 00000100:00100000:2.0:1780334659.008110:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334659.008296:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624248192:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334659.008868:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604415232 00000100:00100000:3.0:1780334659.008876:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604415232 00000100:00100000:3.0:1780334659.008936:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1102 00000100:00100000:3.0:1780334659.008945:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:29089:x1866815604415232:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334659.008975:0:15367:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334659.009086:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:29089:x1866815604415232:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 141us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334659.009093:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1102 00000100:00100000:0.0:1780334659.021436:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334659.021511:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604415488 00000100:00100000:1.0:1780334659.021522:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604415488 00000100:00100000:1.0:1780334659.021586:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1103 00000100:00100000:1.0:1780334659.021597:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:29089:x1866815604415488:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334659.021618:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334659.021640:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096dc7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1124 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.021742:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70096dce lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.021758:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70096dce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.021774:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70096dce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334659.021786:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:1.0:1780334659.021944:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096dc7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1124 expref: 49 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.021962:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70096dce lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1124 expref: 48 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.021971:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b703c6cb900) 00010000:00010000:1.0:1780334659.021974:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334659.021978:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334659.022039:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:29089:x1866815604415488:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 444us (612us total) trans 4294967952 rc 0/0 00000100:00100000:1.0:1780334659.022047:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1103 00000100:00100000:0.0:1780334659.027472:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334659.027563:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604415616 00000100:00100000:1.0:1780334659.027572:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604415616 00000100:00100000:1.0:1780334659.027633:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 51 00000100:00100000:1.0:1780334659.027644:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+48:2409:x1866815604415616:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334659.027659:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334659.027683:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70096dce lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1124 expref: 48 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.027715:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b703c6cb900) 00010000:00010000:1.0:1780334659.027720:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334659.027784:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:2409:x1866815604415616:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 142us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334659.027791:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 51 00000100:00100000:2.0:1780334659.029614:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334659.029689:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604415744 00000100:00100000:1.0:1780334659.029696:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604415744 00000100:00100000:1.0:1780334659.029746:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 286 00000100:00100000:1.0:1780334659.029755:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604415744:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1780334659.029797:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096ddc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.029846:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 11 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.029854:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334659.029856:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334659.029859:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096ddc lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.029896:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 11 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.029910:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 11 pid: 8421 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334659.029925:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624248320:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334659.030005:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b700688da80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334659.032761:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334659.032953:0:8426:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604415872 00000100:00100000:0.0:1780334659.032961:0:8426:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604415872 00002000:00100000:0.0:1780334659.033006:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x16:0x0] (0->1515) req@ffff9b6f04df3480 x1866815604415872/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:125/0 lens 2008/0 e 0 to 0 dl 1780334670 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334659.033017:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04df3480 with x1866815604415872 ext(0->1515) 00010000:00010000:0.0:1780334659.033025:0:8426:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 12 pid: 8421 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.033041:0:8426:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 12 pid: 8421 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334659.033055:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b6f04df3480 00000100:00100000:0.0:1780334659.033091:0:8426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 13 00000100:00100000:0.0:1780334659.033101:0:8426:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604415872:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:0.0:1780334659.034124:0:8426:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+14:2406:x1866815604415872:12345-192.168.203.22@tcp:4:cp.0 Request processed in 1020us (1368us total) trans 4294967354 rc 0/0 00000100:00100000:0.0:1780334659.034134:0:8426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 13 00002000:00100000:0.0:1780334659.034143:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x16:0x0] (0->1515) req@ffff9b6f04df3480 x1866815604415872/t4294967354(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:125/0 lens 2008/448 e 0 to 0 dl 1780334670 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334659.034152:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04df3480 with x1866815604415872 ext(0->1515) 00010000:00010000:0.0:1780334659.034159:0:8426:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 14 pid: 8421 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.034172:0:8426:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 14 pid: 8421 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334659.034178:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b6f04df3480 00000100:00100000:1.0:1780334659.035510:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624248320:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334659.035536:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096ddc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334659.043647:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334659.043743:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604416000 00000100:00100000:1.0:1780334659.043753:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604416000 00010000:00010000:1.0:1780334659.043789:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 14 pid: 8421 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334659.043857:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 343 00000100:00100000:1.0:1780334659.043867:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+14:2407:x1866815604416000:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334659.043881:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780334659.043898:0:6523:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1780334659.043909:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 14 pid: 8421 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.043923:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 14 pid: 8421 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.043944:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004addd99b/0xdf9e767e70096d88 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1101 expref: 14 pid: 8421 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.043961:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334659.043963:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334659.043967:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096ddc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.043977:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096ddc lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.044000:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334659.044056:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604416000:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 191us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334659.044064:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 343 00010000:00010000:0.0:1780334659.044326:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096ddc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.044336:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096ddc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.044363:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096ddc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.044371:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096ddc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.044378:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096ddc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.044384:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334659.044388:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096ddc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.044395:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096ddc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.044406:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096ddc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.044412:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096ddc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334659.044470:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2408:x1866815604415744:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 14716us (14862us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334659.044476:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 286 00000100:00100000:2.0:1780334659.051214:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334659.051371:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604416256 00000100:00100000:3.0:1780334659.051381:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604416256 00000100:00100000:3.0:1780334659.051437:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1104 00000100:00100000:3.0:1780334659.051447:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:29089:x1866815604416256:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334659.051629:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:29089:x1866815604416256:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 183us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334659.051637:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1104 00000100:00100000:3.0:1780334659.069428:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334659.069494:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604416384 00000100:00100000:1.0:1780334659.069504:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604416384 00000100:00100000:1.0:1780334659.069560:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 287 00000100:00100000:1.0:1780334659.069571:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604416384:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334659.069589:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334659.069608:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096de3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b112b expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334659.069633:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 1516, mtime: 0x6a1dc042, atime: 0x0, ctime: 0x6a1dc042, blocks: 0x8 00010000:00010000:1.0:1780334659.069651:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334659.069653:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334659.069660:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096de3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b112b expref: 13 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.069678:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096de3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b112b expref: 13 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.069691:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334659.069749:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604416384:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 180us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334659.069756:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 287 00000100:00100000:3.0:1780334659.078553:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334659.079627:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604416640 00000100:00100000:0.0:1780334659.079637:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604416640 00000100:00100000:0.0:1780334659.079711:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1105 00000100:00100000:0.0:1780334659.079722:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:29089:x1866815604416640:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334659.079835:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:29089:x1866815604416640:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 114us (1289us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334659.079842:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1105 00000100:00100000:0.0:1780334659.084904:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334659.085069:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604416768 00000100:00100000:1.0:1780334659.085080:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604416768 00002000:00100000:1.0:1780334659.085130:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x16:0x0] (0->4095) req@ffff9b703463f480 x1866815604416768/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:125/0 lens 488/0 e 0 to 0 dl 1780334670 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334659.085141:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703463f480 with x1866815604416768 ext(0->4095) 00002000:00010000:1.0:1780334659.085147:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703463f480 00000100:00100000:1.0:1780334659.085189:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 82 00000100:00100000:1.0:1780334659.085199:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604416768:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1780334659.085386:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604416768:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 188us (492us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780334659.085394:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 82 00002000:00100000:1.0:1780334659.085406:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x16:0x0] (0->4095) req@ffff9b703463f480 x1866815604416768/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:125/0 lens 488/4536 e 0 to 0 dl 1780334670 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334659.085414:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703463f480 with x1866815604416768 ext(0->4095) 00002000:00010000:1.0:1780334659.085417:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703463f480 00000100:00100000:0.0:1780334659.091097:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334659.091256:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604416896 00000100:00100000:1.0:1780334659.091267:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604416896 00000100:00100000:1.0:1780334659.091331:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1106 00000100:00100000:1.0:1780334659.091340:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+47:29089:x1866815604416896:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334659.091368:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334659.091389:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096dea lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1132 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.091423:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096df1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.091440:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096df1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.091449:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096df1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.091551:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70096dea lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1132 expref: 49 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.091567:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096df1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1132 expref: 48 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.091576:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b703c6cb900) 00010000:00010000:1.0:1780334659.091579:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334659.091583:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481da00, rc 0) 00000100:00100000:1.0:1780334659.091638:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+48:29089:x1866815604416896:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 298us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334659.091647:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1106 00000100:00100000:0.0:1780334659.101644:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334659.101697:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604417024 00000100:00100000:0.0:1780334659.101706:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604417024 00000100:00100000:0.0:1780334659.101763:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1107 00000100:00100000:0.0:1780334659.101773:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+48:29089:x1866815604417024:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334659.101805:0:9763:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334659.101943:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+48:29089:x1866815604417024:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 171us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334659.101952:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1107 00000100:00100000:0.0:1780334659.120227:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334659.120302:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604417152 00000100:00100000:2.0:1780334659.120310:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604417152 00000100:00100000:2.0:1780334659.120376:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 288 00000100:00100000:2.0:1780334659.120386:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604417152:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334659.120436:0:8519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e70096df8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.120452:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334659.120454:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334659.120459:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e70096df8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.120473:0:8519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e70096df8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.120497:0:8519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e70096df8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.120506:0:8519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e70096df8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.120514:0:8519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e70096df8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.120521:0:8519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334659.120525:0:8519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e70096df8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.120535:0:8519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e70096df8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.120550:0:8519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e70096df8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.120557:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002838456d/0xdf9e767e70096df8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334659.120636:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604417152:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 251us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334659.120644:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 288 00000100:00100000:1.0:1780334659.133371:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334659.135855:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604417408 00000100:00100000:2.0:1780334659.135866:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604417408 00000100:00100000:2.0:1780334659.135924:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1108 00000100:00100000:2.0:1780334659.135935:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:29089:x1866815604417408:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1780334659.136009:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096dff lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.136027:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096df1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1132 expref: 48 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.136036:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096dff lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.136071:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096df1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1132 expref: 48 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.136086:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096df1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1132 expref: 48 pid: 6540 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334659.136099:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02dfb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624248448:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334659.136179:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01e20780 going to sleep for 11 seconds 00000100:00100000:3.0:1780334659.147415:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02dfb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624248448:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334659.147416:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00010000:00010000:3.0:1780334659.147441:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096dff lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334659.147444:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604417536 00000100:00100000:0.0:1780334659.147450:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604417536 00010000:00010000:0.0:1780334659.147483:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096df1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1132 expref: 49 pid: 6540 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334659.147520:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 344 00000100:00100000:0.0:1780334659.147529:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03696300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+49:2406:x1866815604417536:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334659.147543:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334659.147549:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096df1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1132 expref: 49 pid: 6540 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.147563:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096df1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1132 expref: 49 pid: 6540 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.147584:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70096df1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1132 expref: 49 pid: 6540 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.147599:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b703c6cb900) 00010000:00010000:0.0:1780334659.147604:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096dff lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.147614:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096dff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.147622:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096dff lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.147666:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096dff lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.147672:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096dff lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.148015:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096dff lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.148023:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096dff lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.148029:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096dff lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.148035:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334659.148038:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096dff lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.148046:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096dff lrc: 5/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.148056:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b703c6cb900) 00010000:00010000:3.0:1780334659.148058:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334659.148062:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096dff lrc: 3/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.149537:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e70096dff lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.149567:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334659.149642:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03696300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+49:2406:x1866815604417536:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 2110us (2229us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334659.150421:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 344 00000100:00100000:1.0:1780334659.153352:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:29089:x1866815604417408:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 16492us (19074us total) trans 4294967953 rc 0/0 00000100:00100000:1.0:1780334659.153379:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1108 00000001:00080000:0.0:1780334659.154337:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967953 is committed 00000001:00080000:0.0:1780334659.154375:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967949 is committed 00000020:00080000:0.0:1780334659.154381:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 18 batchid updated 00010000:00010000:0.0:1780334659.154405:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70096d6c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.154422:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70096d6c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.154430:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70096d6c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.154443:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334659.154448:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70096d6c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.154456:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70096d6c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.154473:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9b703c6cba00) 00010000:00010000:0.0:1780334659.154477:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334659.154482:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70096d6c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.154488:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70096d6c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.154557:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096c93 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.154565:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096c93 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.154572:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096c93 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.154577:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334659.154580:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096c93 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.154585:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096c93 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.154593:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9b703c6cb700) 00010000:00010000:2.0:1780334659.154596:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334659.154599:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096c93 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.154605:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70096c93 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.154625:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096c9a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.154631:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096c9a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.154637:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096c9a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.154642:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334659.154646:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096c9a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780334659.154901:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334659.154907:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00010000:00010000:2.0:1780334659.155267:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096c9a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.155279:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:2.0:1780334659.155282:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334659.155285:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096c9a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.155291:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70096c9a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1780334659.155882:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000020:00080000:0.0:1780334659.155894:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000040:00080000:1.0:1780334659.156170:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:1.0:1780334659.156180:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334659.157565:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334659.157635:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604417792 00000100:00100000:2.0:1780334659.157645:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604417792 00000100:00100000:2.0:1780334659.157742:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 208 00000100:00100000:2.0:1780334659.157751:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:29089:x1866815604417792:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334659.158038:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:29089:x1866815604417792:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 288us (478us total) trans 4294967954 rc 0/0 00000100:00100000:2.0:1780334659.158047:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 208 00000040:00080000:0.0:1780334659.213965:0:21799:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334659.213972:0:21799:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334659.214005:0:21799:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 5 00000040:00080000:0.0:1780334659.214012:0:21799:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1780334659.253464:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1780334659.283903:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334659.283974:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604417920 00000100:00100000:1.0:1780334659.283986:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604417920 00000100:00100000:1.0:1780334659.284042:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 289 00000100:00100000:1.0:1780334659.284052:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2409:x1866815604417920:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334659.284069:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334659.284084:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e70096e06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1139 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.284107:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334659.284109:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334659.284116:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e70096e06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1139 expref: 13 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.284134:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e70096e06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1139 expref: 13 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.284148:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ca00, rc 0) 00000100:00100000:1.0:1780334659.284198:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2409:x1866815604417920:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 148us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334659.284205:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 289 00000100:00100000:1.0:1780334659.289606:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334659.289876:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604418176 00000100:00100000:2.0:1780334659.289885:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604418176 00000100:00100000:2.0:1780334659.289936:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1109 00000100:00100000:2.0:1780334659.289946:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:29090:x1866815604418176:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334659.289966:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334659.289986:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096e0d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1140 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.290083:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e14 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.290098:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e14 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.290113:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e14 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334659.290125:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:2.0:1780334659.290226:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096e0d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1140 expref: 97 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.290241:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e14 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1140 expref: 96 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.290250:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b703c6cb900) 00010000:00010000:2.0:1780334659.290253:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1780334659.290257:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1a00, rc 0) 00000100:00100000:2.0:1780334659.290319:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+96:29090:x1866815604418176:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 374us (721us total) trans 4294967955 rc 0/0 00000100:00100000:2.0:1780334659.290327:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1109 00000100:00100000:1.0:1780334659.296375:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334659.296684:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604418304 00000100:00100000:3.0:1780334659.296694:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604418304 00000100:00100000:3.0:1780334659.296751:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 290 00000100:00100000:3.0:1780334659.296762:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2409:x1866815604418304:12345-192.168.203.22@tcp:1:lfs.0 00010000:00010000:3.0:1780334659.296806:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a74a6df7/0xdf9e767e70096e22 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.296853:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096de3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b112b expref: 12 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.296863:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e70096e06 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1139 expref: 13 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.296871:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334659.296873:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334659.296876:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a74a6df7/0xdf9e767e70096e22 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.296910:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e70096e06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1139 expref: 13 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.296931:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e70096e06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1139 expref: 13 pid: 8421 timeout: 763 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334659.296945:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034437800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624248576:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334659.297030:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096de3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b112b expref: 12 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.297040:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096de3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b112b expref: 12 pid: 16895 timeout: 763 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334659.297049:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034435500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624248704:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334659.297068:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3900 going to sleep for 11 seconds 00000100:00100000:3.0:1780334659.299723:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034437800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624248576:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334659.299739:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034435500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624248704:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334659.299767:0:16895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a74a6df7/0xdf9e767e70096e22 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334659.301806:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334659.301859:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334659.302157:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604418432 00000100:00100000:2.0:1780334659.302166:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604418432 00010000:00010000:2.0:1780334659.302200:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e70096e06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1139 expref: 14 pid: 8421 timeout: 763 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334659.302269:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604418560 00000100:00100000:2.0:1780334659.302272:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604418560 00010000:00010000:2.0:1780334659.302287:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096de3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b112b expref: 13 pid: 16895 timeout: 763 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334659.305741:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 345 00000100:00100000:0.0:1780334659.305759:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2406:x1866815604418432:12345-192.168.203.22@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780334659.305765:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 346 00000100:00100000:3.0:1780334659.305779:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b701571d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604418560:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334659.305782:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334659.305789:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334659.305809:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096de3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b112b expref: 13 pid: 16895 timeout: 763 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.305825:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e70096e06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1139 expref: 14 pid: 8421 timeout: 763 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.305848:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096de3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b112b expref: 13 pid: 16895 timeout: 763 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.306270:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e70096e06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1139 expref: 14 pid: 8421 timeout: 763 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.306424:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e70096de3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b112b expref: 13 pid: 16895 timeout: 763 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.306527:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e70096e06 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1139 expref: 14 pid: 8421 timeout: 763 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.306589:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334659.306591:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334659.306596:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a74a6df7/0xdf9e767e70096e22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.306607:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a74a6df7/0xdf9e767e70096e22 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.307477:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334659.307521:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334659.307543:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2406:x1866815604418432:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 1788us (5739us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334659.307553:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 345 00010000:00010000:2.0:1780334659.307603:0:16895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a74a6df7/0xdf9e767e70096e22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.307614:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a74a6df7/0xdf9e767e70096e22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.307639:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a74a6df7/0xdf9e767e70096e22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.307647:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a74a6df7/0xdf9e767e70096e22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.307654:0:16895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a74a6df7/0xdf9e767e70096e22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.307665:0:16895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334659.307669:0:16895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a74a6df7/0xdf9e767e70096e22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.307682:0:16895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a74a6df7/0xdf9e767e70096e22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.307699:0:16895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a74a6df7/0xdf9e767e70096e22 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.307705:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a74a6df7/0xdf9e767e70096e22 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334659.307763:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2409:x1866815604418304:12345-192.168.203.22@tcp:1:lfs.0 Request processed in 11003us (11408us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334659.307771:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 290 00000100:00100000:2.0:1780334659.307803:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b701571d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604418560:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 2029us (5943us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334659.307841:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 346 00000100:00100000:3.0:1780334659.309379:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334659.309435:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604418816 00000100:00100000:0.0:1780334659.309443:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604418816 00000100:00100000:0.0:1780334659.309484:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 209 00000100:00100000:0.0:1780334659.309493:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+96:29090:x1866815604418816:12345-192.168.203.22@tcp:35:lfs.0 00000004:00010000:0.0:1780334659.309553:0:6542:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x1c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e14 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1140 expref: 96 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780334659.309960:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967956 00000001:00080000:0.0:1780334659.310206:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967957 00010000:00010000:0.0:1780334659.310236:0:6542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.310256:0:6542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096d73 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10f3 expref: 43 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.310265:0:6542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096da4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1108 expref: 99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.310272:0:6542:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.310303:0:6542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096da4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1108 expref: 99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.310317:0:6542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096da4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1108 expref: 99 pid: 9763 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334659.310330:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03697b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624248832:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334659.310461:0:6542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096d73 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10f3 expref: 43 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.310471:0:6542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096d73 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10f3 expref: 43 pid: 6540 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334659.310481:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03696a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624248960:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334659.310501:0:6542:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026a95180 going to sleep for 11 seconds 00000100:00100000:0.0:1780334659.314110:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334659.314140:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334659.314168:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604419072 00000100:00100000:0.0:1780334659.314177:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604419072 00010000:00010000:0.0:1780334659.314216:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096d73 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10f3 expref: 44 pid: 6540 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334659.314247:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604418944 00000100:00100000:0.0:1780334659.314250:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604418944 00010000:00010000:0.0:1780334659.314265:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096da4 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1108 expref: 100 pid: 9763 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334659.314286:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 347 00000100:00100000:0.0:1780334659.314296:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+44:2407:x1866815604419072:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334659.314310:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334659.314317:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096d73 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10f3 expref: 44 pid: 6540 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.314328:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096d73 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10f3 expref: 44 pid: 6540 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.314348:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b703c6cb900) 00010000:00010000:0.0:1780334659.314362:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.314371:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.314377:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334659.314423:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+44:2407:x1866815604419072:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 128us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334659.314445:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 347 00000100:00100000:0.0:1780334659.314466:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 348 00000100:00100000:0.0:1780334659.314473:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03697480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:2408:x1866815604418944:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334659.314480:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334659.314485:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096da4 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1108 expref: 100 pid: 9763 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.314505:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096da4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1108 expref: 100 pid: 9763 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.314518:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b703c6cb900) 00010000:00010000:0.0:1780334659.314521:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.314529:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.314536:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334659.314558:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334659.314576:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03697480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:2408:x1866815604418944:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 104us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334659.314582:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 348 00010000:00010000:3.0:1780334659.315600:0:6542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096da4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1108 expref: 99 pid: 9763 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334659.315618:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03697b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624248832:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334659.315630:0:6542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096d73 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10f3 expref: 43 pid: 6540 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334659.315640:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03696a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624248960:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334659.315667:0:6542:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.315673:0:6542:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334659.315679:0:6542:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780334659.315772:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967958 00000001:00080000:3.0:1780334659.315882:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967959 00000001:00080000:3.0:1780334659.315914:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967960 00000100:00100000:3.0:1780334659.315974:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034436a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624249088:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1780334659.316015:0:6542:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334659.316039:0:6542:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3000 going to sleep for 11 seconds 00000100:00100000:1.0:1780334659.316040:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624249088 00000100:00100000:1.0:1780334659.316047:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624249088 00000100:00100000:1.0:1780334659.316119:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1780334659.316129:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6542:x1866815624249088:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1780334659.316217:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6542:x1866815624249088:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 90us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334659.316227:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1780334659.316427:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034436a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624249088:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1780334659.316535:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967961 00000100:00100000:2.0:1780334659.316586:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02dfa680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624249216:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1780334659.316617:0:6542:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334659.316645:0:6542:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002ba9600 going to sleep for 11 seconds 00000100:00080000:3.0:1780334659.316654:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334659.317737:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624249216 00000100:00100000:1.0:1780334659.317746:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624249216 00000100:00100000:1.0:1780334659.317790:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1780334659.317828:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6542:x1866815624249216:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1780334659.318088:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6542:x1866815624249216:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 290us (1468us total) trans 4294967355 rc 0/0 00000100:00100000:1.0:1780334659.318096:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1780334659.318377:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02dfa680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624249216:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:2.0:1780334659.318408:0:6542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.318416:0:6542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.318423:0:6542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.318428:0:6542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334659.318432:0:6542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.318438:0:6542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.318451:0:6542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b703c6cb900) 00010000:00010000:2.0:1780334659.318454:0:6542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1780334659.318459:0:6542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.318464:0:6542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096e29 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780334659.318566:0:6542:0:(mdd_object.c:4033:mdd_close()) Object [0x200000402:0x3b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1780334659.318621:0:6542:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9096 00000004:00080000:2.0:1780334659.318632:0:6542:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 663137819400ns, next at 664137817509ns, rc = 0 00000001:00080000:2.0:1780334659.318640:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967962 00010000:00010000:2.0:1780334659.318670:0:6542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b703c6cb900) 00010000:00010000:2.0:1780334659.318673:0:6542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1780334659.318679:0:6542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e14 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1140 expref: 103 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334659.320266:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:29090:x1866815604418816:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 10766us (10884us total) trans 4294967963 rc 0/0 00000100:00100000:2.0:1780334659.320278:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 209 00000020:00080000:2.0:1780334659.320286:0:6542:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1780334659.338080:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334659.338404:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604419328 00000100:00100000:1.0:1780334659.338414:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604419328 00000100:00100000:1.0:1780334659.338474:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1110 00000100:00100000:1.0:1780334659.338485:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:29091:x1866815604419328:12345-192.168.203.22@tcp:101:cmp.0 00010000:00010000:1.0:1780334659.338508:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334659.338527:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096e30 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1147 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338616:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096e37 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338632:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096e37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338644:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096e37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338658:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096e3e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338665:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096e3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338672:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096e3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338789:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096e45 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338797:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096e45 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338805:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096e45 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334659.338833:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:1.0:1780334659.338908:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096e37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338916:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096e37 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338922:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096e37 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338928:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334659.338932:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096e37 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338940:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096e37 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338951:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:1.0:1780334659.338954:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334659.338959:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096e37 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338965:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096e37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338976:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096e3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338981:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096e3e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338987:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096e3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.338991:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334659.338994:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096e3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.339001:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096e3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.339009:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9b703c6c5e00) 00010000:00010000:1.0:1780334659.339012:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334659.339014:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096e3e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.339019:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096e3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.339083:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70096e30 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1147 expref: 105 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.339116:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096e45 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1147 expref: 104 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334659.339131:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b703c6c5800) 00010000:00010000:1.0:1780334659.339134:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334659.339136:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d800, rc 0) 00000100:00100000:1.0:1780334659.339200:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:29091:x1866815604419328:12345-192.168.203.22@tcp:101:cmp.0 Request processed in 717us (1129us total) trans 4294967964 rc 0/0 00000100:00100000:1.0:1780334659.339208:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1110 00000100:00100000:3.0:1780334659.346055:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334659.346237:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604419584 00000100:00100000:2.0:1780334659.346248:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604419584 00000100:00100000:2.0:1780334659.346330:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 52 00000100:00100000:2.0:1780334659.346344:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:29091:x1866815604419584:12345-192.168.203.22@tcp:103:cmp.0 00010000:00010000:2.0:1780334659.346370:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334659.346394:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096e45 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1147 expref: 104 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.346411:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b703c6c5800) 00010000:00010000:2.0:1780334659.346422:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334659.346479:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:29091:x1866815604419584:12345-192.168.203.22@tcp:103:cmp.0 Request processed in 139us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334659.346485:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 52 00000100:00100000:3.0:1780334659.350468:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334659.350799:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604419712 00000100:00100000:2.0:1780334659.350856:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604419712 00000100:00100000:2.0:1780334659.350924:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1111 00000100:00100000:2.0:1780334659.350934:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:29091:x1866815604419712:12345-192.168.203.22@tcp:58:cmp.0 00010000:00010000:2.0:1780334659.351033:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096e53 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.351048:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096e53 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.351056:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096e53 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780334659.351124:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].29, 136 off12136 00000100:00100000:2.0:1780334659.351186:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:29091:x1866815604419712:12345-192.168.203.22@tcp:58:cmp.0 Request processed in 255us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334659.351191:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1111 00000100:00100000:1.0:1780334659.354134:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334659.354228:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604419840 00000100:00100000:2.0:1780334659.354237:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604419840 00000100:00100000:2.0:1780334659.354312:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1112 00000100:00100000:2.0:1780334659.354322:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:29091:x1866815604419840:12345-192.168.203.22@tcp:101:cmp.0 00010000:00010000:2.0:1780334659.354341:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334659.354369:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096e5a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b114e expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.354425:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096e53 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.354436:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096e5a lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b114e expref: 104 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.354455:0:6538:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096e53 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.354467:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096e5a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b114e expref: 104 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.354481:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b6f02d67a00) 00010000:00010000:2.0:1780334659.354484:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334659.354488:0:6538:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096e5a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b114e expref: 104 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334659.354496:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0600, rc 0) 00000100:00100000:2.0:1780334659.354553:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:29091:x1866815604419840:12345-192.168.203.22@tcp:101:cmp.0 Request processed in 233us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334659.354560:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1112 00010000:00010000:0.0:1780334659.511610:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334660.212121:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334660.212128:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334660.212271:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:1.0:1780334660.212280:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334660.216579:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624249344:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1780334660.216708:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8180 going to sleep for 11 seconds 00000100:00100000:3.0:1780334660.220506:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.220581:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604419968 00000100:00100000:2.0:1780334660.220590:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604419968 00000100:00100000:0.0:1780334660.220611:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624249344:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334660.220652:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1113 00000100:00100000:2.0:1780334660.220663:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+43:29093:x1866815604419968:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334660.220693:0:9763:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00080000:0.0:1780334660.220739:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334660.223638:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+43:29093:x1866815604419968:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 2966us (3128us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334660.223650:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1113 00000100:00100000:3.0:1780334660.232590:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.233108:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604420096 00000100:00100000:2.0:1780334660.233118:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604420096 00000100:00100000:2.0:1780334660.233179:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1114 00000100:00100000:2.0:1780334660.233190:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+43:29093:x1866815604420096:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1780334660.233397:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e61 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233414:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e61 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233426:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e61 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233501:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096e68 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233510:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096e68 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233517:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096e68 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233540:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096e6f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233548:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096e6f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233553:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096e6f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334660.233593:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00000004:00200000:2.0:1780334660.233597:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334660.233608:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096e6f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233619:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e61 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233625:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e61 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233632:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e61 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233642:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334660.233645:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e61 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233652:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e61 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233663:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334660.233665:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334660.233670:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e61 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233676:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096e61 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233687:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096e68 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233692:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096e68 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233697:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096e68 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233702:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334660.233704:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096e68 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233710:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096e68 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233720:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x186e6862 (ffff9b6f02d67300) 00010000:00010000:2.0:1780334660.233722:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334660.233724:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096e68 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233730:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096e68 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233742:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096e6f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233747:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096e6f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233752:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096e6f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233757:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334660.233760:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096e6f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233765:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096e6f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233772:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b6f02d67a00) 00010000:00010000:2.0:1780334660.233774:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334660.233777:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096e6f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.233782:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096e6f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334660.234223:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+43:29093:x1866815604420096:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 Request processed in 1033us (1638us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334660.234234:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1114 00000100:00100000:1.0:1780334660.241523:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.241620:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604420352 00000100:00100000:2.0:1780334660.241630:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604420352 00000100:00100000:2.0:1780334660.243741:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1115 00000100:00100000:2.0:1780334660.243766:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:29093:x1866815604420352:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334660.243799:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334660.243839:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096e76 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1155 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.243960:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096e7d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.243975:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096e7d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.243987:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096e7d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334660.243998:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:2.0:1780334660.244960:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096e7d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.244970:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096e7d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.244977:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096e7d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.244989:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334660.244994:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096e7d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.245002:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096e7d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.245017:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b6f02d67a00) 00010000:00010000:2.0:1780334660.245020:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334660.245026:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096e7d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.245032:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096e7d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.245442:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096e76 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1155 expref: 45 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.245453:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334660.245455:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780334660.245459:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096e76 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1155 expref: 45 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.245469:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1c00, rc 0) 00000100:00100000:2.0:1780334660.245733:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:29093:x1866815604420352:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1978us (4218us total) trans 4294967965 rc 301/301 00000100:00100000:2.0:1780334660.245743:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1115 00000100:00100000:3.0:1780334660.249907:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.249977:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604420480 00000100:00100000:2.0:1780334660.249986:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604420480 00000100:00100000:2.0:1780334660.250039:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1116 00000100:00100000:2.0:1780334660.250048:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:29093:x1866815604420480:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334660.250080:0:9763:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334660.250177:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:29093:x1866815604420480:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 129us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334660.250184:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1116 00000100:00100000:3.0:1780334660.254214:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.263962:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604420736 00000100:00100000:2.0:1780334660.263976:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604420736 00000100:00100000:2.0:1780334660.264097:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1117 00000100:00100000:2.0:1780334660.264108:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:29093:x1866815604420736:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334660.264129:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334660.264147:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096e8b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b115c expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.265264:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096e92 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.265281:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096e92 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.265292:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096e92 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334660.265303:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00010000:00010000:2.0:1780334660.265367:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096e8b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b115c expref: 47 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.265385:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096e92 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b115c expref: 46 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.265395:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b6f02d67300) 00010000:00010000:2.0:1780334660.265398:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334660.265401:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0400, rc 0) 00000100:00100000:2.0:1780334660.265473:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:29093:x1866815604420736:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1367us (11269us total) trans 4294967966 rc 0/0 00000100:00100000:2.0:1780334660.265481:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1117 00000100:00100000:0.0:1780334660.277177:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.277590:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604420992 00000100:00100000:2.0:1780334660.277601:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604420992 00000100:00100000:2.0:1780334660.277667:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1118 00000100:00100000:2.0:1780334660.277678:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+46:29093:x1866815604420992:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334660.277734:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334660.277761:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096e92 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b115c expref: 46 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.277779:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b6f02d67300) 00010000:00010000:2.0:1780334660.277789:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334660.277867:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.277883:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096db9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1116 expref: 103 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.277892:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.278007:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096db9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1116 expref: 103 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.278023:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096db9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1116 expref: 103 pid: 6538 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334660.278038:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034435180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624249472:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334660.278136:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3180 going to sleep for 11 seconds 00000100:00100000:1.0:1780334660.280390:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034435180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624249472:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334660.280418:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334660.281059:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.281208:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604421120 00000100:00100000:2.0:1780334660.281215:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604421120 00010000:00010000:3.0:1780334660.281440:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096db9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1116 expref: 104 pid: 6538 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334660.281480:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 349 00000100:00100000:3.0:1780334660.281490:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03696300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:2407:x1866815604421120:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334660.281503:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334660.281509:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096db9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1116 expref: 104 pid: 6538 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.281521:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096db9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1116 expref: 104 pid: 6538 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.281543:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70096db9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1116 expref: 104 pid: 6538 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.281560:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:3.0:1780334660.281565:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.281574:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.281582:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.281611:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334660.281658:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03696300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:2407:x1866815604421120:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 170us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334660.281677:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 349 00010000:00010000:1.0:1780334660.281973:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.281982:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282009:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096ea7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0xb74a06db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282019:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096ea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0xb74a06db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282026:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096ea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0xb74a06db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282066:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282075:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282081:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282086:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282092:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334660.282096:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282103:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282111:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:1.0:1780334660.282113:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334660.282117:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282124:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1c00/0xdf9e767e70096ea0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282134:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096ea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0xb74a06db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282139:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096ea7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0xb74a06db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282143:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096ea7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0xb74a06db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282148:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334660.282150:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096ea7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0xb74a06db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282156:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096ea7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0xb74a06db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282163:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0xb74a06db (ffff9b703c6c5400) 00010000:00010000:1.0:1780334660.282166:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334660.282168:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096ea7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0xb74a06db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.282174:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096ea7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0xb74a06db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334660.282227:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:29093:x1866815604420992:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 4550us (5058us total) trans 0 rc -2/-2 00000100:00100000:1.0:1780334660.282234:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1118 00000100:00080000:0.0:1780334660.285282:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334660.287629:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334660.287708:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604421248 00000100:00100000:1.0:1780334660.287717:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604421248 00000100:00100000:1.0:1780334660.287785:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1119 00000100:00100000:1.0:1780334660.287794:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+45:29093:x1866815604421248:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334660.287848:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334660.287871:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096eae lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1163 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.287906:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096eb5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.287920:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.287931:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.288032:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096eae lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1163 expref: 47 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.288051:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096eb5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1163 expref: 46 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.288059:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:1.0:1780334660.288062:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334660.288065:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c000, rc 0) 00000100:00100000:1.0:1780334660.288116:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+46:29093:x1866815604421248:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 323us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334660.288123:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1119 00000100:00100000:3.0:1780334660.293193:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.293284:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604421504 00000100:00100000:2.0:1780334660.293294:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604421504 00000100:00100000:2.0:1780334660.293362:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1120 00000100:00100000:2.0:1780334660.293373:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:29093:x1866815604421504:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334660.293451:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ebc lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.293468:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ebc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.293479:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ebc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334660.293603:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c19dd82a reply state 00000000b29a2df9 transno 4294967967 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ebc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.293616:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ebc lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.293624:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:2.0:1780334660.293626:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1780334660.293631:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334660.293725:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:29093:x1866815604421504:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 353us (540us total) trans 4294967967 rc 0/0 00000100:00100000:2.0:1780334660.293732:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1120 00000100:00100000:2.0:1780334660.301868:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334660.301952:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604421632 00000100:00100000:1.0:1780334660.301961:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604421632 00000100:00100000:1.0:1780334660.302019:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1121 00000100:00100000:1.0:1780334660.302030:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:29093:x1866815604421632:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334660.302056:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334660.302074:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096ec3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b116a expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.302128:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096ec3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b116a expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.302142:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096ec3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b116a expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.302151:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:1.0:1780334660.302153:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334660.302157:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c400, rc 0) 00000100:00100000:1.0:1780334660.302212:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:29093:x1866815604421632:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 184us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334660.302220:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1121 00000100:00100000:3.0:1780334660.305337:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.306222:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604421760 00000100:00100000:2.0:1780334660.306234:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604421760 00000100:00100000:2.0:1780334660.306303:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 210 00000100:00100000:2.0:1780334660.306314:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ef450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:29093:x1866815604421760:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1780334660.306466:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ef450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:29093:x1866815604421760:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 Request processed in 154us (1137us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334660.306477:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 210 00000100:00100000:3.0:1780334660.315062:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.315167:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604422016 00000100:00100000:2.0:1780334660.315176:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604422016 00000100:00100000:2.0:1780334660.315233:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 211 00000100:00100000:2.0:1780334660.315242:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:29093:x1866815604422016:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334660.315716:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:29093:x1866815604422016:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 474us (661us total) trans 4294967968 rc 0/0 00000100:00100000:2.0:1780334660.315725:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 211 00000100:00100000:0.0:1780334660.319970:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.320145:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604422272 00000100:00100000:2.0:1780334660.320154:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604422272 00000100:00100000:2.0:1780334660.320253:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1122 00000100:00100000:2.0:1780334660.320264:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:29093:x1866815604422272:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334660.320397:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:29093:x1866815604422272:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 136us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334660.320405:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1122 00000100:00100000:0.0:1780334660.325731:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334660.326051:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604422528 00000100:00100000:1.0:1780334660.326061:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604422528 00000100:00100000:1.0:1780334660.326151:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1123 00000100:00100000:1.0:1780334660.326160:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:29093:x1866815604422528:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334660.326180:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334660.326196:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096eca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1171 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.326305:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096ed1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.326319:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096ec3 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b116a expref: 51 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.326327:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096ed1 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.326384:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096ec3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b116a expref: 51 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.326397:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096ec3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b116a expref: 51 pid: 6538 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334660.326410:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c819500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624249600:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334660.327290:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334660.330372:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334660.330499:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604422656 00000100:00100000:0.0:1780334660.330508:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604422656 00010000:00010000:0.0:1780334660.330543:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096ec3 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b116a expref: 52 pid: 6538 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334660.330581:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 350 00000100:00100000:0.0:1780334660.330590:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604422656:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334660.330604:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334660.330610:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096ec3 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b116a expref: 52 pid: 6538 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.330622:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096ec3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b116a expref: 52 pid: 6538 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.330643:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:0.0:1780334660.330648:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096ed1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.330656:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.330663:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096ed1 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.330693:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334660.330749:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604422656:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 160us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334660.330756:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 350 00010000:00010000:1.0:1780334660.332604:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70096ec3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b116a expref: 51 pid: 6538 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334660.332627:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c819500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624249600:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334660.332650:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.332659:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.332732:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334660.332899:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00000004:00080000:1.0:1780334660.333118:0:9763:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x15:0x0], index 0: 0 00010000:00010000:1.0:1780334660.333207:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096ed1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.333215:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096ed1 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.333223:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096ed1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.333229:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334660.333233:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096ed1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.333240:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096ed1 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.333254:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:1.0:1780334660.333257:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334660.333260:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096ed1 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.333266:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70096ed1 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.333324:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096eca lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1171 expref: 51 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.333339:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9b703c6cb800) 00010000:00010000:1.0:1780334660.333341:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780334660.333353:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70096eca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1171 expref: 51 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.333363:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c800, rc 0) 00000100:00100000:1.0:1780334660.333431:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:29093:x1866815604422528:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 7264us (7757us total) trans 4294967969 rc 301/301 00000100:00100000:1.0:1780334660.333440:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1123 00000100:00100000:3.0:1780334660.336388:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334660.336583:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604422912 00000100:00100000:0.0:1780334660.336592:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604422912 00000100:00100000:0.0:1780334660.336643:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 212 00000100:00100000:0.0:1780334660.336654:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:29093:x1866815604422912:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1780334660.336963:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:29093:x1866815604422912:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 310us (582us total) trans 4294967970 rc 0/0 00000100:00100000:0.0:1780334660.337225:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 212 00000100:00100000:0.0:1780334660.340191:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334660.340262:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604423040 00000100:00100000:1.0:1780334660.340272:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604423040 00000100:00100000:1.0:1780334660.340326:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1124 00000100:00100000:1.0:1780334660.340337:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:29093:x1866815604423040:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334660.340367:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334660.340386:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096edf lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1178 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.340562:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096ee6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.340576:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096ee6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.340586:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096ee6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334660.340623:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00000004:00200000:1.0:1780334660.340628:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334660.340646:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096ee6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.340684:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096edf lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1178 expref: 53 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.340701:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096ee6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1178 expref: 52 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.340709:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:1.0:1780334660.340712:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1780334660.340715:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ce00, rc 0) 00000100:00100000:1.0:1780334660.340771:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:29093:x1866815604423040:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 436us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334660.340778:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1124 00000100:00100000:1.0:1780334660.344173:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.344235:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604423168 00000100:00100000:2.0:1780334660.344244:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604423168 00000100:00100000:2.0:1780334660.344313:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 291 00000100:00100000:2.0:1780334660.344325:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604423168:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334660.344358:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334660.344379:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d2b5b81/0xdf9e767e70096eed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b117f expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334660.344412:0:8519:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780334660.344433:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334660.344435:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334660.344443:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d2b5b81/0xdf9e767e70096eed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b117f expref: 9 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.344463:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002d2b5b81/0xdf9e767e70096eed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b117f expref: 9 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.344475:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1a00, rc 0) 00000100:00100000:2.0:1780334660.344540:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2408:x1866815604423168:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 218us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334660.344547:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 291 00000100:00080000:0.0:1780334660.344655:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334660.350283:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.350376:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604423424 00000100:00100000:2.0:1780334660.350385:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604423424 00000100:00100000:2.0:1780334660.350442:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1125 00000100:00100000:2.0:1780334660.350452:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:29093:x1866815604423424:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334660.350565:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:29093:x1866815604423424:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 114us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334660.350572:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1125 00000100:00100000:1.0:1780334660.357370:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334660.357638:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604423552 00000100:00100000:3.0:1780334660.357648:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604423552 00000100:00100000:3.0:1780334660.357712:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 292 00000100:00100000:3.0:1780334660.357723:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:29093:x1866815604423552:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334660.357741:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334660.357757:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096ef4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1186 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.357786:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002d2b5b81/0xdf9e767e70096eed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b117f expref: 10 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.357794:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334660.357796:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334660.357800:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096ef4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1186 expref: 10 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.359168:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002d2b5b81/0xdf9e767e70096eed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b117f expref: 10 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.359189:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002d2b5b81/0xdf9e767e70096eed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b117f expref: 10 pid: 8519 timeout: 764 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334660.359205:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02df8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624249728:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334660.359294:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3600 going to sleep for 11 seconds 00000100:00100000:1.0:1780334660.362865:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334660.363391:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604423680 00000100:00100000:3.0:1780334660.363400:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604423680 00010000:00010000:3.0:1780334660.364093:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002d2b5b81/0xdf9e767e70096eed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b117f expref: 11 pid: 8519 timeout: 764 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334660.364252:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02df8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624249728:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334660.364282:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096ef4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1186 expref: 11 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.364310:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f200, rc 0) 00000100:00100000:2.0:1780334660.364383:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:29093:x1866815604423552:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 6662us (7047us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334660.364392:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 292 00000100:00100000:3.0:1780334660.364674:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 351 00000100:00100000:3.0:1780334660.364687:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604423680:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334660.364701:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334660.364722:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002d2b5b81/0xdf9e767e70096eed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b117f expref: 10 pid: 8519 timeout: 764 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.364746:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002d2b5b81/0xdf9e767e70096eed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b117f expref: 10 pid: 8519 timeout: 764 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.364771:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d2b5b81/0xdf9e767e70096eed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b117f expref: 10 pid: 8519 timeout: 764 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.364785:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334660.364788:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334660.364795:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096ef4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1186 expref: 9 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.364804:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096ef4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1186 expref: 9 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.364873:0:19047:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096ef4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1186 expref: 9 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334660.364888:0:19047:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:19047:1866815624249856:192.168.203.22@tcp:105: 00000100:00100000:3.0:1780334660.364936:0:19047:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea33c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334660.369195:0:19047:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:19047:1866815624249856:192.168.203.22@tcp:105: 00010000:00010000:0.0:1780334660.369226:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334660.369289:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604423680:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 4605us (6431us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334660.369308:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 351 00000100:00100000:0.0:1780334660.370726:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.373070:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604423808 00000100:00100000:2.0:1780334660.373084:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604423808 00002000:00100000:2.0:1780334660.373141:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (0->1515) req@ffff9b703fdc4e00 x1866815604423808/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:126/0 lens 2008/0 e 0 to 0 dl 1780334671 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334660.373152:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdc4e00 with x1866815604423808 ext(0->1515) 00002000:00010000:2.0:1780334660.373158:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fdc4e00 00000100:00100000:2.0:1780334660.373230:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 83 00000100:00100000:2.0:1780334660.373241:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604423808:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1780334660.374644:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604423808:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 1401us (3970us total) trans 4294967350 rc 0/0 00000100:00100000:2.0:1780334660.374655:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 83 00002000:00100000:2.0:1780334660.374726:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (0->1515) req@ffff9b703fdc4e00 x1866815604423808/t4294967350(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:126/0 lens 2008/448 e 0 to 0 dl 1780334671 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334660.374737:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdc4e00 with x1866815604423808 ext(0->1515) 00002000:00010000:2.0:1780334660.374742:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fdc4e00 00000100:00100000:0.0:1780334660.385040:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334660.385143:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604423936 00000100:00100000:1.0:1780334660.385151:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604423936 00000100:00100000:1.0:1780334660.385211:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1126 00000100:00100000:1.0:1780334660.385221:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:29093:x1866815604423936:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1780334660.387252:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967970 is committed 00000001:00080000:0.0:1780334660.387279:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967964 is committed 00000004:00080000:0.0:1780334660.387283:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000020:00080000:0.0:1780334660.387393:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b7033428cc0 refcount 2 committed 0 result 0 batchid 19 00000020:00080000:0.0:1780334660.387399:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b7018587700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f01e20780 00000020:00080000:0.0:1780334660.387402:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b7018587200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b703c86c800 00000020:00080000:3.0:1780334660.387461:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 19 committed batchid 18 00000020:00080000:3.0:1780334660.387515:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:1.0:1780334660.387801:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624249984:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780334660.387892:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334660.387943:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624249984 00000100:00100000:1.0:1780334660.387949:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624249984 00000100:00100000:1.0:1780334660.387985:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1780334660.387993:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624249984:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1780334660.388015:0:16895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:22 count 1 00002000:00010000:1.0:1780334660.388043:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 1516, mtime: 0x6a1dc042, atime: 0x0, ctime: 0x6a1dc042, blocks: 0x8 00010000:00010000:1.0:1780334660.388050:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096efb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.388065:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334660.388067:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334660.388073:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096efb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.388086:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096efb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.388097:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096efb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.388105:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096efb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.388121:0:16895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780334660.388226:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3658:x1866815624249984:12345-0@lo:6:osp-syn-1-0.0 Request processed in 233us (333us total) trans 4294967356 rc 0/0 00000100:00100000:1.0:1780334660.388233:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00010000:00010000:1.0:1780334660.388251:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334660.388257:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096efb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.388270:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334660.388275:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096efb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.388284:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096efb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.388320:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096efb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.388329:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70096efb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.388355:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334660.388357:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334660.388359:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780334660.388392:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b703c818700/2, rc 0, transno 4294967356 00000100:00100000:1.0:1780334660.388398:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624249984:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780334660.389331:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ebc lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.389343:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ebc lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.389363:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ebc lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.389369:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334660.389374:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ebc lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.389380:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ebc lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.389393:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:2.0:1780334660.389395:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780334660.389400:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ebc lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.389405:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70096ebc lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334660.396284:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:29093:x1866815604423936:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 11052us (11239us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334660.396310:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1126 00000100:00100000:3.0:1780334660.404962:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.409548:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604424064 00000100:00100000:2.0:1780334660.409562:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604424064 00000100:00100000:2.0:1780334660.409674:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 294 00000100:00100000:2.0:1780334660.409685:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604424064:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1780334660.412223:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00000100:00100000:2.0:1780334660.412402:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604424064:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 2713us (7443us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334660.412412:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 294 00000100:00100000:1.0:1780334660.416726:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334660.417204:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604424320 00000100:00100000:3.0:1780334660.417213:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604424320 00000100:00100000:0.0:1780334660.417481:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1127 00000100:00100000:0.0:1780334660.417491:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:29093:x1866815604424320:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1780334660.417537:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334660.417561:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096ee6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1178 expref: 44 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.417580:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:0.0:1780334660.417585:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334660.417611:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096f02 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.417624:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096f02 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.417633:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096f02 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334660.418160:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000070f4f2f3 reply state 00000000994cd3d9 transno 4294967971 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096f02 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.418174:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096f02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.418181:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:0.0:1780334660.418184:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334660.418187:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780334660.418291:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:29093:x1866815604424320:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 801us (1582us total) trans 4294967971 rc 0/0 00000100:00100000:0.0:1780334660.418303:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1127 00000100:00100000:0.0:1780334660.422079:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334660.422167:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604424448 00000100:00100000:3.0:1780334660.422177:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604424448 00000100:00100000:3.0:1780334660.422234:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1128 00000100:00100000:3.0:1780334660.422244:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+45:29093:x1866815604424448:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334660.422265:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334660.422284:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f09 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b118d expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.422340:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f09 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b118d expref: 46 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.422366:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f09 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b118d expref: 46 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.422386:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:3.0:1780334660.422389:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334660.422392:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fe00, rc 0) 00000100:00100000:3.0:1780334660.422524:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+46:29093:x1866815604424448:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 280us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334660.422533:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1128 00000100:00100000:2.0:1780334660.425135:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334660.425230:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604424576 00000100:00100000:0.0:1780334660.425238:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604424576 00000100:00100000:0.0:1780334660.425296:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 295 00000100:00100000:0.0:1780334660.425305:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604424576:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1780334660.425476:0:8422:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:0.0:1780334660.425480:0:8422:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 0 -> 1780334658 00002000:00010000:0.0:1780334660.425482:0:8422:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 0 -> 1780334658 00002000:00010000:0.0:1780334660.425483:0:8422:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 0 -> 1780334658 00002000:00010000:0.0:1780334660.425485:0:8422:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1780334660.425541:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604424576:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 237us (414us total) trans 4294967351 rc 0/0 00000100:00100000:0.0:1780334660.425549:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 295 00000100:00100000:1.0:1780334660.427936:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334660.428074:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604424832 00000100:00100000:3.0:1780334660.428083:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604424832 00000100:00100000:3.0:1780334660.428138:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1129 00000100:00100000:3.0:1780334660.428147:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+46:29093:x1866815604424832:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1780334660.428206:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f10 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.428234:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096eb5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1163 expref: 46 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.428245:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f10 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.428277:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096eb5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1163 expref: 46 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.428291:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096eb5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1163 expref: 46 pid: 6540 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334660.428304:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624250112:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334660.428407:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea36c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334660.431450:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624250112:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334660.431479:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f10 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334660.431528:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334660.432226:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604424960 00000100:00100000:0.0:1780334660.432235:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604424960 00010000:00010000:0.0:1780334660.432269:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096eb5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1163 expref: 47 pid: 6540 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334660.432312:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 352 00000100:00100000:0.0:1780334660.432398:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab48050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:2406:x1866815604424960:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334660.432414:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334660.432421:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096eb5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1163 expref: 47 pid: 6540 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.432438:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096eb5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1163 expref: 47 pid: 6540 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.432458:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096eb5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1163 expref: 47 pid: 6540 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.432476:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:0.0:1780334660.432481:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f10 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.432491:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f10 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.432498:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f10 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.432528:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334660.432757:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f10 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.432766:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f10 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.432799:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f10 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.432806:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f10 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.432846:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f10 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.432852:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334660.432856:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f10 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.432863:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f10 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.432872:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:3.0:1780334660.432874:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1780334660.432878:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f10 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.432884:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f10 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334660.433038:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab48050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:2406:x1866815604424960:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 717us (1718us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334660.433044:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 352 00000100:00100000:3.0:1780334660.434568:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+45:29093:x1866815604424832:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 6413us (6630us total) trans 0 rc -22/-22 00000100:00100000:3.0:1780334660.434581:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1129 00000100:00100000:1.0:1780334660.442097:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.442159:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604425088 00000100:00100000:2.0:1780334660.442169:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604425088 00000100:00100000:2.0:1780334660.442237:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 296 00000100:00100000:2.0:1780334660.442248:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604425088:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334660.442290:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002838456d/0xdf9e767e70096f17 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.442311:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096ef4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1186 expref: 10 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.442319:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334660.442321:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334660.442325:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002838456d/0xdf9e767e70096f17 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.442363:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096ef4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1186 expref: 10 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.442378:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1186 expref: 10 pid: 8422 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334660.442399:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02df9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624250240:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334660.442657:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334660.446065:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.446249:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02df9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624250240:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334660.446277:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002838456d/0xdf9e767e70096f17 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334660.446516:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604425216 00000100:00100000:0.0:1780334660.446525:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604425216 00010000:00010000:0.0:1780334660.446559:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1186 expref: 11 pid: 8422 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334660.448541:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 353 00000100:00100000:0.0:1780334660.448558:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604425216:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334660.448580:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334660.448603:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096ef4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1186 expref: 11 pid: 8422 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.448619:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096ef4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1186 expref: 11 pid: 8422 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.448641:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70096ef4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1186 expref: 11 pid: 8422 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.448655:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334660.448657:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334660.448661:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002838456d/0xdf9e767e70096f17 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.448680:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002838456d/0xdf9e767e70096f17 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.448712:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334660.448874:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002838456d/0xdf9e767e70096f17 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.448885:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002838456d/0xdf9e767e70096f17 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.448914:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002838456d/0xdf9e767e70096f17 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.448923:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002838456d/0xdf9e767e70096f17 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.448931:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002838456d/0xdf9e767e70096f17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.448938:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334660.448943:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002838456d/0xdf9e767e70096f17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.448958:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002838456d/0xdf9e767e70096f17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.448971:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002838456d/0xdf9e767e70096f17 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.448978:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002838456d/0xdf9e767e70096f17 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334660.449077:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604425216:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 524us (3020us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334660.449086:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 353 00000100:00100000:2.0:1780334660.449339:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2409:x1866815604425088:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 7092us (7249us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334660.450329:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 296 00000100:00100000:0.0:1780334660.453804:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334660.455549:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604425472 00000100:00100000:1.0:1780334660.455560:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604425472 00000100:00100000:1.0:1780334660.455615:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1130 00000100:00100000:1.0:1780334660.455625:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:29093:x1866815604425472:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1780334660.455716:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096f1e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.455733:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096f1e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.455744:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096f1e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.456017:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f25 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.456029:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f09 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b118d expref: 46 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.456042:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f25 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.456074:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f09 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b118d expref: 46 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.456085:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f09 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b118d expref: 46 pid: 6540 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334660.456100:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624250368:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334660.456180:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026a95b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780334660.460637:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334660.460782:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604425600 00000100:00100000:1.0:1780334660.460790:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604425600 00000100:00100000:0.0:1780334660.460899:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624250368:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334660.460922:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f25 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.460939:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f09 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b118d expref: 47 pid: 6540 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334660.461011:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 354 00000100:00100000:1.0:1780334660.461022:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+47:2407:x1866815604425600:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334660.461036:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334660.461042:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f09 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b118d expref: 47 pid: 6540 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.461059:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f09 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b118d expref: 47 pid: 6540 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.461080:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f09 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b118d expref: 47 pid: 6540 timeout: 764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.461096:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:1.0:1780334660.461102:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f25 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.461111:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f25 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.461118:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f25 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.461143:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334660.461184:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f25 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.461192:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f25 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334660.461194:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:2407:x1866815604425600:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 175us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334660.461201:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 354 00000001:00080000:0.0:1780334660.461557:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967972 00000001:00080000:0.0:1780334660.461657:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967973 00000001:00080000:0.0:1780334660.461690:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967974 00000100:00100000:0.0:1780334660.462936:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624250496:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1780334660.462997:0:6538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334660.463106:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01e20a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334660.463149:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624250496 00000100:00100000:1.0:1780334660.463157:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624250496 00000100:00100000:1.0:1780334660.463249:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1780334660.463257:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6538:x1866815624250496:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1780334660.463368:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6538:x1866815624250496:12345-0@lo:1000:mdt00_000.0 Request processed in 111us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334660.463375:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1780334660.463423:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624250496:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1780334660.463559:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967975 00000100:00080000:0.0:1780334660.463564:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334660.463612:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624250624:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1780334660.463640:0:6538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334660.463667:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3900 going to sleep for 11 seconds 00000100:00100000:1.0:1780334660.463724:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624250624 00000100:00100000:1.0:1780334660.463728:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624250624 00000100:00100000:1.0:1780334660.463891:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1780334660.463900:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6538:x1866815624250624:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1780334660.463992:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6538:x1866815624250624:12345-0@lo:1000:mdt00_000.0 Request processed in 93us (350us total) trans 4294967352 rc 0/0 00000100:00100000:1.0:1780334660.463998:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1780334660.464062:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624250624:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1780334660.464113:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967976 00010000:00010000:3.0:1780334660.464138:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f25 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.464147:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f25 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.464154:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f25 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.464159:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334660.464163:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f25 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.464169:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f25 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.464183:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:3.0:1780334660.464186:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334660.464190:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f25 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.464195:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f25 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.464216:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096e53 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.464222:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096e53 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.464227:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096e53 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.464232:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334660.464235:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096e53 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.464240:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096e53 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.464248:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b6f02d67a00) 00010000:00010000:3.0:1780334660.464250:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334660.464256:0:6538:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096e5a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b114e expref: 92 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.464266:0:6538:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096e5a lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b114e expref: 92 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.464274:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096e5a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b114e expref: 92 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334660.464296:0:6538:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0600/0xdf9e767e70096e5a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b114e expref: 92 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334660.464312:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624250752:192.168.203.22@tcp:105: 00000100:00100000:3.0:1780334660.464401:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334660.466576:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624250752:192.168.203.22@tcp:105: 00010000:00010000:0.0:1780334660.466606:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096e53 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466617:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096e53 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466649:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f2c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466663:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f2c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466683:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f2c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466694:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f2c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466700:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f2c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466706:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f2c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466712:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334660.466716:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f2c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466723:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f2c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466747:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b6f02d67a00) 00010000:00010000:0.0:1780334660.466750:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334660.466753:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f2c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466758:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f2c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466768:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096f1e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466775:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096f1e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466780:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096f1e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466785:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334660.466788:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096f1e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466794:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096f1e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466802:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9b6f02d67a00) 00010000:00010000:0.0:1780334660.466804:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334660.466807:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096f1e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.466853:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70096f1e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334660.466998:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:29093:x1866815604425472:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 11375us (13201us total) trans 4294967977 rc 0/0 00000100:00100000:0.0:1780334660.467007:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1130 00000020:00080000:0.0:1780334660.467012:0:6538:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1780334660.467284:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334660.467288:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334660.467842:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1780334660.467851:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334660.475454:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.475551:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604425728 00000100:00100000:2.0:1780334660.475561:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604425728 00000100:00100000:2.0:1780334660.475616:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 213 00000100:00100000:2.0:1780334660.475626:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:29091:x1866815604425728:12345-192.168.203.22@tcp:49:cmp.0 00000100:00100000:2.0:1780334660.475777:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:29091:x1866815604425728:12345-192.168.203.22@tcp:49:cmp.0 Request processed in 145us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334660.475785:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 213 00000100:00100000:2.0:1780334660.477285:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334660.477489:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604425984 00000100:00100000:0.0:1780334660.477498:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604425984 00000100:00100000:0.0:1780334660.477548:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 214 00000100:00100000:0.0:1780334660.477557:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:29093:x1866815604425984:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1780334660.477796:0:6541:0:(mdd_object.c:4033:mdd_close()) Object [0x200000403:0x1d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1780334660.477865:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967978 00010000:00010000:0.0:1780334660.477898:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f33 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.477916:0:6541:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f33 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.477928:0:6541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f33 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.477938:0:6541:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f33 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.477945:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f33 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.477952:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f33 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334660.477982:0:6541:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780334660.478072:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:29093:x1866815604425984:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 515us (790us total) trans 4294967979 rc 0/0 00000100:00100000:0.0:1780334660.478080:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 214 00000020:00080000:0.0:1780334660.478084:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1780334660.478364:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334660.478371:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f33 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.478379:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334660.478383:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f33 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.478391:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f33 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.478404:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:1.0:1780334660.478407:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780334660.478412:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f33 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.478418:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70096f33 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334660.478430:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334660.478431:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334660.478433:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334660.480055:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334660.480121:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604426112 00000100:00100000:2.0:1780334660.480130:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604426112 00000100:00100000:2.0:1780334660.480201:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 297 00000100:00100000:2.0:1780334660.480211:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:29091:x1866815604426112:12345-192.168.203.22@tcp:101:cmp.0 00010000:00010000:2.0:1780334660.480230:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334660.480260:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067582b18/0xdf9e767e70096f3a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1194 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334660.480284:0:8519:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 1516, mtime: 0x6a1dc042, atime: 0x6a1dc042, ctime: 0x6a1dc042, blocks: 0x8 00010000:00010000:2.0:1780334660.480303:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334660.480305:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334660.480314:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067582b18/0xdf9e767e70096f3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1194 expref: 15 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.480330:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000067582b18/0xdf9e767e70096f3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1194 expref: 15 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334660.480342:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1c00, rc 0) 00000100:00100000:2.0:1780334660.480402:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:29091:x1866815604426112:12345-192.168.203.22@tcp:101:cmp.0 Request processed in 193us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334660.480410:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 297 00000100:00080000:0.0:1780334660.480470:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334660.483886:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334660.483979:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604426240 00000100:00100000:1.0:1780334660.483989:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604426240 00002000:00100000:1.0:1780334660.484036:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (0->4095) req@ffff9b6f02df9f80 x1866815604426240/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:126/0 lens 488/0 e 0 to 0 dl 1780334671 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334660.484046:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f02df9f80 with x1866815604426240 ext(0->4095) 00002000:00010000:1.0:1780334660.484051:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f02df9f80 00000100:00100000:1.0:1780334660.484078:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 84 00000100:00100000:1.0:1780334660.484088:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2407:x1866815604426240:12345-192.168.203.22@tcp:3:cmp.0 00000100:00100000:1.0:1780334660.484240:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2407:x1866815604426240:12345-192.168.203.22@tcp:3:cmp.0 Request processed in 154us (364us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780334660.484247:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 84 00002000:00100000:1.0:1780334660.484253:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (0->4095) req@ffff9b6f02df9f80 x1866815604426240/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:126/0 lens 488/4536 e 0 to 0 dl 1780334671 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334660.484261:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f02df9f80 with x1866815604426240 ext(0->4095) 00002000:00010000:1.0:1780334660.484264:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f02df9f80 00000100:00100000:3.0:1780334660.489679:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334660.489942:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604426496 00000100:00100000:0.0:1780334660.489951:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604426496 00000100:00100000:0.0:1780334660.490007:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 215 00000100:00100000:0.0:1780334660.490088:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:29091:x1866815604426496:12345-192.168.203.22@tcp:35:cmp.0 00000100:00100000:0.0:1780334660.490296:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:29091:x1866815604426496:12345-192.168.203.22@tcp:35:cmp.0 Request processed in 211us (637us total) trans 4294967980 rc 0/0 00000100:00100000:0.0:1780334660.490304:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 215 00010000:00010000:1.0:1780334660.533756:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334661.556970:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334661.610905:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334661.611047:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604426752 00000100:00100000:2.0:1780334661.611059:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604426752 00000100:00100000:2.0:1780334661.611165:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 752 00000100:00100000:2.0:1780334661.611180:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:2406:x1866815604426752:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334661.611283:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:2406:x1866815604426752:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 107us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334661.611292:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 752 00000100:00100000:1.0:1780334661.611466:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334661.611550:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334661.615800:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334661.615863:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334661.615899:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604427008 00000100:00100000:1.0:1780334661.615900:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334661.615926:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604427008 00000100:00100000:1.0:1780334661.615931:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334661.615956:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334661.615992:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334661.618069:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604427264 00000100:00100000:0.0:1780334661.618086:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604427264 00000100:00100000:0.0:1780334661.618178:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604426880 00000100:00100000:0.0:1780334661.618183:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604426880 00000100:00100000:0.0:1780334661.618223:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604427392 00000100:00100000:0.0:1780334661.618228:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604427392 00000100:00100000:0.0:1780334661.618267:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 753 00000100:00100000:0.0:1780334661.618281:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604427264:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334661.619421:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604427520 00000100:00100000:2.0:1780334661.619432:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604427520 00000100:00100000:2.0:1780334661.619480:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604427136 00000100:00100000:2.0:1780334661.619484:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604427136 00000100:00100000:2.0:1780334661.619503:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604427648 00000100:00100000:2.0:1780334661.619506:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604427648 00000100:00100000:2.0:1780334661.619528:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 436 00000100:00100000:2.0:1780334661.619540:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604427008:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334661.619567:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604427264:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 1287us (8014us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334661.619586:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 753 00000100:00100000:2.0:1780334661.619591:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604427008:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 49us (8129us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334661.619592:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 437 00000100:00100000:2.0:1780334661.619604:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 436 00000100:00100000:1.0:1780334661.619624:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604427520:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334661.619625:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 438 00000100:00100000:0.0:1780334661.619625:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 754 00000100:00100000:2.0:1780334661.619643:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604427136:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334661.619643:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604426880:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334661.619669:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604427136:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 33us (3743us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334661.619671:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b723480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604426880:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 35us (3773us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334661.619676:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 438 00000100:00100000:0.0:1780334661.619679:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 754 00000100:00100000:2.0:1780334661.619689:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 439 00000100:00100000:0.0:1780334661.619691:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 755 00000100:00100000:2.0:1780334661.619696:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604427648:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334661.619697:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604427392:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334661.619718:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b723b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604427520:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 108us (3928us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334661.619732:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604427392:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 31us (3772us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334661.619734:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604427648:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 40us (3743us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334661.619743:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 437 00000100:00100000:0.0:1780334661.619751:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 755 00000100:00100000:2.0:1780334661.619755:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 439 00000100:00100000:2.0:1780334661.619786:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604426624 00000100:00100000:2.0:1780334661.619791:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604426624 00000100:00080000:0.0:1780334661.619798:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334661.619804:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334661.619852:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 682 00000100:00100000:2.0:1780334661.619860:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604426624:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334661.619889:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604426624:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 31us (4026us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334661.619895:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 682 00000100:00100000:0.0:1780334661.749986:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334661.750009:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624250880:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334661.750072:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334661.750132:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624250880 00000100:00100000:0.0:1780334661.750138:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624250880 00000100:00100000:0.0:1780334661.750178:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1780334661.750186:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624250880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334661.750220:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:0.0:1780334661.750265:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624250880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334661.750271:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1780334661.750332:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624250880:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334662.259995:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624251008:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334662.260012:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624251136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334662.260206:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334662.260264:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624251136 00000100:00100000:1.0:1780334662.260272:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624251136 00000100:00100000:1.0:1780334662.260341:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1780334662.260365:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3661:x1866815624251136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334662.260395:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128600896 pending 28672 free 3921399808 avail 3689877504 00000100:00080000:3.0:1780334662.260398:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334662.260447:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3661:x1866815624251136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334662.260453:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1780334662.260478:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334662.260540:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624251008 00000100:00100000:3.0:1780334662.260545:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624251008 00000100:00100000:3.0:1780334662.260644:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1780334662.260652:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624251008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780334662.260664:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128600896 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:3.0:1780334662.260698:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624251008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334662.260705:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1780334662.260761:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624251136:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1780334662.261500:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334662.261533:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624251008:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334662.262795:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624251264:0@lo:400:kworker.0 00000100:00100000:2.0:1780334662.262873:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334662.262915:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624251264 00000100:00100000:3.0:1780334662.262922:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624251264 00000100:00100000:3.0:1780334662.262966:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1780334662.262975:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624251264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.263024:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624251264:12345-0@lo:400:kworker.0 Request processed in 50us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334662.263030:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1780334662.263067:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624251264:0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.263181:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03426d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624251392:0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.263208:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334662.263303:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780334662.263311:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624251776:0@lo:400:kworker.0 00000100:00100000:2.0:1780334662.263321:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624251392 00000100:00100000:2.0:1780334662.263327:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624251392 00000100:00100000:3.0:1780334662.263351:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334662.263382:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1780334662.263385:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03424000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624251648:0@lo:400:kworker.0 00000100:00100000:2.0:1780334662.263393:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624251392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.263412:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334662.263442:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624251392:12345-0@lo:400:kworker.0 Request processed in 51us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334662.263449:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1780334662.263450:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780334662.263459:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624251520:0@lo:400:kworker.0 00000100:00100000:2.0:1780334662.263463:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624251648 00000100:00100000:2.0:1780334662.263467:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624251648 00000100:00100000:3.0:1780334662.263484:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334662.263493:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1780334662.263501:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624251648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.263515:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624251776 00000100:00100000:3.0:1780334662.263520:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624251776 00000100:00100000:2.0:1780334662.263542:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624251648:12345-0@lo:400:kworker.0 Request processed in 42us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334662.263549:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1780334662.263550:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624251520 00000100:00100000:3.0:1780334662.263554:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624251520 00000100:00100000:3.0:1780334662.263571:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1780334662.263579:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624251776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334662.263594:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03426d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624251392:0@lo:400:kworker.0 00000100:00100000:2.0:1780334662.263627:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03424000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624251648:0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.263633:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624251776:12345-0@lo:400:kworker.0 Request processed in 55us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334662.263640:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1780334662.263658:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1780334662.263953:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624252032:0@lo:400:kworker.0 00000100:00100000:1.0:1780334662.263979:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334662.264000:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624251520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334662.264004:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03426680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624252544:0@lo:400:kworker.0 00000100:00100000:1.0:1780334662.264031:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334662.264050:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624251520:12345-0@lo:400:kworker.0 Request processed in 384us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334662.264055:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334662.264062:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624252160:0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.264226:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624252288:0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.264256:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334662.264276:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1780334662.264281:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624251904:0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.264301:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334662.264315:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624252416:0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.264514:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334662.264538:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624252032 00000100:00100000:3.0:1780334662.264542:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624252032 00000100:00100000:3.0:1780334662.264569:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624252544 00000100:00100000:3.0:1780334662.264572:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624252544 00000100:00100000:3.0:1780334662.264583:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624251904 00000100:00100000:3.0:1780334662.264585:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624251904 00000100:00100000:3.0:1780334662.264595:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624252416 00000100:00100000:1.0:1780334662.264691:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334662.265302:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1780334662.265316:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624252032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334662.265375:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624252032:12345-0@lo:400:kworker.0 Request processed in 62us (1394us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334662.265381:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1780334662.265400:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1780334662.265407:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624252544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.265504:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624252416 00000100:00100000:3.0:1780334662.265530:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1780334662.265536:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624251904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.265625:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624251904:12345-0@lo:400:kworker.0 Request processed in 89us (1322us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334662.265630:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1780334662.265642:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1780334662.265649:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624252416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.265675:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624252416:12345-0@lo:400:kworker.0 Request processed in 27us (1160us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334662.265680:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1780334662.265720:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624251904:0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.265743:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03427b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624252416:0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.265771:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624251776:0@lo:400:kworker.0 00000100:00080000:3.0:1780334662.265787:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334662.265791:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334662.265846:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624251520:0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.265866:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624252288 00000100:00100000:3.0:1780334662.265870:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624252288 00000100:00100000:3.0:1780334662.265898:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624252160 00000100:00100000:3.0:1780334662.265901:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624252160 00000100:00100000:3.0:1780334662.265917:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1780334662.265922:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624252288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.265957:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624252288:12345-0@lo:400:kworker.0 Request processed in 34us (1700us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334662.265963:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1780334662.265973:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1780334662.265978:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624252160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.266001:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624252160:12345-0@lo:400:kworker.0 Request processed in 24us (1310us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334662.266007:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1780334662.266028:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624252288:0@lo:400:kworker.0 00000100:00080000:3.0:1780334662.266040:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334662.266086:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624252160:0@lo:400:kworker.0 00000100:00100000:3.0:1780334662.266095:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624252032:0@lo:400:kworker.0 00000100:00100000:1.0:1780334662.266502:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624252544:12345-0@lo:400:kworker.0 Request processed in 1095us (2470us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334662.266510:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1780334662.266592:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03426680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624252544:0@lo:400:kworker.0 00000100:00100000:2.0:1780334662.270277:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00010000:00010000:2.0:1780334662.581737:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334663.605037:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334663.796057:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624252672:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334663.796138:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334663.796770:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334663.796782:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02df9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624252800:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334663.796838:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334663.796958:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624252672 00000100:00100000:1.0:1780334663.796966:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624252672 00000100:00100000:1.0:1780334663.797055:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1780334663.797065:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624252672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780334663.797094:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1780334663.797144:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624252672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334663.797152:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1780334663.797448:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624252928:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334663.797478:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334663.798349:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624252928 00000100:00100000:0.0:1780334663.798357:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624252928 00000100:00100000:0.0:1780334663.798401:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1780334663.798408:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624252928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334663.798425:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1780334663.798484:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624252928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334663.798491:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1780334663.798649:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624252928:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334663.798966:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624252800 00000100:00100000:1.0:1780334663.798971:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624252800 00000100:00100000:1.0:1780334663.799001:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1780334663.799008:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624252800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334663.799032:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334663.799082:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624252800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (2243us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334663.799089:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1780334663.799113:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02df9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624252800:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334663.799137:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624252672:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334664.126062:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334664.126162:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604427776 00000100:00100000:0.0:1780334664.126173:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604427776 00000100:00100000:0.0:1780334664.126246:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1131 00000100:00100000:0.0:1780334664.126258:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:29072:x1866815604427776:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1780334664.126372:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:29072:x1866815604427776:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 117us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334664.126379:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1131 00000100:00080000:3.0:1780334664.126639:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334664.128943:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334664.129059:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604427904 00000100:00100000:3.0:1780334664.129198:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604427904 00000100:00080000:0.0:1780334664.129296:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334664.129376:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1132 00000100:00100000:3.0:1780334664.129388:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:29072:x1866815604427904:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1780334664.129479:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:29072:x1866815604427904:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 95us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334664.129486:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1132 00010000:00010000:1.0:1780334664.628072:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1780334665.319510:0:21996:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12n: Import/implicit restore/release == 13:24:24 (1780334664) 00000001:00080000:1.0:1780334665.340323:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967356 is committed 00000001:00080000:1.0:1780334665.340339:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed 00000100:00100000:0.0:1780334665.550748:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334665.550899:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604428032 00000100:00100000:1.0:1780334665.550909:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604428032 00000100:00100000:1.0:1780334665.550966:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1133 00000100:00100000:1.0:1780334665.550978:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:29703:x1866815604428032:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1780334665.551091:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:29703:x1866815604428032:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 115us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334665.551099:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1133 00000100:00100000:2.0:1780334665.561444:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334665.561608:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604428160 00000100:00100000:1.0:1780334665.561618:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604428160 00000100:00100000:1.0:1780334665.561681:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1134 00000100:00100000:1.0:1780334665.561691:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:29703:x1866815604428160:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1780334665.561790:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:29703:x1866815604428160:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 101us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334665.561798:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1134 00000100:00100000:2.0:1780334665.572409:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334665.572553:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604428544 00000100:00100000:3.0:1780334665.572563:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604428544 00000100:00080000:0.0:1780334665.572743:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334665.572779:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1135 00000100:00100000:1.0:1780334665.572794:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:29704:x1866815604428544:12345-192.168.203.22@tcp:36:mkdir.0 00010000:00010000:1.0:1780334665.572882:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334665.572911:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70096ca8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10b4 expref: 94 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334665.572930:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334665.572936:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334665.573044:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70096f41 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.573060:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70096ce7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10c9 expref: 51 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.573073:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70096f41 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.573107:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70096ce7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10c9 expref: 51 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.573120:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70096ce7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10c9 expref: 51 pid: 9763 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334665.573132:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624253056:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334665.573221:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01eda480 going to sleep for 11 seconds 00000100:00100000:0.0:1780334665.575048:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334665.575129:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604428288 00000100:00100000:3.0:1780334665.575138:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604428288 00000100:00100000:3.0:1780334665.575186:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1136 00000100:00100000:3.0:1780334665.575195:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:2406:x1866815604428288:12345-192.168.203.22@tcp:41:mkdir.0 00000004:00000024:3.0:1780334665.575231:0:6540:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:3.0:1780334665.575295:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:2406:x1866815604428288:12345-192.168.203.22@tcp:41:mkdir.0 Request processed in 101us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334665.575302:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1136 00000100:00100000:2.0:1780334665.577805:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334665.577972:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604428672 00000100:00100000:3.0:1780334665.577981:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604428672 00010000:00010000:3.0:1780334665.578017:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70096ce7 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10c9 expref: 52 pid: 9763 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334665.578058:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 355 00000100:00100000:3.0:1780334665.578066:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604428672:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334665.578080:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334665.578086:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70096ce7 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10c9 expref: 52 pid: 9763 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334665.578100:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70096ce7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10c9 expref: 52 pid: 9763 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334665.578125:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334665.578130:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70096f41 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334665.578140:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70096f41 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334665.578147:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70096f41 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334665.578165:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334665.578215:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604428672:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 150us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334665.578222:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 355 00010000:00010000:0.0:1780334665.581711:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70096ce7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b10c9 expref: 51 pid: 9763 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334665.581735:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624253056:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334665.581759:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70096f41 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.581769:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70096f41 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.581775:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70096f41 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.581800:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f48 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.581841:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f48 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.581851:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f48 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.582394:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70096f4f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.582404:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70096f4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.582411:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70096f4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334665.582426:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000395c8e32 reply state 0000000087c2ebe7 transno 4294967981 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70096f4f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.582435:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70096f4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.582442:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9b6f01d5b000) 00010000:00010000:0.0:1780334665.582445:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334665.582449:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780334665.582454:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00010000:00010000:0.0:1780334665.582461:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70096f41 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.582467:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70096f41 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.582473:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70096f41 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.582479:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334665.582483:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70096f41 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.582489:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70096f41 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.582498:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334665.582500:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334665.582503:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70096f41 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.582508:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70096f41 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334665.582517:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000395c8e32 reply state 0000000087c2ebe7 transno 4294967981 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f48 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.582523:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.582529:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9b6f01d5bd00) 00010000:00010000:0.0:1780334665.582531:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334665.582533:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1780334665.582625:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+95:29704:x1866815604428544:12345-192.168.203.22@tcp:36:mkdir.0 Request processed in 9834us (10222us total) trans 4294967981 rc 0/0 00000100:00100000:0.0:1780334665.582634:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1135 00000001:00080000:1.0:1780334665.586681:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967981 is committed 00000001:00080000:1.0:1780334665.586709:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967979 is committed 00000020:00080000:1.0:1780334665.586724:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f04ea3e40 refcount 2 committed 0 result 0 batchid 20 00000020:00080000:1.0:1780334665.586728:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b7032994200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04ea36c0 00000020:00080000:1.0:1780334665.586732:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b7032994600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b703c86c600 00000020:00080000:1.0:1780334665.586750:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 19 batchid updated 00010000:00010000:0.0:1780334665.586859:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096f02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.586875:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096f02 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.586882:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096f02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.586888:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334665.586893:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096f02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.586900:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096f02 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.586917:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9b703c6c5000) 00010000:00010000:0.0:1780334665.586920:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334665.586924:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096f02 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334665.586930:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70096f02 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1780334665.587001:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 20 committed batchid 19 00000020:00080000:3.0:1780334665.587064:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 19 00010000:00010000:2.0:1780334665.587496:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.587505:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f48 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.587511:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.587518:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334665.587521:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.587527:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f48 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.587606:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9b6f01d5bd00) 00010000:00010000:2.0:1780334665.587609:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334665.587613:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f48 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.587619:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70096f48 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.587637:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70096f4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.587643:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70096f4f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.587649:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70096f4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.587653:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334665.587656:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70096f4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.587661:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70096f4f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.587668:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9b6f01d5b000) 00010000:00010000:2.0:1780334665.587670:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334665.587672:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70096f4f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.587678:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70096f4f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780334665.587924:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334665.587929:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334665.588568:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1780334665.588576:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334665.652077:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334665.952527:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334665.952787:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604428800 00000100:00100000:3.0:1780334665.952798:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604428800 00000100:00100000:3.0:1780334665.952912:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1137 00000100:00100000:3.0:1780334665.952923:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+92:29742:x1866815604428800:12345-192.168.203.22@tcp:101:mkdir.0 00010000:00010000:3.0:1780334665.952947:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334665.952966:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096f56 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b119b expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334665.953032:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f5d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334665.953046:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334665.953057:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334665.953105:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1780334665.953109:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334665.953128:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334665.953151:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096f56 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b119b expref: 94 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334665.953168:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f5d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b119b expref: 93 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334665.953177:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334665.953179:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334665.953183:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f800, rc 0) 00000100:00100000:3.0:1780334665.953243:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:29742:x1866815604428800:12345-192.168.203.22@tcp:101:mkdir.0 Request processed in 322us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334665.953250:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1137 00000100:00100000:0.0:1780334665.975326:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334665.975372:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334665.975463:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604428928 00000100:00100000:3.0:1780334665.975472:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604428928 00000100:00100000:3.0:1780334665.975549:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604429184 00000100:00100000:3.0:1780334665.975553:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604429184 00000100:00100000:3.0:1780334665.975578:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1138 00000100:00100000:3.0:1780334665.975589:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2406:x1866815604428928:12345-192.168.203.22@tcp:41:mkdir.0 00000100:00100000:1.0:1780334665.975591:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1139 00000100:00100000:1.0:1780334665.975605:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:29742:x1866815604429184:12345-192.168.203.22@tcp:36:mkdir.0 00000004:00000024:3.0:1780334665.975703:0:6540:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334665.975705:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03426680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9763:1866815624253184:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1780334665.975778:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+10:2406:x1866815604428928:12345-192.168.203.22@tcp:41:mkdir.0 Request processed in 191us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334665.975786:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1138 00000100:00080000:0.0:1780334665.976004:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334665.980694:0:9763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334665.980771:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3480 going to sleep for 11 seconds 00000100:00100000:0.0:1780334665.980861:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624253184 00000100:00100000:0.0:1780334665.980870:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624253184 00000100:00100000:0.0:1780334665.980923:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1780334665.980932:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:9763:x1866815624253184:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1780334665.981058:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:9763:x1866815624253184:12345-0@lo:1000:mdt00_003.0 Request processed in 127us (369us total) trans 0 rc 1/1 00000100:00100000:0.0:1780334665.981066:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1780334665.981198:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03426680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:9763:1866815624253184:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1780334665.981280:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:29742:x1866815604429184:12345-192.168.203.22@tcp:36:mkdir.0 Request processed in 5677us (5905us total) trans 0 rc -17/-17 00000100:00100000:1.0:1780334665.981287:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1139 00000100:00100000:0.0:1780334665.993576:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334665.997724:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604429312 00000100:00100000:2.0:1780334665.997738:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604429312 00000100:00100000:2.0:1780334665.997954:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1140 00000100:00100000:2.0:1780334665.997967:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+93:29742:x1866815604429312:12345-192.168.203.22@tcp:101:mkdir.0 00010000:00010000:2.0:1780334665.997989:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334665.998011:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096f64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b11a2 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998074:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096f6b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998090:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096f6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998102:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096f6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998128:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096f72 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998135:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096f72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998141:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096f72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998212:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096f79 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998220:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096f79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998227:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096f79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334665.998267:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:2.0:1780334665.998270:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334665.998287:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096f79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998297:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096f6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998314:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096f6b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998321:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096f6b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998326:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334665.998330:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096f6b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998336:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096f6b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998347:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334665.998349:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334665.998354:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096f6b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998360:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096f6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998371:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096f72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998392:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096f72 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998398:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096f72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998402:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334665.998405:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096f72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998410:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096f72 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998418:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9b6f02d67900) 00010000:00010000:2.0:1780334665.998420:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334665.998423:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096f72 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998428:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70096f72 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998457:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70096f64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11a2 expref: 95 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998470:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096f79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11a2 expref: 94 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334665.998477:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:2.0:1780334665.998479:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334665.998482:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0000, rc 0) 00000100:00100000:2.0:1780334665.998538:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:29742:x1866815604429312:12345-192.168.203.22@tcp:101:mkdir.0 Request processed in 573us (4970us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334665.998545:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1140 00000100:00100000:2.0:1780334666.075892:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.075943:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604429440 00000100:00100000:3.0:1780334666.075953:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604429440 00000100:00100000:3.0:1780334666.076069:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1141 00000100:00100000:3.0:1780334666.076080:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+41:29748:x1866815604429440:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334666.076098:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334666.076117:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096f80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b11a9 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.076178:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096f87 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.076193:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096f87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.076203:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096f87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334666.076240:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1780334666.076243:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334666.076261:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096f87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.076283:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096f80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11a9 expref: 43 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.076300:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096f87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11a9 expref: 42 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.076332:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334666.076335:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334666.076339:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f000, rc 0) 00000100:00100000:3.0:1780334666.076405:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+42:29748:x1866815604429440:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 327us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334666.076412:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1141 00000100:00080000:0.0:1780334666.078904:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334666.082054:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.082937:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604429696 00000100:00100000:3.0:1780334666.082948:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604429696 00000100:00100000:3.0:1780334666.083003:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1142 00000100:00100000:3.0:1780334666.083014:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+94:29748:x1866815604429696:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334666.083034:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334666.083037:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1780334666.083064:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70096f79 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11a2 expref: 94 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.083083:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:3.0:1780334666.083094:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334666.083109:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096f8e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b11b0 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.083211:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f95 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.083224:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f95 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.083233:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f95 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.083251:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096f9c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.083258:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096f9c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.083265:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096f9c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.083925:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096fa3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.083937:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096fa3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.083945:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096fa3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334666.083954:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 0 00010000:00010000:3.0:1780334666.083977:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f95 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.083984:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f95 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.083990:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f95 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.083996:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fe00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334666.083999:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f95 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.084010:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f95 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.084019:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9b70154f5300) 00010000:00010000:3.0:1780334666.084022:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334666.084025:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f95 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.084031:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70096f95 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334666.084041:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ff0007fd reply state 0000000000e8770b transno 4294967982 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096f9c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.084051:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096f9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.084057:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff9b70154f5c00) 00010000:00010000:3.0:1780334666.084060:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334666.084063:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780334666.084091:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70096f8e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11b0 expref: 96 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.084108:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096fa3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11b0 expref: 95 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.084116:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70154f5800) 00010000:00010000:3.0:1780334666.084118:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334666.084120:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e800, rc 0) 00000100:00100000:3.0:1780334666.084233:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+96:29748:x1866815604429696:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1219us (2186us total) trans 4294967982 rc 0/0 00000100:00100000:3.0:1780334666.084242:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1142 00000100:00100000:2.0:1780334666.093336:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.093387:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604429952 00000100:00100000:3.0:1780334666.093398:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604429952 00000100:00100000:3.0:1780334666.093458:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1143 00000100:00100000:3.0:1780334666.093469:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+96:29748:x1866815604429952:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334666.093493:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334666.093515:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096fb1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b11b7 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.093622:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096fb8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.093710:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096fa3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11b0 expref: 97 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.093721:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096fb8 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.093753:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096fa3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11b0 expref: 97 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.093766:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096fa3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11b0 expref: 97 pid: 6539 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334666.093780:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624253312:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334666.093902:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01d90540 going to sleep for 11 seconds 00000100:00100000:3.0:1780334666.098404:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.098470:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604430080 00000100:00100000:0.0:1780334666.098480:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604430080 00010000:00010000:0.0:1780334666.098519:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096fa3 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11b0 expref: 98 pid: 6539 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334666.098564:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 356 00000100:00100000:0.0:1780334666.098575:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:2407:x1866815604430080:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334666.098591:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334666.098597:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096fa3 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11b0 expref: 98 pid: 6539 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.098612:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096fa3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11b0 expref: 98 pid: 6539 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.098635:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70154f5800) 00010000:00010000:0.0:1780334666.098641:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096fb8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.098651:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096fb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.098658:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096fb8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.098683:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334666.098746:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:2407:x1866815604430080:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 172us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.098754:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 356 00010000:00010000:2.0:1780334666.099182:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70096fa3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11b0 expref: 97 pid: 6539 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334666.099200:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624253312:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334666.099219:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096fb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.099226:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096fb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.099231:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096fb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334666.099247:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 0 00010000:00010000:2.0:1780334666.099434:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096fb8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.099441:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096fb8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.099448:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096fb8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.099453:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ea00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334666.099457:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096fb8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.099464:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096fb8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.099475:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70154f5800) 00010000:00010000:2.0:1780334666.099477:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334666.099481:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096fb8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.099487:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e70096fb8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.099538:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096fb1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11b7 expref: 97 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.099548:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9b70154f5d00) 00010000:00010000:2.0:1780334666.099550:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780334666.099554:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70096fb1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11b7 expref: 97 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.099565:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ec00, rc 0) 00000100:00100000:2.0:1780334666.099611:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+96:29748:x1866815604429952:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 6145us (6284us total) trans 4294967983 rc 301/301 00000100:00100000:2.0:1780334666.099618:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1143 00000100:00100000:3.0:1780334666.105235:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334666.105333:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604430336 00000100:00100000:2.0:1780334666.105343:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604430336 00000100:00100000:2.0:1780334666.105403:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 216 00000100:00100000:2.0:1780334666.105414:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ed850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+96:29748:x1866815604430336:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334666.105698:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ed850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:29748:x1866815604430336:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 285us (470us total) trans 4294967984 rc 0/0 00000100:00100000:2.0:1780334666.105706:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 216 00000100:00100000:3.0:1780334666.113969:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334666.114076:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604430464 00000100:00100000:1.0:1780334666.114086:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604430464 00000100:00100000:1.0:1780334666.114145:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1144 00000100:00100000:1.0:1780334666.114155:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:29748:x1866815604430464:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334666.114179:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334666.114200:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096fc6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b11be expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.114253:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096fc6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11be expref: 98 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.114269:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096fc6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11be expref: 98 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.114287:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:1.0:1780334666.114290:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334666.114294:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481de00, rc 0) 00000100:00100000:1.0:1780334666.114364:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:29748:x1866815604430464:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 209us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334666.114371:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1144 00000100:00100000:1.0:1780334666.119657:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.119782:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604430720 00000100:00100000:3.0:1780334666.119791:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604430720 00000100:00100000:2.0:1780334666.122125:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1145 00000100:00100000:2.0:1780334666.122149:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:29748:x1866815604430720:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1780334666.122215:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096fcd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.122233:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096fcd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.122246:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096fcd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.122409:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096fcd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.122418:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096fcd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.122425:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096fcd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.122431:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334666.122435:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096fcd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.122452:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096fcd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.122470:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:2.0:1780334666.122473:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1780334666.122478:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096fcd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.122484:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70096fcd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334666.122571:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:29748:x1866815604430720:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 433us (2922us total) trans 4294967985 rc 0/0 00000100:00100000:2.0:1780334666.122579:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1145 00000100:00100000:3.0:1780334666.126451:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.126591:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604430976 00000100:00100000:0.0:1780334666.126600:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604430976 00000100:00100000:0.0:1780334666.126667:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1146 00000100:00100000:0.0:1780334666.126678:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:29748:x1866815604430976:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1780334666.127042:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70096fd4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.127060:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70096fd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.127072:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70096fd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780334666.127133:0:15367:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967986 00000004:00010000:0.0:1780334666.127158:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000059333cf2 reply state 000000007778d82a transno 4294967987 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70096fd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.127171:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70096fd4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.127179:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:0.0:1780334666.127182:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1780334666.127186:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780334666.127316:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:29748:x1866815604430976:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 639us (872us total) trans 4294967987 rc 0/0 00000100:00100000:0.0:1780334666.127327:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1146 00000020:00080000:0.0:1780334666.127332:0:15367:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780334666.130905:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334666.130985:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604431232 00000100:00100000:2.0:1780334666.130995:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604431232 00000100:00100000:2.0:1780334666.131051:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 217 00000100:00100000:2.0:1780334666.131061:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:29748:x1866815604431232:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334666.131295:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:29748:x1866815604431232:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 235us (398us total) trans 4294967988 rc 0/0 00000100:00100000:2.0:1780334666.131312:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 217 00000100:00100000:1.0:1780334666.219397:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.219527:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604431360 00000100:00100000:0.0:1780334666.219538:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604431360 00000100:00100000:0.0:1780334666.219600:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1147 00000100:00100000:0.0:1780334666.219611:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:29754:x1866815604431360:12345-192.168.203.22@tcp:101:cmp.0 00010000:00010000:0.0:1780334666.219633:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334666.219652:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70096fdb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b11c5 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.219714:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096fe2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.219729:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096fe2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.219741:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096fe2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.219755:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096fe9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.219762:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.219768:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.219887:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9e00/0xdf9e767e70096ff0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.219899:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9e00/0xdf9e767e70096ff0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.219906:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9e00/0xdf9e767e70096ff0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334666.219937:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:0.0:1780334666.219941:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334666.219958:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9e00/0xdf9e767e70096ff0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.219969:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096fe2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.219976:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096fe2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.219983:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096fe2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.219988:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334666.219992:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096fe2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.219999:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096fe2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.220010:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334666.220012:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334666.220017:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096fe2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.220028:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70096fe2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.220039:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096fe9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.220045:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096fe9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.220052:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096fe9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.220057:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334666.220060:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096fe9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.220065:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096fe9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.220072:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9b6f01d5b800) 00010000:00010000:0.0:1780334666.220074:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334666.220077:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096fe9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.220082:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70096fe9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.220109:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70096fdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11c5 expref: 105 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.220121:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9e00/0xdf9e767e70096ff0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11c5 expref: 104 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.220129:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9b6f01d5b400) 00010000:00010000:0.0:1780334666.220131:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780334666.220133:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9e00, rc 0) 00000100:00100000:0.0:1780334666.220189:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:29754:x1866815604431360:12345-192.168.203.22@tcp:101:cmp.0 Request processed in 580us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.220197:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1147 00000100:00100000:3.0:1780334666.230187:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334666.230312:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604431616 00000100:00100000:1.0:1780334666.230331:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604431616 00000100:00100000:1.0:1780334666.230390:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1148 00000100:00100000:1.0:1780334666.230402:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:29754:x1866815604431616:12345-192.168.203.22@tcp:101:cmp.0 00010000:00010000:1.0:1780334666.230422:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334666.230441:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096ff7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b11cc expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230513:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096ffe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230528:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096ffe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230538:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096ffe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230549:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097005 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230561:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097005 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230567:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097005 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230672:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e7009700c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230681:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e7009700c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230688:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e7009700c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334666.230698:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:1.0:1780334666.230774:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096ffe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230782:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096ffe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230788:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096ffe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230794:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334666.230798:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096ffe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230805:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096ffe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230866:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9b6f01d5b400) 00010000:00010000:1.0:1780334666.230869:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334666.230874:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096ffe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230881:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70096ffe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230893:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097005 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230899:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097005 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230905:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097005 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230910:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334666.230912:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097005 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230918:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097005 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230925:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff9b70154f5c00) 00010000:00010000:1.0:1780334666.230927:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334666.230930:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097005 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230936:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097005 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230974:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70096ff7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11cc expref: 107 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230988:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e7009700c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11cc expref: 106 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.230994:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:1.0:1780334666.230996:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334666.230999:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d600, rc 0) 00000100:00100000:1.0:1780334666.231051:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:29754:x1866815604431616:12345-192.168.203.22@tcp:101:cmp.0 Request processed in 652us (874us total) trans 4294967989 rc 0/0 00000100:00100000:1.0:1780334666.231059:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1148 00000100:00100000:3.0:1780334666.234731:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334666.234928:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604431872 00000100:00100000:1.0:1780334666.234937:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604431872 00000100:00100000:1.0:1780334666.235001:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 53 00000100:00100000:1.0:1780334666.235012:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:29754:x1866815604431872:12345-192.168.203.22@tcp:103:cmp.0 00010000:00010000:1.0:1780334666.235032:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780334666.235056:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e7009700c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11cc expref: 106 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.235077:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70096fc6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11be expref: 105 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.235088:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:1.0:1780334666.235093:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334666.236739:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:29754:x1866815604431872:12345-192.168.203.22@tcp:103:cmp.0 Request processed in 1722us (2010us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334666.236752:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 53 00000100:00100000:2.0:1780334666.239135:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.239251:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604432000 00000100:00100000:0.0:1780334666.239260:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604432000 00000100:00100000:0.0:1780334666.239358:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1149 00000100:00100000:0.0:1780334666.239369:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:29754:x1866815604432000:12345-192.168.203.22@tcp:58:cmp.0 00010000:00010000:0.0:1780334666.239482:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009701a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.239501:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009701a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.239513:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009701a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780334666.239617:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].30, 136 off12272 00000100:00100000:0.0:1780334666.239726:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:29754:x1866815604432000:12345-192.168.203.22@tcp:58:cmp.0 Request processed in 357us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.239734:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1149 00000100:00100000:0.0:1780334666.242219:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.242372:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604432128 00000100:00100000:3.0:1780334666.242450:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604432128 00000100:00100000:3.0:1780334666.242555:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1150 00000100:00100000:3.0:1780334666.242566:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:29754:x1866815604432128:12345-192.168.203.22@tcp:101:cmp.0 00010000:00010000:3.0:1780334666.242586:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334666.242606:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097021 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b11d3 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.242671:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009701a lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.242683:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097021 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11d3 expref: 105 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.242702:0:6540:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009701a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.242714:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097021 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11d3 expref: 105 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.242732:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:3.0:1780334666.242735:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334666.242739:0:6540:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097021 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11d3 expref: 105 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.242747:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e200, rc 0) 00000100:00100000:3.0:1780334666.242830:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:29754:x1866815604432128:12345-192.168.203.22@tcp:101:cmp.0 Request processed in 245us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334666.242837:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1150 00000001:00080000:2.0:1780334666.361736:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967352 is committed 00000001:00080000:2.0:1780334666.361753:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967351 is committed 00000040:00080000:2.0:1780334666.420571:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1780334666.612569:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334666.612577:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334666.612609:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 4 00000040:00080000:1.0:1780334666.612619:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334666.612805:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03424700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624253440:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1780334666.612989:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3900 going to sleep for 11 seconds 00000100:00100000:1.0:1780334666.624398:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03424700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624253440:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334666.626958:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.629132:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604432256 00000100:00100000:0.0:1780334666.629144:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604432256 00000100:00100000:0.0:1780334666.629211:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1151 00000100:00100000:0.0:1780334666.629221:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+42:29755:x1866815604432256:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334666.629251:0:15367:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000402:0x3d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334666.629396:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+42:29755:x1866815604432256:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 175us (2753us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.629404:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1151 00000100:00100000:0.0:1780334666.634732:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334666.635164:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604432384 00000100:00100000:2.0:1780334666.635174:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604432384 00000100:00100000:2.0:1780334666.635230:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1152 00000100:00100000:2.0:1780334666.635240:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+42:29755:x1866815604432384:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1780334666.635317:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097028 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635342:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097028 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635353:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097028 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635367:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009702f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635373:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009702f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635379:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009702f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635399:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097036 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635406:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097036 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635412:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097036 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334666.635595:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00000004:00200000:2.0:1780334666.635600:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334666.635613:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097036 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635624:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097028 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635630:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097028 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635636:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097028 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635700:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334666.635705:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097028 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635712:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097028 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635722:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334666.635725:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334666.635729:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097028 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635735:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097028 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635746:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009702f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635751:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009702f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635756:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009702f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635761:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334666.635764:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009702f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635769:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009702f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635775:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xf416ea50 (ffff9b6f02d67900) 00010000:00010000:2.0:1780334666.635777:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334666.635780:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009702f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635785:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009702f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635798:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097036 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.635804:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097036 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.636106:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097036 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.636112:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334666.636115:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097036 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.636122:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097036 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.636130:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:2.0:1780334666.636133:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334666.636136:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097036 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.636141:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097036 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334666.636224:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+42:29755:x1866815604432384:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 Request processed in 984us (1499us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334666.636232:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1152 00000100:00100000:2.0:1780334666.642661:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.643039:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604432640 00000100:00100000:3.0:1780334666.643050:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604432640 00000100:00100000:3.0:1780334666.643113:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1153 00000100:00100000:3.0:1780334666.643124:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+42:29755:x1866815604432640:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334666.643145:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334666.643164:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009703d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b11da expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.643273:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097044 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.643287:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097044 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.643298:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097044 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334666.643319:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:3.0:1780334666.643390:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097044 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.643398:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097044 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.643404:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097044 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.643410:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ee00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334666.643414:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097044 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.643421:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097044 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.643431:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:3.0:1780334666.643434:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334666.643451:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097044 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.643457:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097044 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.643492:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009703d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11da expref: 44 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.643500:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:3.0:1780334666.643503:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1780334666.643506:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009703d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11da expref: 44 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.643519:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fe00, rc 0) 00000100:00100000:3.0:1780334666.643580:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+43:29755:x1866815604432640:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 458us (928us total) trans 4294967990 rc 301/301 00000100:00100000:3.0:1780334666.643587:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1153 00000100:00100000:1.0:1780334666.649166:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.649235:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604432768 00000100:00100000:3.0:1780334666.649243:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604432768 00000100:00100000:3.0:1780334666.649298:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1154 00000100:00100000:3.0:1780334666.649316:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:29755:x1866815604432768:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334666.649355:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000402:0x3d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334666.649464:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:29755:x1866815604432768:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 150us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334666.649471:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1154 00000100:00100000:1.0:1780334666.656050:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334666.656145:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604432896 00000100:00100000:2.0:1780334666.656155:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604432896 00000100:00100000:2.0:1780334666.656211:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1155 00000100:00100000:2.0:1780334666.656221:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+43:29755:x1866815604432896:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334666.656240:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334666.656260:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097052 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b11e1 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.656439:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097059 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.656454:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097059 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.656463:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097059 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.656476:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70097060 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.656483:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70097060 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.656489:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70097060 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.656552:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097067 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.656560:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097067 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.656566:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097067 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334666.656595:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:2.0:1780334666.656598:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334666.657068:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097067 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657082:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097059 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657088:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097059 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657093:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097059 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657099:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334666.657103:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097059 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657109:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097059 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657120:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334666.657123:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334666.657127:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097059 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657132:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097059 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657144:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70097060 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657149:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70097060 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657154:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70097060 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657159:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334666.657161:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70097060 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657167:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70097060 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657173:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9b6f02d67900) 00010000:00010000:2.0:1780334666.657175:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334666.657177:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70097060 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657182:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70097060 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657214:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097052 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11e1 expref: 45 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657226:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0000/0xdf9e767e70097067 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11e1 expref: 44 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.657232:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9b6f01d5b400) 00010000:00010000:2.0:1780334666.657234:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780334666.657237:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0000, rc 0) 00000100:00100000:2.0:1780334666.657315:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:29755:x1866815604432896:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1081us (1259us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334666.657394:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1155 00000100:00100000:2.0:1780334666.660327:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.660416:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604433152 00000100:00100000:0.0:1780334666.660425:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604433152 00000100:00100000:0.0:1780334666.660476:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1156 00000100:00100000:0.0:1780334666.660487:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+44:29755:x1866815604433152:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334666.660506:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334666.660524:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009706e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b11e8 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780334666.660936:0:15367:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x17:0x0], index 1: 0 00010000:00010000:0.0:1780334666.661071:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097075 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.661086:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097075 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.661097:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097075 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.661146:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009706e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11e8 expref: 47 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.661163:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097075 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11e8 expref: 46 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.661171:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9b6f01d5b800) 00010000:00010000:0.0:1780334666.661174:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334666.661177:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9000, rc 0) 00000100:00100000:0.0:1780334666.661223:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:29755:x1866815604433152:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 738us (905us total) trans 4294967991 rc 0/0 00000100:00100000:0.0:1780334666.661229:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1156 00000100:00100000:1.0:1780334666.668708:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334666.668802:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604433408 00000100:00100000:2.0:1780334666.668842:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604433408 00000100:00100000:2.0:1780334666.668898:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1157 00000100:00100000:2.0:1780334666.668908:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+46:29755:x1866815604433408:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334666.668974:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334666.669012:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097075 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11e8 expref: 46 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669029:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9b6f01d5b800) 00010000:00010000:2.0:1780334666.669043:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334666.669063:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097083 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669079:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097083 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669087:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097083 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669099:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e7009708a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0xde12c18a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669106:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e7009708a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0xde12c18a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669111:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e7009708a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0xde12c18a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669153:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097083 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669160:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097083 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669165:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097083 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669171:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334666.669174:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097083 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669181:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097083 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669189:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9b6f01d5b400) 00010000:00010000:2.0:1780334666.669193:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334666.669196:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097083 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669201:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097083 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669209:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e7009708a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0xde12c18a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669226:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e7009708a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0xde12c18a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669232:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e7009708a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0xde12c18a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669237:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334666.669240:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e7009708a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0xde12c18a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669246:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e7009708a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0xde12c18a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669253:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0xde12c18a (ffff9b6f02d67900) 00010000:00010000:2.0:1780334666.669259:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334666.669262:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e7009708a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3c:0x0].0xde12c18a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.669267:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e7009708a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3c:0x0].0xde12c18a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334666.669348:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+45:29755:x1866815604433408:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 441us (648us total) trans 0 rc -2/-2 00000100:00100000:2.0:1780334666.669356:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1157 00010000:00010000:2.0:1780334666.677240:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334666.677431:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334666.677565:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604433536 00000100:00100000:2.0:1780334666.677574:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604433536 00000100:00100000:2.0:1780334666.677851:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1158 00000100:00100000:2.0:1780334666.677863:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+45:29755:x1866815604433536:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334666.677884:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334666.677914:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70097091 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b11ef expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.678274:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097098 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.678290:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097098 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.678313:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097098 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.678424:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70097091 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11ef expref: 47 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.678443:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097098 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11ef expref: 46 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.678456:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9b6f02d67900) 00010000:00010000:1.0:1780334666.678459:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334666.678463:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c000, rc 0) 00000100:00100000:1.0:1780334666.678787:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:29755:x1866815604433536:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 925us (1359us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334666.678794:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1158 00000100:00100000:0.0:1780334666.681371:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.681525:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604433792 00000100:00100000:3.0:1780334666.681535:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604433792 00000100:00100000:3.0:1780334666.681586:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1159 00000100:00100000:3.0:1780334666.681594:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+46:29755:x1866815604433792:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1780334666.681681:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009709f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.682128:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009709f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.682143:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009709f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780334666.682449:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 88 off9184 00000004:00080000:3.0:1780334666.682461:0:6538:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 670501648485ns, next at 671501645615ns, rc = 0 00000004:00010000:3.0:1780334666.682521:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ebb3862 reply state 000000000680d7c0 transno 4294967992 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009709f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.682533:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009709f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.682541:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9b6f02d67900) 00010000:00010000:3.0:1780334666.682543:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1780334666.682548:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780334666.682655:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:29755:x1866815604433792:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 1060us (1290us total) trans 4294967992 rc 0/0 00000100:00100000:3.0:1780334666.682662:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1159 00000100:00100000:2.0:1780334666.685411:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.685804:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604433920 00000100:00100000:0.0:1780334666.685849:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604433920 00000100:00100000:0.0:1780334666.685913:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1160 00000100:00100000:0.0:1780334666.685925:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+48:29755:x1866815604433920:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334666.685960:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334666.685980:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700970a6 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b11f6 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.686036:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700970a6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11f6 expref: 49 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.686051:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700970a6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11f6 expref: 49 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.686069:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9b6f02d67900) 00010000:00010000:0.0:1780334666.686072:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334666.686075:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8000, rc 0) 00000100:00100000:0.0:1780334666.686125:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+49:29755:x1866815604433920:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 203us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.686132:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1160 00000100:00100000:1.0:1780334666.690553:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334666.690627:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604434048 00000100:00100000:2.0:1780334666.690635:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604434048 00000100:00100000:2.0:1780334666.690783:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 298 00000100:00100000:2.0:1780334666.690793:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2408:x1866815604434048:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1780334666.691030:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604434048:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 239us (486us total) trans 4294967357 rc 0/0 00000100:00100000:2.0:1780334666.691037:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 298 00000100:00080000:0.0:1780334666.691618:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334666.694480:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334666.694639:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604434304 00000100:00100000:2.0:1780334666.694648:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604434304 00000100:00100000:2.0:1780334666.694712:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 218 00000100:00100000:2.0:1780334666.694722:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+49:29755:x1866815604434304:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334666.695345:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+50:29755:x1866815604434304:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 623us (872us total) trans 4294967993 rc 0/0 00000100:00100000:2.0:1780334666.695354:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 218 00000100:00100000:1.0:1780334666.697685:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.697769:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604434560 00000100:00100000:0.0:1780334666.697776:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604434560 00000100:00100000:0.0:1780334666.697880:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1161 00000100:00100000:0.0:1780334666.697890:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+50:29755:x1866815604434560:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334666.698138:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+50:29755:x1866815604434560:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 249us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.698147:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1161 00000100:00100000:1.0:1780334666.700739:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.700791:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604434688 00000100:00100000:3.0:1780334666.700800:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604434688 00000100:00100000:3.0:1780334666.700884:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1162 00000100:00100000:3.0:1780334666.700893:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:29755:x1866815604434688:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334666.700913:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334666.700933:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700970ad lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b11fd expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.701005:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700970b4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.701019:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700970b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.701028:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700970b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334666.701072:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334666.701090:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700970b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.701114:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700970ad lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11fd expref: 52 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.701132:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700970b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11fd expref: 51 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.701142:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9b6f02d67900) 00010000:00010000:3.0:1780334666.701145:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1780334666.701149:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e000, rc 0) 00000100:00100000:3.0:1780334666.701209:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:29755:x1866815604434688:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 317us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334666.701215:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1162 00000100:00100000:1.0:1780334666.703892:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.704113:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604434816 00000100:00100000:3.0:1780334666.704124:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604434816 00000100:00100000:3.0:1780334666.704177:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 299 00000100:00100000:3.0:1780334666.704187:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604434816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334666.704203:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334666.704221:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e700970bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1204 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334666.704247:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a1dc04b, blocks: 0x0 00010000:00010000:3.0:1780334666.704266:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334666.704268:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334666.704276:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e700970bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1204 expref: 12 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.704293:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e700970bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1204 expref: 12 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.704316:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fc00, rc 0) 00000100:00100000:3.0:1780334666.704413:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604434816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 228us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334666.704421:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 299 00000100:00100000:2.0:1780334666.711122:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.711298:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604435072 00000100:00100000:0.0:1780334666.711315:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604435072 00000100:00100000:0.0:1780334666.711409:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1163 00000100:00100000:0.0:1780334666.711420:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+51:29755:x1866815604435072:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334666.711535:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+51:29755:x1866815604435072:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 118us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.711543:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1163 00000100:00100000:1.0:1780334666.714096:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334666.714231:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604435200 00000100:00100000:2.0:1780334666.714240:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604435200 00000100:00100000:2.0:1780334666.714332:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 300 00000100:00100000:2.0:1780334666.714342:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:29755:x1866815604435200:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334666.714360:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334666.714376:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e700970c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b120b expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.714416:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e700970bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1204 expref: 13 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.714424:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334666.714426:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334666.714431:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e700970c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b120b expref: 13 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.714463:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e700970bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1204 expref: 13 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.714477:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e700970bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1204 expref: 13 pid: 8419 timeout: 770 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334666.714492:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027203800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624253568:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334666.714575:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e429c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334666.717634:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.717703:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604435328 00000100:00100000:0.0:1780334666.717712:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604435328 00000100:00100000:2.0:1780334666.717752:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027203800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624253568:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334666.717752:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e700970bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1204 expref: 14 pid: 8419 timeout: 770 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.717782:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e700970c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b120b expref: 14 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.717800:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0400, rc 0) 00000100:00100000:0.0:1780334666.717840:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 357 00000100:00100000:0.0:1780334666.717850:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+14:2406:x1866815604435328:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334666.717863:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1780334666.717877:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+14:29755:x1866815604435200:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 3537us (3789us total) trans 0 rc 0/0 00010000:00010000:0.0:1780334666.717882:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e700970bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1204 expref: 14 pid: 8419 timeout: 770 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334666.717885:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 300 00010000:00010000:0.0:1780334666.717893:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e700970bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1204 expref: 14 pid: 8419 timeout: 770 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.717914:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e700970bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1204 expref: 13 pid: 8419 timeout: 770 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.717925:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334666.717927:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334666.717934:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e700970c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b120b expref: 12 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.717942:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e700970c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b120b expref: 12 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.717972:0:8446:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e700970c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b120b expref: 12 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334666.717986:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036df100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8446:1866815624253696:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334666.718041:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01eda180 going to sleep for 11 seconds 00000100:00100000:1.0:1780334666.722477:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334666.722592:0:8426:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604435456 00000100:00100000:2.0:1780334666.722603:0:8426:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604435456 00002000:00100000:2.0:1780334666.722661:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->157) req@ffff9b703fdd3800 x1866815604435456/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:132/0 lens 648/0 e 0 to 0 dl 1780334677 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334666.722672:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdd3800 with x1866815604435456 ext(0->157) 00002000:00010000:2.0:1780334666.722678:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703fdd3800 00000100:00100000:2.0:1780334666.722704:0:8426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 85 00000100:00100000:2.0:1780334666.722714:0:8426:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604435456:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1780334666.724554:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036df100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8446:1866815624253696:192.168.203.22@tcp:105: 00010000:00010000:0.0:1780334666.724577:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334666.724650:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+15:2406:x1866815604435328:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 6802us (7031us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.724663:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 357 00000100:00100000:0.0:1780334666.726064:0:8426:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+14:2406:x1866815604435456:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 3345us (3590us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1780334666.726076:0:8426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 85 00002000:00100000:0.0:1780334666.726088:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->157) req@ffff9b703fdd3800 x1866815604435456/t4294967358(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:132/0 lens 648/448 e 0 to 0 dl 1780334677 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334666.726099:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdd3800 with x1866815604435456 ext(0->157) 00002000:00010000:0.0:1780334666.726104:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703fdd3800 00000100:00100000:2.0:1780334666.729793:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334666.729909:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.729986:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604435712 00000100:00100000:3.0:1780334666.729997:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604435712 00000100:00100000:3.0:1780334666.730072:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 442 00000100:00100000:3.0:1780334666.730083:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604435712:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334666.730162:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604435712:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 81us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334666.730170:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 442 00000100:00100000:0.0:1780334666.731052:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604436224 00000100:00100000:0.0:1780334666.731059:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604436224 00000100:00100000:0.0:1780334666.731104:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1164 00000100:00100000:0.0:1780334666.731121:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:29755:x1866815604436224:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000100:00080000:1.0:1780334666.731173:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1780334666.733640:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967993 is committed 00000004:00080000:2.0:1780334666.733653:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00000001:00080000:2.0:1780334666.733693:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967989 is committed 00000020:00080000:2.0:1780334666.733707:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 20 batchid updated 00000100:00100000:1.0:1780334666.733852:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334666.733870:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624253824:0@lo:2:osp-syn-1-0.0 00000020:00080000:3.0:1780334666.733888:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000020:00080000:3.0:1780334666.733899:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00010000:00010000:3.0:1780334666.733913:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096f9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.733923:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096f9c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334666.733928:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780334666.733931:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096f9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.733941:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334666.733945:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096f9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.733952:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096f9c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.733967:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff9b70154f5c00) 00000100:00100000:1.0:1780334666.733968:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624253824 00010000:00010000:3.0:1780334666.733970:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334666.733974:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624253824 00010000:00010000:3.0:1780334666.733975:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096f9c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.733980:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70096f9c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.734003:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70096fd4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.734008:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70096fd4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.734013:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70096fd4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.734018:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334666.734020:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70096fd4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.734026:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70096fd4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334666.734029:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1780334666.734036:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624253824:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1780334666.734038:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:3.0:1780334666.734040:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780334666.734043:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70096fd4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.734048:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70096fd4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334666.734170:0:8421:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1780334666.734173:0:8421:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 0 -> 1780334667 00002000:00010000:1.0:1780334666.734176:0:8421:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1780334666.734178:0:8421:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1780334667 -> 1780334667 00002000:00010000:1.0:1780334666.734181:0:8421:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1780334666.734204:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009709f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.734212:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009709f lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.734218:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009709f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.734223:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fe00 already unused, calling callback (ffffffffc19e04f0) 00000100:00100000:1.0:1780334666.734225:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624253824:12345-0@lo:2:osp-syn-1-0.0 Request processed in 190us (296us total) trans 4294967359 rc 0/0 00010000:00010000:0.0:1780334666.734226:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009709f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.734232:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009709f lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334666.734233:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00010000:00010000:0.0:1780334666.734246:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9b6f02d67900) 00010000:00010000:0.0:1780334666.734248:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780334666.734251:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009709f lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1780334666.734252:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1780334666.734257:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009709f lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334666.734371:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:29755:x1866815604436224:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 3258us (4460us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.734379:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1164 00000100:00100000:2.0:1780334666.734494:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.734502:0:3661:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967356 gen 2 00000004:00080000:3.0:1780334666.734507:0:3661:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967355 committed transno 4294967356 00000004:00080000:3.0:1780334666.734523:0:3661:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b703c818700, transno 4294967356 00000100:00100000:3.0:1780334666.734533:0:3661:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff9b703fdd1c00 x1866815624253824/t4294967359(4294967359) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1780334682 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1780334666.734543:0:3661:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b703fdd1c00/2, rc 0, transno 4294967359 00000100:00100000:3.0:1780334666.734547:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624253824:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1780334666.734606:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334666.734639:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334666.734659:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.734752:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604435840 00000100:00100000:3.0:1780334666.734757:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604435840 00000100:00100000:2.0:1780334666.734841:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604436096 00000100:00100000:2.0:1780334666.734846:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604436096 00000100:00100000:2.0:1780334666.734872:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 443 00000100:00100000:0.0:1780334666.734919:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604435584 00000100:00100000:0.0:1780334666.734923:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604435584 00000100:00100000:0.0:1780334666.734951:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 684 00000100:00100000:0.0:1780334666.734958:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604435584:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334666.735046:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604435840:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334666.735090:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604435840:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 211us (484us total) trans 0 rc 0/0 00000100:00080000:1.0:1780334666.735102:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334666.735105:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334666.735131:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604435584:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 172us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.735137:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 684 00000100:00100000:0.0:1780334666.735167:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604435968 00000100:00100000:0.0:1780334666.735171:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604435968 00000100:00100000:0.0:1780334666.735202:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 762 00000100:00100000:0.0:1780334666.735208:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604435968:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334666.735235:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604435968:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 27us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.735241:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 762 00000100:00080000:0.0:1780334666.735256:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334666.736580:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 444 00000100:00100000:3.0:1780334666.736603:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604436096:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334666.736611:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 443 00000100:00100000:3.0:1780334666.737082:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604436096:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 490us (2441us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334666.737091:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 444 00000100:00100000:1.0:1780334666.739636:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.739721:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604436352 00000100:00100000:3.0:1780334666.739731:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604436352 00000100:00100000:3.0:1780334666.739789:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 302 00000100:00100000:3.0:1780334666.739799:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c95dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+14:2407:x1866815604436352:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1780334666.741343:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00000001:00080000:1.0:1780334666.741354:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967358 is committed 00000100:00100000:0.0:1780334666.741838:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c95dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604436352:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 2011us (2193us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.741849:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 302 00000100:00100000:1.0:1780334666.744091:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.744504:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604436608 00000100:00100000:0.0:1780334666.744513:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604436608 00000100:00100000:0.0:1780334666.744616:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1165 00000100:00100000:0.0:1780334666.744637:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:29755:x1866815604436608:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1780334666.744688:0:15367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334666.744715:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700970b4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11fd expref: 46 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.744734:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9b6f02d67900) 00010000:00010000:0.0:1780334666.744739:0:15367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334666.744765:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700970c9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.744779:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700970c9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.744789:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700970c9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334666.744936:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000086e236c4 reply state 0000000067ebe37a transno 4294967994 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700970c9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.744949:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700970c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.744955:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9b6f02d67900) 00010000:00010000:0.0:1780334666.744958:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334666.744961:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780334666.745062:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+47:29755:x1866815604436608:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 428us (978us total) trans 4294967994 rc 0/0 00000100:00100000:0.0:1780334666.745070:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1165 00000100:00100000:2.0:1780334666.751897:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.752027:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604436736 00000100:00100000:3.0:1780334666.752037:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604436736 00000100:00100000:3.0:1780334666.752098:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 303 00000100:00100000:3.0:1780334666.752109:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604436736:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1780334666.752271:0:8519:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:3.0:1780334666.752275:0:8519:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1780334667 -> 1536580263 00002000:00010000:3.0:1780334666.752278:0:8519:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb atime from disk: 0 -> 1780334051 00002000:00010000:3.0:1780334666.752281:0:8519:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1780334667 -> 1780334666 00002000:00010000:3.0:1780334666.752283:0:8519:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1780334666.752356:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604436736:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 248us (467us total) trans 4294967360 rc 0/0 00000100:00100000:3.0:1780334666.752363:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 303 00000100:00100000:2.0:1780334666.754921:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.754999:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604436992 00000100:00100000:0.0:1780334666.755009:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604436992 00000100:00100000:0.0:1780334666.755068:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1166 00000100:00100000:0.0:1780334666.755079:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:29755:x1866815604436992:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1780334666.755144:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700970d0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.755161:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097098 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11ef expref: 47 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.755170:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700970d0 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.755203:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097098 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11ef expref: 47 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.755218:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097098 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11ef expref: 47 pid: 6539 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334666.755233:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036df100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624253952:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334666.755319:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01eda000 going to sleep for 11 seconds 00000100:00100000:0.0:1780334666.757371:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036df100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624253952:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334666.757404:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700970d0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334666.759182:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.762052:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604437120 00000100:00100000:3.0:1780334666.762067:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604437120 00010000:00010000:3.0:1780334666.762117:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097098 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11ef expref: 48 pid: 6539 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334666.762176:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 358 00000100:00100000:3.0:1780334666.762187:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:2407:x1866815604437120:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334666.762202:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334666.762209:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097098 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11ef expref: 48 pid: 6539 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.762223:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097098 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11ef expref: 48 pid: 6539 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.762250:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097098 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11ef expref: 48 pid: 6539 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.762266:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9b6f02d67900) 00010000:00010000:3.0:1780334666.762271:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700970d0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.762280:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700970d0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.762287:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700970d0 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.762457:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334666.762519:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:2407:x1866815604437120:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 333us (3344us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334666.762526:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 358 00010000:00010000:1.0:1780334666.762848:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700970d0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.762857:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700970d0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.762890:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700970d0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.762898:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700970d0 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.762905:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700970d0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.762911:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334666.762916:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700970d0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.762923:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700970d0 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.762933:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9b6f02d67900) 00010000:00010000:1.0:1780334666.762936:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1780334666.762939:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700970d0 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.762945:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700970d0 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334666.762989:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:29755:x1866815604436992:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 7912us (8076us total) trans 0 rc -22/-22 00000100:00100000:1.0:1780334666.762997:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1166 00000100:00100000:2.0:1780334666.765204:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334666.765318:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604437248 00000100:00100000:1.0:1780334666.765327:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604437248 00000100:00100000:1.0:1780334666.765445:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 304 00000100:00100000:1.0:1780334666.765457:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604437248:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1780334666.765499:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dfd9795e/0xdf9e767e700970d7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.765519:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e700970c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b120b expref: 12 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.765527:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334666.765529:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334666.765532:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfd9795e/0xdf9e767e700970d7 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.765564:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e700970c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b120b expref: 12 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.765579:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e700970c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b120b expref: 12 pid: 8519 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334666.765594:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624254080:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334666.765681:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3900 going to sleep for 11 seconds 00000100:00100000:1.0:1780334666.767657:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624254080:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334666.767684:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dfd9795e/0xdf9e767e700970d7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334666.772787:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334666.772913:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604437376 00000100:00100000:1.0:1780334666.772924:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604437376 00010000:00010000:1.0:1780334666.772964:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e700970c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b120b expref: 13 pid: 8519 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334666.773002:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 359 00000100:00100000:1.0:1780334666.773011:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604437376:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334666.773026:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334666.773045:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e700970c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b120b expref: 13 pid: 8519 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.773059:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e700970c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b120b expref: 13 pid: 8519 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.773082:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000497e59b/0xdf9e767e700970c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b120b expref: 13 pid: 8519 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.773097:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334666.773099:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334666.773104:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dfd9795e/0xdf9e767e700970d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.773114:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfd9795e/0xdf9e767e700970d7 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.773159:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334666.773213:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604437376:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 202us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334666.773220:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 359 00010000:00010000:2.0:1780334666.773628:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dfd9795e/0xdf9e767e700970d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.773638:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfd9795e/0xdf9e767e700970d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.773659:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dfd9795e/0xdf9e767e700970d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.773667:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dfd9795e/0xdf9e767e700970d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.773675:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dfd9795e/0xdf9e767e700970d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.773682:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ce00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334666.773687:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfd9795e/0xdf9e767e700970d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.773696:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfd9795e/0xdf9e767e700970d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.773706:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dfd9795e/0xdf9e767e700970d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.773713:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfd9795e/0xdf9e767e700970d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334666.773776:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604437248:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 8322us (8578us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334666.773785:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 304 00000100:00100000:2.0:1780334666.777443:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.777539:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604437632 00000100:00100000:0.0:1780334666.777550:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604437632 00000100:00100000:0.0:1780334666.777608:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1167 00000100:00100000:0.0:1780334666.777618:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+46:29755:x1866815604437632:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1780334666.777695:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700970de lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.777714:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700970de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.777726:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700970de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.778044:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700970e5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.778055:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700970a6 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11f6 expref: 47 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.778063:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700970e5 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.778092:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700970a6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11f6 expref: 47 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.778105:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700970a6 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11f6 expref: 47 pid: 6540 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334666.778119:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036df100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624254208:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334666.778390:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01edab40 going to sleep for 11 seconds 00000100:00100000:1.0:1780334666.780548:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036df100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624254208:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334666.780573:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700970e5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334666.781495:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.781741:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604437760 00000100:00100000:0.0:1780334666.781750:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604437760 00010000:00010000:0.0:1780334666.781786:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700970a6 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11f6 expref: 48 pid: 6540 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334666.781860:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 360 00000100:00100000:0.0:1780334666.781869:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+48:2406:x1866815604437760:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334666.781883:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334666.781888:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700970a6 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11f6 expref: 48 pid: 6540 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.781900:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700970a6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11f6 expref: 48 pid: 6540 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.781919:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700970a6 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11f6 expref: 48 pid: 6540 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.781934:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9b6f02d67900) 00010000:00010000:0.0:1780334666.781938:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700970e5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.781946:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700970e5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.781953:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700970e5 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.781975:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334666.782021:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:2406:x1866815604437760:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 152us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.782029:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 360 00010000:00010000:1.0:1780334666.782093:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700970e5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.782100:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700970e5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780334666.782195:0:9763:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967995 00000001:00080000:1.0:1780334666.782308:0:9763:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967996 00000001:00080000:1.0:1780334666.782344:0:9763:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967997 00000100:00100000:1.0:1780334666.782416:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9763:1866815624254336:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1780334666.782461:0:9763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334666.782495:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334666.783006:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624254336 00000100:00100000:0.0:1780334666.783013:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624254336 00000100:00100000:0.0:1780334666.783043:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1780334666.783049:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9763:x1866815624254336:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1780334666.783133:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:9763:x1866815624254336:12345-0@lo:1000:mdt00_003.0 Request processed in 84us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.783141:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1780334666.783202:0:9763:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:1.0:1780334666.783208:0:9763:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b703fdd1c00, transno 4294967359 00000100:00100000:1.0:1780334666.783224:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9763:1866815624254336:0@lo:1000:mdt00_003.0 00000001:00080000:1.0:1780334666.783339:0:9763:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967998 00000100:00100000:1.0:1780334666.783379:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9763:1866815624254464:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1780334666.783405:0:9763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334666.783427:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3000 going to sleep for 11 seconds 00000100:00100000:3.0:1780334666.783475:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624254464 00000100:00100000:3.0:1780334666.783480:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624254464 00000100:00100000:3.0:1780334666.783511:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1780334666.783518:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:9763:x1866815624254464:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1780334666.783607:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:9763:x1866815624254464:12345-0@lo:1000:mdt00_003.0 Request processed in 90us (201us total) trans 4294967361 rc 0/0 00000100:00100000:3.0:1780334666.783614:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1780334666.783704:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:9763:1866815624254464:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1780334666.783734:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700970e5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.783743:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700970e5 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.783750:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700970e5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.783755:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334666.783759:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700970e5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.783766:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700970e5 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.783779:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9b6f02d67900) 00010000:00010000:1.0:1780334666.783782:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334666.783786:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700970e5 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.783796:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700970e5 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.783846:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009701a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.783852:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009701a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.783857:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009701a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.783861:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334666.783863:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009701a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.783868:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009701a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.783875:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:1.0:1780334666.783877:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334666.783883:0:9763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097021 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11d3 expref: 94 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.783892:0:9763:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097021 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11d3 expref: 94 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.783899:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097021 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11d3 expref: 94 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.783927:0:9763:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097021 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11d3 expref: 94 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334666.783938:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624254592:192.168.203.22@tcp:105: 00000100:00100000:1.0:1780334666.783999:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3000 going to sleep for 11 seconds 00000100:00100000:1.0:1780334666.787392:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624254592:192.168.203.22@tcp:105: 00010000:00010000:1.0:1780334666.787420:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009701a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787431:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009701a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787460:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700970ec lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787473:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700970ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787483:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700970ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787493:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700970ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787499:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700970ec lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787505:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700970ec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787514:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334666.787517:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700970ec lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787523:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700970ec lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787532:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:1.0:1780334666.787535:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334666.787922:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700970ec lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787928:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e700970ec lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787939:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700970de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787945:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700970de lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787951:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700970de lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787956:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334666.787958:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700970de lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787964:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700970de lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787975:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:1.0:1780334666.787978:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334666.787980:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700970de lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.787985:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700970de lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334666.788131:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:29755:x1866815604437632:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 10514us (10696us total) trans 4294967999 rc 0/0 00000100:00100000:1.0:1780334666.788141:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1167 00000020:00080000:1.0:1780334666.788146:0:9763:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1780334666.788733:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334666.788739:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334666.789237:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1780334666.789248:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334666.790368:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.790789:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604437888 00000100:00100000:0.0:1780334666.790798:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604437888 00000100:00100000:0.0:1780334666.790940:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 219 00000100:00100000:0.0:1780334666.790951:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+95:29754:x1866815604437888:12345-192.168.203.22@tcp:49:cmp.0 00000100:00100000:0.0:1780334666.791084:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+95:29754:x1866815604437888:12345-192.168.203.22@tcp:49:cmp.0 Request processed in 135us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.791091:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 219 00000100:00100000:3.0:1780334666.791883:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334666.792273:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604438144 00000100:00100000:2.0:1780334666.792283:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604438144 00000100:00100000:2.0:1780334666.792338:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 220 00000100:00100000:2.0:1780334666.792347:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+50:29755:x1866815604438144:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1780334666.792592:0:6542:0:(mdd_object.c:4033:mdd_close()) Object [0x200000403:0x1e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1780334666.792647:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968000 00010000:00010000:2.0:1780334666.792682:0:6542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700970f3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.792697:0:6542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700970f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.792708:0:6542:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700970f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.792715:0:6542:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700970f3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.792721:0:6542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700970f3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.792726:0:6542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700970f3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.792749:0:6542:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780334666.792853:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:29755:x1866815604438144:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 507us (971us total) trans 4294968001 rc 0/0 00000100:00100000:2.0:1780334666.792859:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 220 00000020:00080000:2.0:1780334666.792862:0:6542:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1780334666.792938:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334666.792946:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700970f3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.792954:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334666.792958:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700970f3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.792966:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700970f3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.792980:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9b6f02d67900) 00010000:00010000:1.0:1780334666.792983:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780334666.792987:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700970f3 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.792993:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e700970f3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.793009:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334666.793011:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334666.793012:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334666.794879:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.795006:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604438272 00000100:00100000:0.0:1780334666.795015:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604438272 00000100:00100000:0.0:1780334666.795101:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 305 00000100:00100000:0.0:1780334666.795112:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:29754:x1866815604438272:12345-192.168.203.22@tcp:101:cmp.0 00010000:00010000:0.0:1780334666.795129:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334666.795149:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e700970fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1212 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334666.795174:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a1dbde3, ctime: 0x6a1dc04a, blocks: 0x8 00010000:00010000:0.0:1780334666.795192:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334666.795194:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334666.795202:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e700970fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1212 expref: 13 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.795217:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e700970fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1212 expref: 13 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.795228:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9600, rc 0) 00000100:00100000:0.0:1780334666.795282:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:29754:x1866815604438272:12345-192.168.203.22@tcp:101:cmp.0 Request processed in 174us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.795289:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 305 00000100:00100000:3.0:1780334666.799181:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334666.799265:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604438400 00000100:00100000:1.0:1780334666.799273:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604438400 00002000:00100000:1.0:1780334666.799326:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff9b6f02f3dc00 x1866815604438400/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:132/0 lens 488/0 e 0 to 0 dl 1780334677 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334666.799336:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f02f3dc00 with x1866815604438400 ext(0->4095) 00002000:00010000:1.0:1780334666.799342:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f02f3dc00 00000100:00100000:1.0:1780334666.799372:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 86 00000100:00100000:1.0:1780334666.799381:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2406:x1866815604438400:12345-192.168.203.22@tcp:3:cmp.0 00000100:00100000:1.0:1780334666.799550:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2406:x1866815604438400:12345-192.168.203.22@tcp:3:cmp.0 Request processed in 169us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780334666.799556:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 86 00002000:00100000:1.0:1780334666.799561:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff9b6f02f3dc00 x1866815604438400/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:132/0 lens 488/4536 e 0 to 0 dl 1780334677 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334666.799567:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f02f3dc00 with x1866815604438400 ext(0->4095) 00002000:00010000:1.0:1780334666.799569:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f02f3dc00 00000100:00100000:2.0:1780334666.806787:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.807768:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604438656 00000100:00100000:3.0:1780334666.807779:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604438656 00000100:00100000:2.0:1780334666.808097:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 221 00000100:00100000:2.0:1780334666.808111:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+95:29754:x1866815604438656:12345-192.168.203.22@tcp:35:cmp.0 00000001:00080000:2.0:1780334666.808449:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968002 00000100:00100000:2.0:1780334666.808610:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:29754:x1866815604438656:12345-192.168.203.22@tcp:35:cmp.0 Request processed in 495us (1822us total) trans 4294968003 rc 0/0 00000100:00100000:2.0:1780334666.808618:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 221 00000020:00080000:2.0:1780334666.808623:0:6542:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780334666.829438:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.831972:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604438784 00000100:00100000:0.0:1780334666.831986:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604438784 00000100:00100000:0.0:1780334666.832064:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1168 00000100:00100000:0.0:1780334666.832075:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:29756:x1866815604438784:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334666.832101:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334666.832122:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70097101 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1219 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835430:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70097108 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835447:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70097108 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835468:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70097108 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835485:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009710f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835492:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009710f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835499:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009710f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835571:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097116 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835580:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097116 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835586:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097116 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334666.835627:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00000004:00200000:1.0:1780334666.835632:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334666.835649:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097116 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835659:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097116 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835668:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70097108 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835674:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70097108 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835684:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70097108 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835690:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334666.835694:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70097108 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835702:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70097108 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835714:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9b6f01d5b400) 00010000:00010000:1.0:1780334666.835717:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334666.835722:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70097108 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835728:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70097108 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835740:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009710f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835746:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009710f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835751:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009710f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835755:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334666.835758:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009710f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835768:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009710f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835776:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff9b70098ce400) 00010000:00010000:1.0:1780334666.835778:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334666.835781:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009710f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835786:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009710f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835883:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70097101 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1219 expref: 99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835898:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097116 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1219 expref: 98 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.835905:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:1.0:1780334666.835907:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334666.835909:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c600, rc 0) 00000100:00100000:1.0:1780334666.836231:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:29756:x1866815604438784:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 4156us (6800us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334666.836240:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1168 00000100:00100000:3.0:1780334666.847638:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334666.847867:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604438912 00000100:00100000:1.0:1780334666.847877:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604438912 00000100:00100000:1.0:1780334666.847930:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1169 00000100:00100000:1.0:1780334666.847939:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:29756:x1866815604438912:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334666.847963:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334666.847983:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009711d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1220 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.848049:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70097124 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.848065:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70097124 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.848076:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70097124 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334666.848113:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:1.0:1780334666.848117:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334666.848134:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70097124 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.848160:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009711d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1220 expref: 100 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.848177:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d600/0xdf9e767e70097124 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1220 expref: 99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.848185:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9b6f01d5b400) 00010000:00010000:1.0:1780334666.848188:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334666.848192:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d600, rc 0) 00000100:00100000:1.0:1780334666.848251:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:29756:x1866815604438912:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 313us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334666.848258:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1169 00000100:00100000:2.0:1780334666.857689:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334666.862032:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604439168 00000100:00100000:1.0:1780334666.862046:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604439168 00000100:00100000:1.0:1780334666.862118:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1170 00000100:00100000:1.0:1780334666.862129:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:29756:x1866815604439168:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334666.862151:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334666.862172:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009712b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1227 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.862274:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097132 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.862289:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097132 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.862310:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097132 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334666.862322:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:1.0:1780334666.862674:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009712b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1227 expref: 102 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.862692:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097132 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1227 expref: 101 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.862701:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:1.0:1780334666.862704:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1780334666.862708:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c800, rc 0) 00000100:00100000:1.0:1780334666.862856:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+101:29756:x1866815604439168:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 729us (5175us total) trans 4294968004 rc 0/0 00000100:00100000:1.0:1780334666.862868:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1170 00000100:00100000:2.0:1780334666.869658:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334666.869734:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604439296 00000100:00100000:3.0:1780334666.869742:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604439296 00000100:00100000:3.0:1780334666.869799:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 306 00000100:00100000:3.0:1780334666.869834:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2407:x1866815604439296:12345-192.168.203.22@tcp:1:lfs.0 00010000:00010000:3.0:1780334666.869875:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70097140 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.869895:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e700970fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1212 expref: 13 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.869902:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334666.869904:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334666.869907:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70097140 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.869935:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e700970fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1212 expref: 13 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.869949:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e700970fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1212 expref: 13 pid: 16895 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334666.869962:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02dfbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624254848:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334666.870046:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01d90780 going to sleep for 11 seconds 00000100:00100000:1.0:1780334666.870448:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334666.870472:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624254720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334666.870508:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334666.870759:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624254720 00000100:00100000:3.0:1780334666.870764:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624254720 00000100:00100000:3.0:1780334666.870801:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1780334666.870828:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624254720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334666.870856:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444360192 avail 1298120704 00000100:00100000:3.0:1780334666.870913:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624254720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334666.870920:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1780334666.871611:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624254720:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334666.878770:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02dfbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624254848:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334666.878798:0:8422:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70097140 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334666.879083:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.879323:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604439424 00000100:00100000:0.0:1780334666.879329:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604439424 00010000:00010000:0.0:1780334666.879363:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e700970fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1212 expref: 14 pid: 16895 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334666.879664:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 361 00000100:00100000:0.0:1780334666.879675:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2406:x1866815604439424:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334666.879693:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334666.879716:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e700970fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1212 expref: 14 pid: 16895 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.879730:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e700970fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1212 expref: 14 pid: 16895 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.879751:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e700970fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1212 expref: 14 pid: 16895 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.879766:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334666.879768:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334666.879772:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70097140 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.879782:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70097140 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.879847:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334666.879895:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2406:x1866815604439424:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 221us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.879903:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 361 00010000:00010000:3.0:1780334666.880245:0:8422:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70097140 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.880256:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70097140 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.880276:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70097140 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.880284:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70097140 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.880293:0:8422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70097140 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.880310:0:8422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ee00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334666.880314:0:8422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70097140 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.880327:0:8422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70097140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.880339:0:8422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70097140 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334666.880347:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002514319e/0xdf9e767e70097140 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334666.880412:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604439296:12345-192.168.203.22@tcp:1:lfs.0 Request processed in 10604us (10759us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334666.880420:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 306 00000100:00100000:2.0:1780334666.886577:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.886679:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604439680 00000100:00100000:0.0:1780334666.886688:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604439680 00000100:00100000:0.0:1780334666.886743:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 222 00000100:00100000:0.0:1780334666.886753:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ea050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+101:29756:x1866815604439680:12345-192.168.203.22@tcp:35:lfs.0 00000004:00010000:0.0:1780334666.886857:0:6541:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x3d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097132 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1227 expref: 101 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780334666.887024:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968005 00000001:00080000:1.0:1780334666.887359:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968006 00010000:00010000:1.0:1780334666.887397:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.887424:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097021 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11d3 expref: 104 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.887432:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097116 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1219 expref: 104 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.887440:0:6541:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.887473:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097116 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1219 expref: 104 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.887486:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097116 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1219 expref: 104 pid: 15367 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334666.887500:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624254976:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334666.887587:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097021 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11d3 expref: 104 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334666.887898:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097021 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11d3 expref: 104 pid: 6540 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334666.887911:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624255104:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334666.887954:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3000 going to sleep for 11 seconds 00000100:00100000:2.0:1780334666.896540:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334666.896618:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624254976:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334666.896620:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604439808 00000100:00100000:0.0:1780334666.896629:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604439808 00000100:00100000:1.0:1780334666.896637:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624255104:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334666.896674:0:6541:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.896679:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097021 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11d3 expref: 105 pid: 6540 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334666.896731:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 362 00000100:00100000:0.0:1780334666.896741:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:2407:x1866815604439808:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334666.896757:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334666.896763:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097021 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11d3 expref: 105 pid: 6540 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.896773:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097021 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11d3 expref: 105 pid: 6540 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.896799:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097021 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11d3 expref: 105 pid: 6540 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.896834:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:0.0:1780334666.896839:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.896847:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.896853:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334666.896910:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:2407:x1866815604439808:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 170us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.896918:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 362 00000100:00100000:2.0:1780334666.897700:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334666.898244:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604439936 00000100:00100000:0.0:1780334666.898252:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604439936 00010000:00010000:0.0:1780334666.898282:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097116 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1219 expref: 104 pid: 15367 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334666.898326:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 363 00000100:00100000:0.0:1780334666.898340:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:2406:x1866815604439936:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334666.898352:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334666.898358:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097116 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1219 expref: 104 pid: 15367 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.898369:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097116 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1219 expref: 104 pid: 15367 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.898394:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097116 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1219 expref: 104 pid: 15367 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.898408:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:0.0:1780334666.898412:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.898421:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.898428:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334666.898457:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334666.898488:0:6541:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.898498:0:6541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334666.898502:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:2406:x1866815604439936:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 167us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.898512:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 363 00000001:00080000:2.0:1780334666.899261:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968007 00000001:00080000:2.0:1780334666.899628:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968008 00000100:00100000:2.0:1780334666.899793:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe9aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624255232:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1780334666.899983:0:6541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334666.900012:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780334666.901070:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624255232 00000100:00100000:0.0:1780334666.901080:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624255232 00000100:00100000:0.0:1780334666.901136:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1780334666.901146:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6541:x1866815624255232:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1780334666.901241:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6541:x1866815624255232:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 97us (1258us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334666.901250:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1780334666.901281:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe9aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624255232:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1780334666.901432:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968009 00000100:00100000:2.0:1780334666.901493:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe9aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624255360:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1780334666.901525:0:6541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334666.902023:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624255360 00000100:00100000:1.0:1780334666.902029:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624255360 00000100:00100000:2.0:1780334666.902031:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42900 going to sleep for 11 seconds 00000100:00100000:1.0:1780334666.902136:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1780334666.902147:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6541:x1866815624255360:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1780334666.902274:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6541:x1866815624255360:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 131us (749us total) trans 4294967362 rc 0/0 00000100:00100000:1.0:1780334666.902280:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1780334666.902343:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe9aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624255360:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1780334666.902393:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968010 00010000:00010000:2.0:1780334666.902421:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.902431:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.902438:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.902446:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ce00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334666.902450:0:6541:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.902456:0:6541:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.902471:0:6541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:2.0:1780334666.902473:0:6541:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1780334666.902478:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334666.902483:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097147 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780334666.902573:0:6541:0:(mdd_object.c:4033:mdd_close()) Object [0x200000402:0x3e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1780334666.903768:0:6541:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9248 00000001:00080000:2.0:1780334666.903781:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968011 00010000:00010000:2.0:1780334666.903964:0:6541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9b70098cee00) 00010000:00010000:2.0:1780334666.903968:0:6541:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1780334666.903977:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097132 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1227 expref: 107 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334666.904099:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ea050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:29756:x1866815604439680:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 17347us (17530us total) trans 4294968012 rc 0/0 00000100:00100000:2.0:1780334666.904108:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 222 00000020:00080000:2.0:1780334666.904114:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1780334667.380348:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334667.380379:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624255488:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334667.380449:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334667.380466:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334667.380471:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624255616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334667.380507:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334667.380544:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624255488 00000100:00100000:2.0:1780334667.380552:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624255488 00000100:00100000:1.0:1780334667.380574:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624255616 00000100:00100000:1.0:1780334667.380579:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624255616 00000100:00100000:2.0:1780334667.380600:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:2.0:1780334667.380612:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3659:x1866815624255488:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334667.380617:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1780334667.380625:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624255616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334667.380637:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921399808 avail 3689848832 00002000:00000024:1.0:1780334667.380642:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921399808 avail 3689848832 00000100:00100000:2.0:1780334667.380691:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3659:x1866815624255488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334667.380692:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624255616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334667.380706:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:2.0:1780334667.380748:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624255488:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334667.381117:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00080000:1.0:1780334667.381149:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334667.381173:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624255616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334667.381835:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624255744:0@lo:400:kworker.0 00000100:00100000:3.0:1780334667.381883:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334667.382021:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624256000:0@lo:400:kworker.0 00000100:00100000:1.0:1780334667.382051:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624256128:0@lo:400:kworker.0 00000100:00100000:2.0:1780334667.382067:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334667.382089:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334667.382096:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624256512:0@lo:400:kworker.0 00000100:00100000:1.0:1780334667.382120:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624256640:0@lo:400:kworker.0 00000100:00100000:2.0:1780334667.382126:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334667.382156:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624257024:0@lo:400:kworker.0 00000100:00100000:1.0:1780334667.382157:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334667.382188:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334667.382206:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624256128 00000100:00100000:1.0:1780334667.382212:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624256128 00000100:00100000:3.0:1780334667.382247:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624255744 00000100:00100000:1.0:1780334667.382249:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624256512 00000100:00100000:3.0:1780334667.382253:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624255744 00000100:00100000:1.0:1780334667.382254:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624256512 00000100:00080000:1.0:1780334667.382279:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334667.382291:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1780334667.382313:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624255744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334667.382313:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624257024 00000100:00100000:1.0:1780334667.382317:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624257024 00000100:00080000:1.0:1780334667.382329:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334667.382339:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1780334667.382346:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624256128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334667.382389:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624256128:12345-0@lo:400:kworker.0 Request processed in 44us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334667.382396:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1780334667.382422:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624256128:0@lo:400:kworker.0 00000100:00100000:1.0:1780334667.382439:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1780334667.382445:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624256512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334667.382461:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624255744:12345-0@lo:400:kworker.0 Request processed in 149us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334667.382468:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1780334667.382503:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624255872:0@lo:400:kworker.0 00000100:00100000:3.0:1780334667.382530:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334667.382548:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624256000 00000100:00100000:3.0:1780334667.382553:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624256000 00000100:00100000:3.0:1780334667.382580:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1780334667.382587:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624256000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334667.382921:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624256512:12345-0@lo:400:kworker.0 Request processed in 476us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334667.382928:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1780334667.382938:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624255872 00000100:00100000:1.0:1780334667.382941:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624255872 00000100:00100000:1.0:1780334667.382955:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1780334667.382961:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624255872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334667.382995:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624255872:12345-0@lo:400:kworker.0 Request processed in 34us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334667.383003:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1780334667.383015:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624256640 00000100:00100000:3.0:1780334667.383017:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624256000:12345-0@lo:400:kworker.0 Request processed in 428us (950us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334667.383021:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624256640 00000100:00100000:3.0:1780334667.383028:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1780334667.383037:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1780334667.383046:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624257024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334667.383076:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1780334667.383081:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624257024:12345-0@lo:400:kworker.0 Request processed in 37us (891us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334667.383088:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624256640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334667.383089:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1780334667.383091:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624255744:0@lo:400:kworker.0 00000100:00100000:3.0:1780334667.383114:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624256256:0@lo:400:kworker.0 00000100:00100000:2.0:1780334667.383146:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624256640:12345-0@lo:400:kworker.0 Request processed in 61us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334667.383154:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334667.383158:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00080000:1.0:1780334667.383164:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334667.383189:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624256640:0@lo:400:kworker.0 00000100:00100000:3.0:1780334667.383202:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624256768:0@lo:400:kworker.0 00000100:00100000:2.0:1780334667.384107:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624257024:0@lo:400:kworker.0 00000100:00100000:2.0:1780334667.384205:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034544380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624256000:0@lo:400:kworker.0 00000100:00100000:3.0:1780334667.385034:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334667.385183:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624255872:0@lo:400:kworker.0 00000100:00100000:3.0:1780334667.385258:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034544000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624256384:0@lo:400:kworker.0 00000100:00100000:3.0:1780334667.385307:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334667.385384:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624256896:0@lo:400:kworker.0 00000100:00100000:3.0:1780334667.385408:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334667.385457:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624256768 00000100:00100000:0.0:1780334667.385463:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624256768 00000100:00100000:3.0:1780334667.385477:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624256256 00000100:00100000:3.0:1780334667.385481:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624256256 00000100:00100000:3.0:1780334667.385513:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1780334667.385513:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1780334667.385521:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624256256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334667.385521:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624256768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334667.385567:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624256768:12345-0@lo:400:kworker.0 Request processed in 47us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334667.385574:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1780334667.385581:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624256256:12345-0@lo:400:kworker.0 Request processed in 62us (2432us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334667.385587:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1780334667.385611:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624256256:0@lo:400:kworker.0 00000100:00100000:3.0:1780334667.385624:0:3660:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967352 gen 2 00000004:00080000:3.0:1780334667.385629:0:3660:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967352 00000100:00100000:3.0:1780334667.385649:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624256768:0@lo:400:kworker.0 00000100:00100000:2.0:1780334667.385676:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624256512:0@lo:400:kworker.0 00000100:00100000:1.0:1780334667.386057:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624256384 00000100:00100000:1.0:1780334667.386063:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624256384 00000100:00080000:1.0:1780334667.386135:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334667.386198:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624256896 00000100:00100000:0.0:1780334667.386202:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624256896 00000100:00080000:2.0:1780334667.386240:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334667.386287:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1780334667.386305:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624256384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334667.386360:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624256384:12345-0@lo:400:kworker.0 Request processed in 66us (1052us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334667.386371:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1780334667.386385:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1780334667.386392:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624256896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334667.386420:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624256896:12345-0@lo:400:kworker.0 Request processed in 29us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334667.386425:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1780334667.386494:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034544000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624256384:0@lo:400:kworker.0 00000100:00100000:2.0:1780334667.386505:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624256896:0@lo:400:kworker.0 00010000:00010000:2.0:1780334667.701018:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334668.724975:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334668.917168:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624257152:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334668.917233:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334668.918076:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624257280:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334668.918107:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334668.918430:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624257152 00000100:00100000:1.0:1780334668.918438:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624257152 00000100:00100000:1.0:1780334668.918514:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624257280 00000100:00100000:1.0:1780334668.918517:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624257280 00000100:00100000:0.0:1780334668.918566:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1780334668.918585:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624257152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334668.918620:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1780334668.918664:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624257152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (1431us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334668.918671:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1780334668.918688:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1780334668.918693:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624257280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334668.918702:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1780334668.918726:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624257280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 33us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334668.918731:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1780334668.918766:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624257280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334668.919255:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624257408:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334668.919304:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334668.919344:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624257408 00000100:00100000:2.0:1780334668.919348:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624257408 00000100:00100000:2.0:1780334668.919637:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1780334668.919644:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624257408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334668.919672:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334668.919709:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624257408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334668.919716:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1780334668.919753:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624257408:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334668.920086:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624257152:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1780334669.492964:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1780334669.749350:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334670.530644:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334670.532976:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604440064 00000100:00100000:0.0:1780334670.532991:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604440064 00000100:00100000:0.0:1780334670.533146:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1171 00000100:00100000:0.0:1780334670.533160:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:29703:x1866815604440064:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00080000:2.0:1780334670.533163:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334670.533290:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:29703:x1866815604440064:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 133us (2655us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334670.533297:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1171 00000100:00100000:3.0:1780334670.536550:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334670.536654:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604440192 00000100:00100000:1.0:1780334670.536664:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604440192 00000100:00100000:1.0:1780334670.536745:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1172 00000100:00100000:1.0:1780334670.536757:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:29703:x1866815604440192:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00080000:2.0:1780334670.536869:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334670.536882:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:29703:x1866815604440192:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 127us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334670.536889:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1172 00010000:00010000:1.0:1780334670.776158:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334670.903722:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334670.903730:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334670.903850:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 3 00000040:00080000:1.0:1780334670.903860:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334671.797735:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334671.853994:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334671.854050:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334671.854085:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334671.854116:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334671.854135:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604440832 00000100:00100000:0.0:1780334671.854143:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334671.854154:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604440832 00000100:00100000:0.0:1780334671.854168:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334671.854191:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334671.854220:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334671.854237:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604441344 00000100:00100000:1.0:1780334671.854243:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604441344 00000100:00100000:0.0:1780334671.854256:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334671.854297:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604440320 00000100:00100000:0.0:1780334671.854302:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604440320 00000100:00100000:0.0:1780334671.854350:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 686 00000100:00100000:0.0:1780334671.854362:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604440320:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334671.854457:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604440320:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 97us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334671.854467:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 686 00000100:00100000:0.0:1780334671.854512:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604440576 00000100:00100000:0.0:1780334671.854516:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604440576 00000100:00100000:0.0:1780334671.854548:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604441088 00000100:00100000:0.0:1780334671.854551:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604441088 00000100:00100000:0.0:1780334671.854565:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604440448 00000100:00100000:0.0:1780334671.854568:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604440448 00000100:00100000:0.0:1780334671.854585:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604440960 00000100:00100000:0.0:1780334671.854588:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604440960 00000100:00100000:0.0:1780334671.854605:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 769 00000100:00100000:0.0:1780334671.854612:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604440576:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334671.854647:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604440576:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 36us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334671.854654:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 769 00000100:00100000:0.0:1780334671.854667:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 770 00000100:00100000:0.0:1780334671.854674:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604441088:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334671.854698:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604441088:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334671.854705:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 770 00000100:00100000:0.0:1780334671.854719:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 771 00000100:00100000:0.0:1780334671.854725:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:2407:x1866815604440448:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334671.854756:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:2407:x1866815604440448:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334671.854762:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 771 00000100:00100000:0.0:1780334671.854773:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 772 00000100:00100000:0.0:1780334671.854779:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604440960:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334671.854806:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604440960:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334671.854843:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 772 00000100:00100000:1.0:1780334671.854865:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604440704 00000100:00100000:1.0:1780334671.854870:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604440704 00000100:00100000:0.0:1780334671.854883:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604441216 00000100:00100000:0.0:1780334671.854888:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604441216 00000100:00100000:1.0:1780334671.854898:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 447 00000100:00100000:1.0:1780334671.854908:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604440832:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334671.854916:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 448 00000100:00100000:0.0:1780334671.854926:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604441344:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334671.854946:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604440832:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 41us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334671.854954:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 447 00000100:00100000:0.0:1780334671.854959:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604441344:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 35us (815us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334671.854967:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 448 00000100:00100000:1.0:1780334671.854973:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 449 00000100:00100000:1.0:1780334671.854982:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2407:x1866815604440704:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334671.854988:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 450 00000100:00100000:0.0:1780334671.854997:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604441216:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334671.855014:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2407:x1866815604440704:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 33us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334671.855022:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 449 00000100:00100000:0.0:1780334671.855028:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604441216:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 31us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334671.855035:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 450 00000100:00080000:1.0:1780334671.855044:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334671.855050:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334671.855052:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334671.855055:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:3.0:1780334671.961215:0:22191:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12o: Layout-swap failure during Restore leaves file released ========================================================== 13:24:31 (1780334671) 00000100:00100000:1.0:1780334671.992887:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334671.992917:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624257536:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334671.993008:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334671.993410:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624257536 00000100:00100000:3.0:1780334671.993421:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624257536 00000100:00100000:3.0:1780334671.993479:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1780334671.993491:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624257536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334671.993572:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444360192 avail 1298120704 00000100:00100000:3.0:1780334671.993639:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624257536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 149us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334671.993646:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1780334671.993901:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624257536:0@lo:41:osp-pre-0-1.0 00000001:00080000:1.0:1780334671.994461:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968012 is committed 00000020:00080000:1.0:1780334671.994477:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f04e42c00 refcount 2 committed 0 result 0 batchid 22 00000020:00080000:1.0:1780334671.994481:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b7018587200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04e42f00 00000020:00080000:1.0:1780334671.994485:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b7018587600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f03e3c600 00000001:00080000:1.0:1780334671.994536:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968001 is committed 00000020:00080000:1.0:1780334671.994545:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b7033428cc0 refcount 2 committed 0 result 0 batchid 21 00000020:00080000:1.0:1780334671.994550:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f036ebf00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b7033428780 00000020:00080000:1.0:1780334671.994553:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f036eb900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f0375a600 00000020:00080000:3.0:1780334671.994594:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 22 committed batchid 20 00010000:00010000:2.0:1780334671.994621:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700970c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334671.994637:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700970c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334671.994651:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700970c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334671.994659:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334671.994665:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700970c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334671.994675:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700970c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334671.994695:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9b6f02d67900) 00010000:00010000:2.0:1780334671.994699:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334671.994705:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700970c9 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334671.994712:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700970c9 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1780334671.995494:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000001:00080000:1.0:1780334672.000766:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000001:00080000:1.0:1780334672.000781:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967360 is committed 00000100:00100000:0.0:1780334672.252327:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334672.252543:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604441472 00000100:00100000:1.0:1780334672.252556:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604441472 00000100:00100000:1.0:1780334672.252674:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1173 00000100:00100000:1.0:1780334672.252686:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+43:30378:x1866815604441472:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1780334672.252960:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334672.253081:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+43:30378:x1866815604441472:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 397us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334672.253090:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1173 00000100:00100000:0.0:1780334672.256957:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334672.257142:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604441600 00000100:00100000:2.0:1780334672.257157:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604441600 00000100:00100000:2.0:1780334672.257253:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1174 00000100:00100000:2.0:1780334672.257278:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:30378:x1866815604441600:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1780334672.257428:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:30378:x1866815604441600:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 155us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334672.257441:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1174 00000100:00080000:1.0:1780334672.258390:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334672.293275:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334672.293432:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604441728 00000100:00100000:3.0:1780334672.293444:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604441728 00000100:00100000:3.0:1780334672.293767:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1175 00000100:00100000:3.0:1780334672.293780:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+95:30379:x1866815604441728:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334672.293841:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334672.293868:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e7009714e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b122e expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.293959:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097155 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.293978:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097155 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.293992:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097155 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294183:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e7009715c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294206:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e7009715c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294219:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e7009715c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294278:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097155 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294286:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097155 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294292:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097155 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294298:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097155 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294303:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ee00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334672.294307:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097155 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294313:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097155 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294326:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334672.294328:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334672.294333:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097155 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294352:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097155 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294369:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e7009715c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294375:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e7009715c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294380:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e7009715c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294386:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334672.294388:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e7009715c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294394:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e7009715c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294401:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9b6f01bf5b00) 00010000:00010000:3.0:1780334672.294404:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334672.294407:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e7009715c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294412:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e7009715c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294470:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e7009714e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b122e expref: 96 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294480:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334672.294483:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334672.294486:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e7009714e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b122e expref: 96 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.294496:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f200, rc 0) 00000100:00100000:3.0:1780334672.294644:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+95:30379:x1866815604441728:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 866us (1391us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334672.294653:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1175 00000100:00100000:3.0:1780334672.299455:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334672.299689:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604441984 00000100:00100000:0.0:1780334672.299703:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604441984 00000100:00100000:0.0:1780334672.299852:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1176 00000100:00100000:0.0:1780334672.299866:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+95:30379:x1866815604441984:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:0.0:1780334672.299940:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334672.299976:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70096f5d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b119b expref: 95 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.299999:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334672.300005:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334672.300085:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097163 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.300102:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096f87 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11a9 expref: 42 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.300116:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097163 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.300166:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096f87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11a9 expref: 42 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.300183:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096f87 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11a9 expref: 42 pid: 6538 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334672.300200:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624257664:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334672.300314:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f0371b900 going to sleep for 11 seconds 00000100:00100000:0.0:1780334672.306070:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334672.306152:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604442112 00000100:00100000:3.0:1780334672.306165:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604442112 00010000:00010000:3.0:1780334672.306221:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096f87 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11a9 expref: 43 pid: 6538 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334672.306277:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 364 00000100:00100000:3.0:1780334672.306289:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+43:2406:x1866815604442112:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334672.306309:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334672.306318:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096f87 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11a9 expref: 43 pid: 6538 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.306332:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096f87 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11a9 expref: 43 pid: 6538 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.306378:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334672.306384:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097163 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.306396:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097163 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.306404:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097163 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.306426:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334672.306500:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+43:2406:x1866815604442112:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 213us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334672.306508:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 364 00010000:00010000:1.0:1780334672.306614:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70096f87 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b11a9 expref: 42 pid: 6538 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334672.306639:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624257664:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334672.306663:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097163 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.306684:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097163 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.307279:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097163 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.307464:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009716a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.307482:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009716a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.307493:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009716a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.311480:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097171 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.311511:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097171 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.311526:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097171 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334672.311547:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000050b1e7f2 reply state 00000000397ebe06 transno 4294968013 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097171 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.311559:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097171 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.311568:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:1.0:1780334672.311572:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334672.311577:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1780334672.311584:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00010000:00010000:1.0:1780334672.311594:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097163 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.311601:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097163 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.311608:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097163 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.311616:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334672.311621:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097163 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.311629:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097163 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.311641:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334672.311644:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334672.311647:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097163 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.311652:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097163 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334672.311667:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000050b1e7f2 reply state 00000000397ebe06 transno 4294968013 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009716a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.311675:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009716a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.311681:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9b70098ce400) 00010000:00010000:1.0:1780334672.311683:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334672.311684:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1780334672.314805:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+96:30379:x1866815604441984:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 14926us (15347us total) trans 4294968013 rc 0/0 00000100:00100000:1.0:1780334672.314841:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1176 00000100:00100000:0.0:1780334672.332165:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334672.333086:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604442240 00000100:00100000:1.0:1780334672.333102:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604442240 00000100:00100000:1.0:1780334672.333199:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1177 00000100:00100000:1.0:1780334672.333214:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+96:30380:x1866815604442240:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:1.0:1780334672.333248:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334672.333285:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097178 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1235 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.333368:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009717f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.333385:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009717f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.333399:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009717f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334672.333452:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1780334672.333456:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334672.333482:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009717f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.333510:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097178 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1235 expref: 98 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.333533:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009717f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1235 expref: 97 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.333542:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334672.333545:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334672.333550:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d800, rc 0) 00000100:00100000:1.0:1780334672.333636:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:30380:x1866815604442240:12345-192.168.203.22@tcp:101:bash.0 Request processed in 426us (1486us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334672.333647:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1177 00000100:00100000:2.0:1780334672.340642:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334672.340978:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604442368 00000100:00100000:3.0:1780334672.340991:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604442368 00000100:00100000:2.0:1780334672.341251:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1178 00000100:00100000:2.0:1780334672.341275:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:30380:x1866815604442368:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:2.0:1780334672.341303:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334672.341328:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70097186 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b123c expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.341420:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009718d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.341437:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009718d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.341449:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009718d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.341462:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097194 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.341470:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097194 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.341477:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097194 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.341662:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e7009719b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.341735:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e7009719b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.341745:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e7009719b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334672.341791:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:2.0:1780334672.341794:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334672.342103:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e7009719b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342121:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009718d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342128:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009718d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342134:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009718d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342141:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009718d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342147:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334672.342219:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009718d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342228:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009718d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342242:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334672.342245:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334672.342251:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009718d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342369:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009718d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342395:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097194 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342403:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097194 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342408:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097194 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342414:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334672.342417:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097194 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342423:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097194 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342431:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9b70098ce400) 00010000:00010000:2.0:1780334672.342434:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334672.342436:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097194 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342442:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097194 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342477:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e70097186 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b123c expref: 99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342491:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0800/0xdf9e767e7009719b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b123c expref: 98 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.342505:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:2.0:1780334672.342507:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780334672.342510:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0800, rc 0) 00000100:00100000:2.0:1780334672.343114:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:30380:x1866815604442368:12345-192.168.203.22@tcp:101:bash.0 Request processed in 1839us (2541us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334672.343126:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1178 00000100:00100000:2.0:1780334672.350058:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334672.350185:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604442496 00000100:00100000:1.0:1780334672.350199:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604442496 00000100:00100000:1.0:1780334672.350313:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1179 00000100:00100000:1.0:1780334672.350326:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:30380:x1866815604442496:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:1.0:1780334672.350365:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334672.350392:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700971a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1243 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350478:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971a9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350498:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350511:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350528:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350535:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350543:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350717:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350729:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971a9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350735:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350741:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334672.350745:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350753:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971a9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350766:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:1.0:1780334672.350769:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334672.350775:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350781:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350795:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350801:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350807:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350950:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334672.350954:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350959:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350966:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9b70098ce300) 00010000:00010000:1.0:1780334672.350969:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334672.350972:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971b0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.350977:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.351016:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700971a2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1243 expref: 99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.351026:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:1.0:1780334672.351028:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334672.351032:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700971a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1243 expref: 99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.351041:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c800, rc 0) 00000100:00100000:1.0:1780334672.351126:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:30380:x1866815604442496:12345-192.168.203.22@tcp:101:bash.0 Request processed in 803us (1080us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334672.351134:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1179 00000100:00100000:3.0:1780334672.364028:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334672.364116:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604442624 00000100:00100000:1.0:1780334672.364129:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604442624 00000100:00100000:1.0:1780334672.364208:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1180 00000100:00100000:1.0:1780334672.364220:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+42:30381:x1866815604442624:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334672.364249:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334672.364293:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700971b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b124a expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.364399:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971be lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.364422:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.364436:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334672.364491:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1780334672.364495:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334672.364521:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.364550:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700971b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b124a expref: 44 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.364571:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b124a expref: 43 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.364580:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334672.364584:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334672.364588:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ca00, rc 0) 00000100:00100000:1.0:1780334672.364668:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+43:30381:x1866815604442624:12345-192.168.203.22@tcp:101:rm.0 Request processed in 449us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334672.364676:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1180 00000100:00100000:3.0:1780334672.367648:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334672.368704:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604442752 00000100:00100000:2.0:1780334672.368720:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604442752 00000100:00100000:2.0:1780334672.369006:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1181 00000100:00100000:2.0:1780334672.369020:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+43:30381:x1866815604442752:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334672.369047:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334672.369075:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700971c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1251 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369160:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700971cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369179:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700971cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369192:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700971cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369204:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700971d3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369212:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700971d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369221:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700971d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369687:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e700971da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369699:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e700971da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369707:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e700971da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334672.369752:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:2.0:1780334672.369756:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334672.369782:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e700971da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369797:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700971cc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369804:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700971cc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369881:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700971cc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369889:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700971cc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369895:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334672.369900:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700971cc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369910:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700971cc lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369924:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334672.369928:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334672.369934:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700971cc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369940:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700971cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369957:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700971d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369963:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700971d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369970:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700971d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369975:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334672.369979:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700971d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369986:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700971d3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.369994:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9b70098ce400) 00010000:00010000:2.0:1780334672.369997:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334672.370000:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700971d3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.370011:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700971d3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.370046:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700971c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1251 expref: 45 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.370058:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1200/0xdf9e767e700971da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1251 expref: 44 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.370066:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:2.0:1780334672.370068:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780334672.370071:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1200, rc 0) 00000100:00100000:2.0:1780334672.370165:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:30381:x1866815604442752:12345-192.168.203.22@tcp:101:rm.0 Request processed in 1148us (2535us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334672.370175:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1181 00000100:00100000:2.0:1780334672.377777:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334672.378236:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604442880 00000100:00100000:1.0:1780334672.378249:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604442880 00000100:00100000:1.0:1780334672.378345:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1182 00000100:00100000:1.0:1780334672.378357:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:30381:x1866815604442880:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334672.378385:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334672.378412:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700971e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1258 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378510:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971e8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378528:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378541:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378558:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e700971ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378566:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e700971ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378572:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e700971ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378621:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378629:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971e8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378640:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378646:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334672.378650:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378658:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971e8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378671:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:1.0:1780334672.378674:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334672.378680:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378686:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700971e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378701:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e700971ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378708:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e700971ef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378714:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e700971ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378719:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334672.378722:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e700971ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378732:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e700971ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378739:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9b70098ce300) 00010000:00010000:1.0:1780334672.378741:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334672.378744:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e700971ef lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378750:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e700971ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378787:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700971e1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1258 expref: 45 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378798:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:1.0:1780334672.378800:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334672.378804:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700971e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1258 expref: 45 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.378854:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c800, rc 0) 00000100:00100000:1.0:1780334672.378928:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:30381:x1866815604442880:12345-192.168.203.22@tcp:101:rm.0 Request processed in 573us (1166us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334672.378936:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1182 00000100:00100000:3.0:1780334672.384612:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334672.384730:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604443008 00000100:00100000:0.0:1780334672.384744:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604443008 00000100:00100000:0.0:1780334672.384980:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1183 00000100:00100000:0.0:1780334672.384994:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:30381:x1866815604443008:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334672.385021:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334672.385046:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700971f6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b125f expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385126:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700971fd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385145:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700971fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385162:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700971fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385179:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097204 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385187:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097204 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385194:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097204 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385248:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700971fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385256:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700971fd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385271:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700971fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385278:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334672.385282:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700971fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385299:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700971fd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385311:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:0.0:1780334672.385314:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334672.385319:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700971fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385334:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700971fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385350:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097204 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385356:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097204 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385362:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097204 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385366:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334672.385369:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097204 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385375:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097204 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385382:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9b70188d6e00) 00010000:00010000:0.0:1780334672.385384:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334672.385387:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097204 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385392:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097204 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385431:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700971f6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b125f expref: 45 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385447:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:0.0:1780334672.385450:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334672.385453:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e700971f6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b125f expref: 45 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.385463:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8600, rc 0) 00000100:00100000:0.0:1780334672.385598:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:30381:x1866815604443008:12345-192.168.203.22@tcp:101:rm.0 Request processed in 606us (1000us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334672.385607:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1183 00000100:00100000:3.0:1780334672.404458:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334672.404620:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604443136 00000100:00100000:2.0:1780334672.404634:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604443136 00000100:00100000:2.0:1780334672.404927:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1184 00000100:00100000:2.0:1780334672.404937:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:30383:x1866815604443136:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334672.404962:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334672.404984:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009720b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1266 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405056:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097212 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405073:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097212 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405083:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097212 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405096:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097219 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405100:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097219 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405104:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097219 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405156:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097212 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405161:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097212 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405165:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097212 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405169:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097212 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405173:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334672.405181:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097212 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405187:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097212 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405197:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:2.0:1780334672.405199:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334672.405203:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097212 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405208:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097212 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405219:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097219 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405222:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097219 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405226:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097219 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405229:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334672.405231:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097219 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405234:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097219 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405237:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9b6f02d68e00) 00010000:00010000:2.0:1780334672.405239:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334672.405240:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097219 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405243:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097219 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405287:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009720b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1266 expref: 45 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405297:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:2.0:1780334672.405299:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334672.405302:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009720b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1266 expref: 45 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.405312:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0200, rc 0) 00000100:00100000:2.0:1780334672.405633:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:30383:x1866815604443136:12345-192.168.203.22@tcp:101:cp.0 Request processed in 695us (1191us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334672.405642:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1184 00000100:00100000:2.0:1780334672.409296:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334672.409456:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604443264 00000100:00100000:0.0:1780334672.409469:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604443264 00000100:00100000:0.0:1780334672.409546:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1185 00000100:00100000:0.0:1780334672.409559:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:30383:x1866815604443264:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334672.409600:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334672.409628:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097220 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b126d expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409714:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097227 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409733:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097227 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409746:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097227 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409774:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009722e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409783:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009722e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409790:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009722e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409887:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097227 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409896:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097227 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409902:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097227 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409908:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334672.409913:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097227 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409921:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097227 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409935:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:0.0:1780334672.409939:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334672.409944:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097227 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409950:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097227 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409965:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009722e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409971:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009722e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409977:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009722e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409981:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334672.409984:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009722e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409989:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009722e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.409996:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9b70188d6e00) 00010000:00010000:0.0:1780334672.409998:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334672.410001:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009722e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.410007:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009722e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.410046:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097220 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b126d expref: 45 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.410057:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:0.0:1780334672.410059:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334672.410064:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097220 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b126d expref: 45 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.410078:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8600, rc 0) 00000100:00100000:0.0:1780334672.411200:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:30383:x1866815604443264:12345-192.168.203.22@tcp:101:cp.0 Request processed in 1635us (1909us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334672.411213:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1185 00000100:00100000:3.0:1780334672.416961:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334672.417307:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604443520 00000100:00100000:0.0:1780334672.417319:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604443520 00000100:00100000:0.0:1780334672.417584:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1186 00000100:00100000:0.0:1780334672.417598:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:30383:x1866815604443520:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334672.417627:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334672.417653:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097235 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1274 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.417782:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009723c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.417801:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009723c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.417840:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009723c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.417858:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097243 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.417865:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097243 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.417872:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097243 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780334672.418362:0:6540:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x16:0x0], index 0: 0 00010000:00010000:0.0:1780334672.418805:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e7009724a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.418850:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e7009724a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.418860:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e7009724a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.418906:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009723c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.418914:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009723c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.418921:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009723c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.418928:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334672.418933:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009723c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.418942:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009723c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.418956:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:0.0:1780334672.418959:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334672.418965:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009723c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.418976:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009723c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334672.418991:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008730aaf1 reply state 00000000eace18fa transno 4294968014 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097243 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.419004:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097243 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.419009:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9b70188d6e00) 00010000:00010000:0.0:1780334672.419011:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334672.419015:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780334672.419057:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097235 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1274 expref: 47 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.419073:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e7009724a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1274 expref: 46 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.419080:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70188d6200) 00010000:00010000:0.0:1780334672.419082:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334672.419084:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8c00, rc 0) 00000100:00100000:0.0:1780334672.419365:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+47:30383:x1866815604443520:12345-192.168.203.22@tcp:101:cp.0 Request processed in 1768us (2795us total) trans 4294968014 rc 0/0 00000100:00100000:0.0:1780334672.419374:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1186 00000100:00100000:3.0:1780334672.427191:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334672.427321:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604443648 00000100:00100000:1.0:1780334672.427335:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604443648 00000100:00100000:1.0:1780334672.427463:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 307 00000100:00100000:1.0:1780334672.427476:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604443648:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334672.427502:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334672.427530:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e70097258 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b127b expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334672.427564:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780334672.427600:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334672.427603:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334672.427613:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e70097258 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b127b expref: 9 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.427635:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e70097258 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b127b expref: 9 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.427651:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c800, rc 0) 00000100:00100000:1.0:1780334672.427723:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604443648:12345-192.168.203.22@tcp:101:cp.0 Request processed in 250us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334672.427731:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 307 00000100:00100000:2.0:1780334672.432250:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334672.432428:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604443776 00000100:00100000:0.0:1780334672.432441:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604443776 00000100:00100000:0.0:1780334672.432517:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 308 00000100:00100000:0.0:1780334672.432530:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:30383:x1866815604443776:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334672.432557:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334672.432683:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1282 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.432729:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e70097258 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b127b expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.432740:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334672.432743:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334672.432747:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 10 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.432789:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e70097258 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b127b expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.432804:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e70097258 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b127b expref: 10 pid: 8422 timeout: 776 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334672.432869:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624257792:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334672.433021:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f0371b000 going to sleep for 11 seconds 00000100:00100000:3.0:1780334672.440671:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334672.440785:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624257792:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334672.440854:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604443904 00010000:00010000:0.0:1780334672.440856:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 10 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334672.440863:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604443904 00010000:00010000:0.0:1780334672.440883:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8600, rc 0) 00000100:00100000:0.0:1780334672.440947:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:30383:x1866815604443776:12345-192.168.203.22@tcp:101:cp.0 Request processed in 8419us (8711us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334672.440958:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 308 00010000:00010000:1.0:1780334672.441324:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e70097258 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b127b expref: 10 pid: 8422 timeout: 776 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334672.441361:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 365 00000100:00100000:1.0:1780334672.441372:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab4a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604443904:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334672.441390:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334672.441416:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e70097258 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b127b expref: 10 pid: 8422 timeout: 776 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.441431:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e70097258 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b127b expref: 10 pid: 8422 timeout: 776 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.441457:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e70097258 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b127b expref: 10 pid: 8422 timeout: 776 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.441473:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334672.441475:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334672.441484:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.441496:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.441536:0:8446:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334672.441554:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8446:1866815624257920:192.168.203.22@tcp:105: 00000100:00100000:1.0:1780334672.441634:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780334672.448340:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8446:1866815624257920:192.168.203.22@tcp:105: 00010000:00010000:1.0:1780334672.448376:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334672.448465:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab4a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604443904:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 7093us (7805us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334672.448478:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 365 00000100:00100000:3.0:1780334672.450203:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334672.450297:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604444160 00000100:00100000:0.0:1780334672.450308:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604444160 00000100:00100000:0.0:1780334672.450380:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 223 00000100:00100000:0.0:1780334672.450392:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:30383:x1866815604444160:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:0.0:1780334672.451250:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:30383:x1866815604444160:12345-192.168.203.22@tcp:35:cp.0 Request processed in 852us (1049us total) trans 4294968015 rc 0/0 00000100:00100000:0.0:1780334672.451269:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 223 00000100:00100000:3.0:1780334672.476118:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334672.476202:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604444288 00000100:00100000:2.0:1780334672.476213:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604444288 00000100:00100000:2.0:1780334672.476285:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1187 00000100:00100000:2.0:1780334672.476296:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:30386:x1866815604444288:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334672.476604:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334672.476631:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097266 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1289 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.476717:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009726d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.476735:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009726d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.476748:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009726d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.476760:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097274 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.476768:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097274 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.476776:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097274 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.476936:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009727b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.476945:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009727b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.476950:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009727b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334672.476996:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:2.0:1780334672.477000:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334672.477018:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009727b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477028:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009727b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477036:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009726d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477043:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009726d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477048:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009726d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477052:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009726d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477056:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334672.477059:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009726d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477064:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009726d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477073:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:2.0:1780334672.477075:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334672.477079:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009726d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477084:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e7009726d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477098:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097274 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477104:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097274 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477110:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097274 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477116:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334672.477118:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097274 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477124:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097274 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477131:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9b70188d6e00) 00010000:00010000:2.0:1780334672.477134:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334672.477137:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097274 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477142:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70097274 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477172:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70097266 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1289 expref: 100 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477186:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009727b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1289 expref: 99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.477194:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70188d6200) 00010000:00010000:2.0:1780334672.477196:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334672.477198:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ca00, rc 0) 00000100:00100000:2.0:1780334672.477621:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:30386:x1866815604444288:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1324us (1514us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334672.477631:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1187 00000100:00100000:2.0:1780334672.483916:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334672.483992:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604444416 00000100:00100000:0.0:1780334672.484005:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604444416 00000100:00100000:0.0:1780334672.484078:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 309 00000100:00100000:0.0:1780334672.484090:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2408:x1866815604444416:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334672.484117:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334672.484139:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e3ba86b/0xdf9e767e70097282 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1290 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334672.484217:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624258048:192.168.203.22@tcp:106: 00000100:00100000:0.0:1780334672.484512:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f0371b840 going to sleep for 11 seconds 00002000:00010000:0.0:1780334672.489031:0:8419:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1780334672.489043:0:8419:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb mtime: 0 -> 1780334672 00002000:00010000:0.0:1780334672.489046:0:8419:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb atime: 0 -> 1780334672 00002000:00010000:0.0:1780334672.489048:0:8419:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb ctime: 0 -> 1780334672 00002000:00010000:0.0:1780334672.489051:0:8419:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1780334672.489082:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624258048:192.168.203.22@tcp:106: 00010000:00010000:0.0:1780334672.489130:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008e3ba86b/0xdf9e767e70097282 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1290 expref: 16 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.489159:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e3ba86b/0xdf9e767e70097282 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1290 expref: 16 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.489231:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8800, rc 0) 00000100:00100000:0.0:1780334672.489378:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2408:x1866815604444416:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 5281us (5466us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334672.489389:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 309 00000100:00100000:3.0:1780334672.495248:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334672.495404:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604444544 00000100:00100000:0.0:1780334672.495418:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604444544 00000100:00100000:0.0:1780334672.495505:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1188 00000100:00100000:0.0:1780334672.495517:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:30386:x1866815604444544:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334672.495546:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334672.495573:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70097289 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1297 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.495698:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097290 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.495717:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097290 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.495730:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097290 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334672.495795:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:0.0:1780334672.495799:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334672.495869:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097290 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.495897:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70097289 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1297 expref: 101 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.495916:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097290 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1297 expref: 100 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334672.495926:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:0.0:1780334672.495929:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334672.495933:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9600, rc 0) 00000100:00100000:0.0:1780334672.496004:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:30386:x1866815604444544:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 489us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334672.496011:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1188 00000100:00100000:1.0:1780334672.500311:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334672.500337:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624258176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334672.500419:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334672.500474:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624258176 00000100:00100000:1.0:1780334672.500482:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624258176 00000100:00100000:1.0:1780334672.500542:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:1.0:1780334672.500551:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624258176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334672.500587:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1780334672.500631:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624258176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334672.500639:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00080000:1.0:1780334672.500663:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334672.500696:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624258176:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334672.501005:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624258688:0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501040:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334672.501058:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624259200:0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501090:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334672.501103:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624259712:0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501121:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334672.501139:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1780334672.501145:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624258560:0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501170:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334672.501196:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624259072:0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501215:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334672.501227:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03699500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624259584:0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501244:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334672.501275:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624258560 00000100:00100000:2.0:1780334672.501279:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624258560 00000100:00100000:2.0:1780334672.501312:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1780334672.501318:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624258560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501355:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624258560:12345-0@lo:400:kworker.0 Request processed in 36us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334672.501361:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1780334672.501382:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624259200 00000100:00100000:2.0:1780334672.501385:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624259200 00000100:00100000:2.0:1780334672.501415:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624259712 00000100:00100000:2.0:1780334672.501418:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624259712 00000100:00100000:2.0:1780334672.501437:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1780334672.501443:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624259200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501477:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624259200:12345-0@lo:400:kworker.0 Request processed in 35us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334672.501484:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1780334672.501496:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1780334672.501502:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624259712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501523:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624259712:12345-0@lo:400:kworker.0 Request processed in 23us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334672.501529:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1780334672.501557:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624258560:0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501567:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624259200:0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501576:0:3659:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967362 gen 2 00000004:00080000:2.0:1780334672.501582:0:3659:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967361 committed transno 4294967362 00000004:00080000:2.0:1780334672.501599:0:3659:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967362 committed transno 4294967362 00000100:00100000:2.0:1780334672.501613:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624259712:0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501646:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624258688 00000100:00100000:2.0:1780334672.501648:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624258688 00000100:00100000:2.0:1780334672.501666:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624259072 00000100:00100000:2.0:1780334672.501667:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624259072 00000100:00100000:2.0:1780334672.501677:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624259584 00000100:00100000:2.0:1780334672.501679:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624259584 00000100:00100000:2.0:1780334672.501687:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1780334672.501691:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624258688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501716:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624258688:12345-0@lo:400:kworker.0 Request processed in 25us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334672.501720:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1780334672.501735:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624258688:0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501745:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1780334672.501748:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624259072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501767:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624259072:12345-0@lo:400:kworker.0 Request processed in 19us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334672.501771:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1780334672.501782:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624259072:0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501792:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1780334672.501796:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624259584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.501846:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624259584:12345-0@lo:400:kworker.0 Request processed in 49us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334672.501849:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1780334672.501862:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03699500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624259584:0@lo:400:kworker.0 00000100:00100000:0.0:1780334672.502023:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624258304:0@lo:400:kworker.0 00000100:00100000:0.0:1780334672.502055:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334672.502079:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624258816:0@lo:400:kworker.0 00000100:00100000:0.0:1780334672.502096:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334672.502108:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624259328:0@lo:400:kworker.0 00000100:00100000:0.0:1780334672.502121:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334672.502134:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1780334672.502138:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624258432:0@lo:400:kworker.0 00000100:00100000:0.0:1780334672.502151:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334672.502159:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624258944:0@lo:400:kworker.0 00000100:00100000:0.0:1780334672.502180:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334672.502187:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0369ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624259456:0@lo:400:kworker.0 00000100:00100000:0.0:1780334672.502201:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334672.502215:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624258816 00000100:00100000:0.0:1780334672.502218:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624258816 00000100:00100000:0.0:1780334672.502239:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1780334672.502243:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624258816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334672.502289:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624258816:12345-0@lo:400:kworker.0 Request processed in 45us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334672.502300:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1780334672.502330:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624258816:0@lo:400:kworker.0 00000100:00100000:0.0:1780334672.502347:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624259328 00000100:00100000:0.0:1780334672.502350:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624259328 00000100:00100000:0.0:1780334672.502382:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1780334672.502388:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624259328:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1780334672.502421:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334672.502421:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624259328:12345-0@lo:400:kworker.0 Request processed in 33us (297us total) trans 0 rc 0/0 00000100:00080000:1.0:1780334672.502426:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334672.502427:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00080000:1.0:1780334672.502429:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334672.502445:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624258432 00000100:00100000:1.0:1780334672.502449:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624258432 00000100:00100000:0.0:1780334672.502450:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624259328:0@lo:400:kworker.0 00000100:00100000:0.0:1780334672.502466:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624258944 00000100:00100000:1.0:1780334672.502468:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624259456 00000100:00100000:0.0:1780334672.502469:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624258944 00000100:00100000:1.0:1780334672.502470:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624259456 00000100:00100000:0.0:1780334672.502550:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1780334672.502557:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624258432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334672.502596:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624258432:12345-0@lo:400:kworker.0 Request processed in 39us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334672.502602:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1780334672.502615:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1780334672.502621:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624258944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334672.502652:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624258944:12345-0@lo:400:kworker.0 Request processed in 31us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334672.502659:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1780334672.502684:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624258432:0@lo:400:kworker.0 00000100:00100000:0.0:1780334672.502694:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624258944:0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.503153:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624258304 00000100:00100000:2.0:1780334672.503159:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624258304 00000100:00100000:2.0:1780334672.503209:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1780334672.503219:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624258304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334672.503277:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624258304:12345-0@lo:400:kworker.0 Request processed in 61us (1221us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334672.503284:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1780334672.503324:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624258304:0@lo:400:kworker.0 00000004:00080000:2.0:1780334672.503394:0:9914:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 676322581797ns, next at 677322579244ns, rc = 0 00000100:00100000:2.0:1780334672.503423:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624259840:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334672.503453:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334672.503489:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624259840 00000100:00100000:2.0:1780334672.503493:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624259840 00000100:00100000:2.0:1780334672.503517:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1780334672.503523:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624259840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780334672.503541:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1780334672.503570:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334672.503573:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624259840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334672.503579:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1780334672.503608:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604444672 00000100:00100000:2.0:1780334672.503608:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624259840:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334672.503612:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604444672 00000100:00100000:3.0:1780334672.503639:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 310 00000100:00100000:3.0:1780334672.503646:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2407:x1866815604444672:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334672.503657:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334672.503678:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70097297 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b129e expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334672.503728:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624259968:192.168.203.22@tcp:106: 00000100:00100000:3.0:1780334672.503801:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f02fc6000 going to sleep for 11 seconds 00000100:00100000:1.0:1780334672.503957:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1780334672.503964:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624259456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334672.504007:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624259456:12345-0@lo:400:kworker.0 Request processed in 44us (1805us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334672.504013:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1780334672.504036:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0369ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624259456:0@lo:400:kworker.0 00000100:00080000:3.0:1780334672.504160:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334672.507403:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624259968:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334672.507461:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70097297 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b129e expref: 16 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.507493:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e70097297 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b129e expref: 16 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334672.507509:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f200, rc 0) 00000100:00100000:2.0:1780334672.507625:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2407:x1866815604444672:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 3978us (4056us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334672.507636:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 310 00000100:00100000:2.0:1780334672.514677:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334672.515232:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604444928 00000100:00100000:0.0:1780334672.515247:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604444928 00000100:00100000:3.0:1780334672.515437:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1189 00000100:00100000:3.0:1780334672.515453:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:30386:x1866815604444928:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:0.0:1780334672.516500:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].31, 136 off12408 00000100:00100000:0.0:1780334672.516634:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:30386:x1866815604444928:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 1181us (1968us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334672.516645:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1189 00000040:00080000:2.0:1780334672.566549:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1780334672.820663:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334672.951074:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334672.951085:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334672.951121:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 4 00000040:00080000:1.0:1780334672.951130:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334672.951407:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd1f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624260096:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1780334672.951952:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3300 going to sleep for 11 seconds 00000100:00100000:0.0:1780334672.968337:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334672.968394:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604445056 00000100:00100000:2.0:1780334672.968405:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604445056 00000100:00100000:2.0:1780334672.968479:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1190 00000100:00100000:2.0:1780334672.968490:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+49:30396:x1866815604445056:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334672.968533:0:9763:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334672.968682:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+49:30396:x1866815604445056:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 193us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334672.968690:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1190 00000100:00100000:3.0:1780334672.969297:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd1f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624260096:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334672.977230:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334672.981026:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604445312 00000100:00100000:3.0:1780334672.981047:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604445312 00000100:00100000:3.0:1780334672.981131:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1191 00000100:00100000:3.0:1780334672.981145:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+48:30396:x1866815604445312:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334672.981175:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334672.981204:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e7009729e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b12a5 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.981355:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700972a5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.981373:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700972a5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.981391:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700972a5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334672.981404:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:3.0:1780334672.981546:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e7009729e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12a5 expref: 51 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.981565:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700972a5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12a5 expref: 50 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334672.981574:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70188d6200) 00010000:00010000:3.0:1780334672.981578:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334672.981582:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ee00, rc 0) 00000100:00100000:3.0:1780334672.981676:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:30396:x1866815604445312:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 535us (4459us total) trans 4294968016 rc 0/0 00000100:00100000:3.0:1780334672.981682:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1191 00000100:00100000:3.0:1780334672.985503:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334672.986164:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604445568 00000100:00100000:1.0:1780334672.986179:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604445568 00000100:00100000:1.0:1780334672.986277:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 54 00000100:00100000:1.0:1780334672.986290:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:2408:x1866815604445568:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334672.986309:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334672.986343:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e700972a5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12a5 expref: 50 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.986365:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70188d6200) 00010000:00010000:1.0:1780334672.986372:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334672.986451:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:2408:x1866815604445568:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 163us (961us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334672.986458:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 54 00000100:00100000:3.0:1780334672.991467:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334672.991587:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604445440 00000100:00100000:1.0:1780334672.991603:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604445440 00000100:00100000:1.0:1780334672.991673:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 311 00000100:00100000:1.0:1780334672.991685:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604445440:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1780334672.991752:0:8519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c6c529f8/0xdf9e767e700972b3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.991780:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.991796:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334672.991799:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334672.991803:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6c529f8/0xdf9e767e700972b3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.991909:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334672.991929:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 9 pid: 8421 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334672.991947:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624260224:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334672.992053:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3840 going to sleep for 11 seconds 00000100:00100000:1.0:1780334673.003232:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624260224:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334673.003280:0:8519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c6c529f8/0xdf9e767e700972b3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334673.003628:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334673.003755:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604445696 00000100:00100000:2.0:1780334673.003764:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604445696 00002000:00100000:2.0:1780334673.003868:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x16:0x0] (0->157) req@ffff9b703fe44a80 x1866815604445696/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:139/0 lens 648/0 e 0 to 0 dl 1780334684 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334673.003880:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe44a80 with x1866815604445696 ext(0->157) 00010000:00010000:2.0:1780334673.003890:0:8427:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 10 pid: 8421 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.003919:0:8427:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 10 pid: 8421 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334673.003927:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b703fe44a80 00000100:00100000:2.0:1780334673.003966:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 14 00000100:00100000:2.0:1780334673.003981:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604445696:12345-192.168.203.22@tcp:4:cp.0 00000100:00080000:3.0:1780334673.004086:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334673.005146:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604445696:12345-192.168.203.22@tcp:4:cp.0 Request processed in 1158us (1509us total) trans 4294967353 rc 0/0 00000100:00100000:2.0:1780334673.005159:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 14 00002000:00100000:2.0:1780334673.005171:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x16:0x0] (0->157) req@ffff9b703fe44a80 x1866815604445696/t4294967353(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:139/0 lens 648/448 e 0 to 0 dl 1780334684 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334673.005183:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe44a80 with x1866815604445696 ext(0->157) 00010000:00010000:2.0:1780334673.005193:0:8427:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 12 pid: 8421 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.005212:0:8427:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 12 pid: 8421 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334673.005220:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b703fe44a80 00000100:00100000:0.0:1780334673.012967:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334673.013090:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604445824 00000100:00100000:1.0:1780334673.013104:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604445824 00010000:00010000:1.0:1780334673.013166:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 12 pid: 8421 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334673.013216:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 366 00000100:00100000:1.0:1780334673.013226:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2408:x1866815604445824:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334673.013247:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780334673.013279:0:6524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1780334673.013287:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 12 pid: 8421 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.013303:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 12 pid: 8421 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.013331:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e7009725f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1282 expref: 12 pid: 8421 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.013351:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334673.013353:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334673.013358:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6c529f8/0xdf9e767e700972b3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.013370:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6c529f8/0xdf9e767e700972b3 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.013412:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334673.013476:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604445824:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 250us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334673.013484:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 366 00010000:00010000:0.0:1780334673.013718:0:8519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c6c529f8/0xdf9e767e700972b3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.013728:0:8519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6c529f8/0xdf9e767e700972b3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.013754:0:8519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c6c529f8/0xdf9e767e700972b3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.013763:0:8519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c6c529f8/0xdf9e767e700972b3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.013772:0:8519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c6c529f8/0xdf9e767e700972b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.013780:0:8519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481da00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334673.013785:0:8519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6c529f8/0xdf9e767e700972b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.013794:0:8519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c6c529f8/0xdf9e767e700972b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.013848:0:8519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c6c529f8/0xdf9e767e700972b3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.013856:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6c529f8/0xdf9e767e700972b3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334673.013917:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604445440:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 22234us (22465us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334673.013927:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 311 00000100:00100000:1.0:1780334673.022708:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334673.022915:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604446080 00000100:00100000:2.0:1780334673.022929:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604446080 00000100:00100000:2.0:1780334673.023033:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1192 00000100:00100000:2.0:1780334673.023047:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:30396:x1866815604446080:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334673.023221:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:30396:x1866815604446080:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 176us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334673.023229:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1192 00000100:00100000:2.0:1780334673.046493:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334673.046535:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604446208 00000100:00100000:2.0:1780334673.046544:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604446208 00000100:00100000:2.0:1780334673.046778:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 312 00000100:00100000:2.0:1780334673.046789:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604446208:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334673.047040:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334673.047064:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700972ba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b12ac expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334673.047091:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 158, mtime: 0x6a1dc050, atime: 0x0, ctime: 0x6a1dc050, blocks: 0x8 00010000:00010000:2.0:1780334673.047112:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334673.047115:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334673.047123:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700972ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ac expref: 11 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.047141:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700972ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ac expref: 11 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.047155:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d000, rc 0) 00000100:00100000:2.0:1780334673.047218:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604446208:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 431us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334673.047226:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 312 00000100:00100000:3.0:1780334673.060729:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334673.060910:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604446464 00000100:00100000:2.0:1780334673.060922:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604446464 00000100:00100000:2.0:1780334673.060992:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1193 00000100:00100000:2.0:1780334673.061004:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+49:30396:x1866815604446464:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334673.061154:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+49:30396:x1866815604446464:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 152us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334673.061162:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1193 00000100:00100000:2.0:1780334673.066089:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334673.066169:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604446592 00000100:00100000:1.0:1780334673.066183:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604446592 00002000:00100000:1.0:1780334673.066267:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (0->4095) req@ffff9b7012bdad80 x1866815604446592/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:139/0 lens 488/0 e 0 to 0 dl 1780334684 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334673.066281:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7012bdad80 with x1866815604446592 ext(0->4095) 00002000:00010000:1.0:1780334673.066289:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b7012bdad80 00000100:00100000:1.0:1780334673.066320:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 87 00000100:00100000:1.0:1780334673.066341:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604446592:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1780334673.066564:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604446592:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 233us (489us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780334673.066573:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 87 00002000:00100000:1.0:1780334673.066580:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x16:0x0] (0->4095) req@ffff9b7012bdad80 x1866815604446592/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:139/0 lens 488/4536 e 0 to 0 dl 1780334684 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334673.066589:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7012bdad80 with x1866815604446592 ext(0->4095) 00002000:00010000:1.0:1780334673.066592:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b7012bdad80 00000100:00100000:3.0:1780334673.074579:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334673.074677:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604446720 00000100:00100000:0.0:1780334673.074690:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604446720 00000100:00100000:0.0:1780334673.074778:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1194 00000100:00100000:0.0:1780334673.074791:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+49:30396:x1866815604446720:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334673.074844:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334673.074872:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700972c1 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b12b3 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.074918:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972c8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.074936:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.074950:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.075097:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700972c1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12b3 expref: 51 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.075118:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972c8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12b3 expref: 50 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.075128:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70188d6200) 00010000:00010000:0.0:1780334673.075131:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334673.075135:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9200, rc 0) 00000100:00100000:0.0:1780334673.075220:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+50:30396:x1866815604446720:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 425us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334673.075228:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1194 00000100:00100000:3.0:1780334673.079758:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334673.079978:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604446848 00000100:00100000:2.0:1780334673.079991:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604446848 00000100:00100000:2.0:1780334673.080069:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1195 00000100:00100000:2.0:1780334673.080081:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:30396:x1866815604446848:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334673.080127:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334673.080289:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:30396:x1866815604446848:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 210us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334673.080298:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1195 00000100:00100000:2.0:1780334673.086372:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334673.086794:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604446976 00000100:00100000:3.0:1780334673.086807:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604446976 00000100:00100000:3.0:1780334673.086902:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 313 00000100:00100000:3.0:1780334673.086912:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604446976:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334673.086970:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972cf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.086990:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334673.086992:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334673.086998:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972cf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.087014:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972cf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.087045:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972cf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.087054:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972cf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.087061:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.087069:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e400 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334673.087073:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.087082:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.087104:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.087112:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334673.087212:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604446976:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 300us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334673.087221:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 313 00000100:00100000:3.0:1780334673.096128:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334673.096644:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604447232 00000100:00100000:2.0:1780334673.096657:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604447232 00000100:00100000:2.0:1780334673.096740:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1196 00000100:00100000:2.0:1780334673.096752:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:30396:x1866815604447232:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1780334673.097107:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700972d6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.097131:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972c8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12b3 expref: 50 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.097141:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700972d6 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.097533:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972c8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12b3 expref: 50 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.097551:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972c8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12b3 expref: 50 pid: 6540 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334673.097569:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624260352:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334673.097716:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e420c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334673.101315:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624260352:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334673.101356:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700972d6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334673.108081:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334673.108840:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604447360 00000100:00100000:1.0:1780334673.108855:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604447360 00010000:00010000:1.0:1780334673.108907:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972c8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12b3 expref: 51 pid: 6540 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334673.108966:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 367 00000100:00100000:1.0:1780334673.108978:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+51:2407:x1866815604447360:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334673.108997:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334673.109004:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972c8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12b3 expref: 51 pid: 6540 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.109019:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972c8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12b3 expref: 51 pid: 6540 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.109048:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972c8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12b3 expref: 51 pid: 6540 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.109069:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70188d6200) 00010000:00010000:1.0:1780334673.109074:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700972d6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.109085:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700972d6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.109093:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700972d6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.109126:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334673.109206:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:2407:x1866815604447360:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 230us (1139us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334673.109215:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 367 00010000:00010000:1.0:1780334673.109247:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700972d6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.109266:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700972d6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.110121:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700972d6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.110135:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700972d6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.110155:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700972d6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.110163:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334673.110175:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700972d6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.110183:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700972d6 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.110196:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70188d6200) 00010000:00010000:1.0:1780334673.110199:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334673.110203:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700972d6 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334673.110209:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700972d6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780334673.110892:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334673.110899:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334673.111396:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1780334673.111411:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334673.112058:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:30396:x1866815604447232:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 15300us (15934us total) trans 4294968017 rc 0/0 00000100:00100000:1.0:1780334673.112073:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1196 00000100:00100000:0.0:1780334673.115409:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334673.115495:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604447616 00000100:00100000:2.0:1780334673.115508:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604447616 00000100:00100000:0.0:1780334673.115655:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 224 00000100:00100000:0.0:1780334673.115668:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+50:30396:x1866815604447616:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1780334673.116043:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:30396:x1866815604447616:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 375us (643us total) trans 4294968018 rc 0/0 00000100:00100000:0.0:1780334673.116051:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 224 00000040:00080000:3.0:1780334673.258116:0:22240:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334673.258126:0:22240:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334673.258172:0:22240:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 4 00000040:00080000:3.0:1780334673.258182:0:22240:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334673.334926:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334673.334974:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604447744 00000100:00100000:3.0:1780334673.334988:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604447744 00000100:00100000:3.0:1780334673.335067:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 314 00000100:00100000:3.0:1780334673.335079:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2407:x1866815604447744:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334673.335104:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334673.335127:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972dd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b12ba expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.335160:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334673.335162:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334673.335171:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ba expref: 16 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.335194:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ba expref: 16 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.335210:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e400, rc 0) 00000100:00100000:3.0:1780334673.335290:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604447744:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 213us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334673.335299:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 314 00000100:00080000:3.0:1780334673.335324:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334673.350078:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334673.350384:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604448000 00000100:00100000:0.0:1780334673.350397:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604448000 00000100:00100000:0.0:1780334673.350491:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1197 00000100:00100000:0.0:1780334673.350504:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:30397:x1866815604448000:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334673.350532:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334673.350556:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e700972e4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b12c1 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.350920:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972eb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.350941:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972eb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.350955:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972eb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334673.350970:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:0.0:1780334673.351106:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e700972e4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12c1 expref: 103 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.351127:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972eb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12c1 expref: 102 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.351138:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70188d6200) 00010000:00010000:0.0:1780334673.351141:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00000100:00080000:3.0:1780334673.351319:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780334673.351505:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9200, rc 0) 00000100:00100000:0.0:1780334673.351805:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:30397:x1866815604448000:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1302us (1738us total) trans 4294968019 rc 0/0 00000100:00100000:0.0:1780334673.351842:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1197 00000100:00100000:0.0:1780334673.362288:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334673.363497:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604448128 00000100:00100000:3.0:1780334673.363516:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604448128 00000100:00100000:3.0:1780334673.363602:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 315 00000100:00100000:3.0:1780334673.363615:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604448128:12345-192.168.203.22@tcp:1:lfs.0 00010000:00010000:3.0:1780334673.363689:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e700972f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.363716:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700972ba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ac expref: 10 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.363732:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ba expref: 16 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.363739:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334673.363742:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334673.363745:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e700972f9 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.363788:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ba expref: 16 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.363803:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ba expref: 16 pid: 8519 timeout: 777 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334673.363850:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624260480:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334673.363980:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700972ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ac expref: 10 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.363992:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700972ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ac expref: 10 pid: 8419 timeout: 777 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334673.364003:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624260608:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334673.364027:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f02fc6e40 going to sleep for 11 seconds 00000100:00100000:3.0:1780334673.374127:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334673.374153:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334673.374193:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604448256 00000100:00100000:3.0:1780334673.374204:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604448256 00010000:00010000:3.0:1780334673.374266:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972dd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ba expref: 17 pid: 8519 timeout: 777 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334673.374304:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604448384 00000100:00100000:3.0:1780334673.374307:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604448384 00010000:00010000:3.0:1780334673.374321:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700972ba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ac expref: 11 pid: 8419 timeout: 777 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334673.374342:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 368 00000100:00100000:3.0:1780334673.374353:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2406:x1866815604448256:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334673.374371:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334673.374401:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972dd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ba expref: 17 pid: 8519 timeout: 777 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.374418:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ba expref: 17 pid: 8519 timeout: 777 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.374455:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334673.374516:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2406:x1866815604448256:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 164us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334673.374524:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 368 00000100:00100000:3.0:1780334673.374545:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 369 00000100:00100000:3.0:1780334673.374552:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604448384:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334673.374561:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334673.374568:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700972ba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ac expref: 11 pid: 8419 timeout: 777 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.374579:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700972ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ac expref: 11 pid: 8419 timeout: 777 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.374593:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334673.374595:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334673.374600:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e700972f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.374611:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e700972f9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.374633:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334673.374650:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604448384:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 99us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334673.374656:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 369 00010000:00010000:0.0:1780334673.374903:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a90f9bfc/0xdf9e767e700972dd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ba expref: 16 pid: 8519 timeout: 777 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334673.374920:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624260480:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334673.374933:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700972ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12ac expref: 10 pid: 8419 timeout: 777 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334673.374944:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624260608:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334673.374971:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e700972f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.374982:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e700972f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.374990:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e700972f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.375013:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e700972f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.375022:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e700972f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.375030:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e700972f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.375044:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f200 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334673.375048:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e700972f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.375057:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e700972f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.375069:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e700972f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.375077:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006830126f/0xdf9e767e700972f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334673.375140:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604448128:12345-192.168.203.22@tcp:1:lfs.0 Request processed in 11527us (12860us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334673.375149:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 315 00000100:00100000:0.0:1780334673.383679:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334673.383869:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604448640 00000100:00100000:2.0:1780334673.383883:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604448640 00000100:00100000:2.0:1780334673.383960:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 225 00000100:00100000:2.0:1780334673.383975:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:30397:x1866815604448640:12345-192.168.203.22@tcp:35:lfs.0 00000004:00010000:2.0:1780334673.384046:0:6542:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x1f:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972eb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12c1 expref: 102 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780334673.384244:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968020 00000001:00080000:2.0:1780334673.384525:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968021 00010000:00010000:2.0:1780334673.384560:0:6542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.384575:0:6542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e7009724a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1274 expref: 50 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.384584:0:6542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009727b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1289 expref: 105 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.384592:0:6542:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.384624:0:6542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009727b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1289 expref: 105 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.384637:0:6542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009727b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1289 expref: 105 pid: 6538 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334673.384657:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624260736:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334673.384753:0:6542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e7009724a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1274 expref: 50 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.384763:0:6542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e7009724a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1274 expref: 50 pid: 6540 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334673.384774:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624260864:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334673.384802:0:6542:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e420c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334673.390645:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624260736:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334673.390657:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624260864:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334673.390688:0:6542:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334673.391187:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334673.391221:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334673.391363:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604448896 00000100:00100000:3.0:1780334673.391374:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604448896 00010000:00010000:3.0:1780334673.391421:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e7009724a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1274 expref: 51 pid: 6540 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334673.391464:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604448768 00000100:00100000:3.0:1780334673.391467:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604448768 00010000:00010000:3.0:1780334673.391481:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009727b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1289 expref: 106 pid: 6538 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334673.391510:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 370 00000100:00100000:3.0:1780334673.391519:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:2409:x1866815604448896:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334673.391538:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334673.391545:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e7009724a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1274 expref: 51 pid: 6540 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.391558:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e7009724a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1274 expref: 51 pid: 6540 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.391599:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e7009724a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1274 expref: 51 pid: 6540 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.391626:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70188d6200) 00010000:00010000:3.0:1780334673.391633:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.391644:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.391651:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334673.391658:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 371 00000100:00100000:2.0:1780334673.391689:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab49850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:2409:x1866815604448768:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334673.391710:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334673.391724:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009727b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1289 expref: 106 pid: 6538 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334673.391726:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:2409:x1866815604448896:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 201us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334673.391757:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 370 00010000:00010000:2.0:1780334673.391768:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009727b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1289 expref: 106 pid: 6538 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.391795:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009727b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1289 expref: 106 pid: 6538 timeout: 777 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.391836:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70188d6200) 00010000:00010000:2.0:1780334673.391841:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.391862:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.391870:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334673.391902:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334673.391956:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab49850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:2409:x1866815604448768:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 286us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334673.391963:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 371 00010000:00010000:3.0:1780334673.392438:0:6542:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334673.392451:0:6542:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780334673.392685:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968022 00000001:00080000:3.0:1780334673.392858:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968023 00000001:00080000:3.0:1780334673.392899:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968024 00000100:00100000:3.0:1780334673.393001:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624260992:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1780334673.393065:0:6542:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334673.393167:0:6542:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01fd4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334673.397431:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624260992 00000100:00100000:2.0:1780334673.397449:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624260992 00000100:00100000:2.0:1780334673.399574:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1780334673.399600:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6542:x1866815624260992:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1780334673.399791:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6542:x1866815624260992:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 203us (6725us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334673.399799:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1780334673.399946:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624260992:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1780334673.400140:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968025 00000100:00100000:3.0:1780334673.400242:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624261120:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1780334673.400298:0:6542:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334673.400554:0:6542:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026a9ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334673.405451:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624261120 00000100:00100000:0.0:1780334673.405468:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624261120 00000100:00100000:0.0:1780334673.405540:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1780334673.405552:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6542:x1866815624261120:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1780334673.405912:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6542:x1866815624261120:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 360us (5613us total) trans 4294967354 rc 0/0 00000100:00100000:0.0:1780334673.405924:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1780334673.406013:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624261120:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:0.0:1780334673.406052:0:6542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.406063:0:6542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.406072:0:6542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.406079:0:6542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334673.406084:0:6542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.406093:0:6542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.406112:0:6542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70188d6200) 00010000:00010000:0.0:1780334673.406116:0:6542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1780334673.406123:0:6542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334673.406129:0:6542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097300 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780334673.406293:0:6542:0:(mdd_object.c:4033:mdd_close()) Object [0x200000402:0x40:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1780334673.407541:0:6542:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8856 00000004:00080000:0.0:1780334673.407560:0:6542:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 677226747181ns, next at 678226743846ns, rc = 0 00000001:00080000:0.0:1780334673.407728:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968026 00010000:00010000:0.0:1780334673.407793:0:6542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70188d6200) 00010000:00010000:0.0:1780334673.407798:0:6542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1780334673.407833:0:6542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700972eb lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12c1 expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334673.407994:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:30397:x1866815604448640:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 24024us (24330us total) trans 4294968027 rc 0/0 00000100:00100000:0.0:1780334673.408005:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 225 00000020:00080000:0.0:1780334673.408012:0:6542:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:2.0:1780334673.852824:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334674.036086:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334674.036117:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624261248:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334674.036209:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334674.036497:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624261248 00000100:00100000:1.0:1780334674.036508:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624261248 00000100:00100000:1.0:1780334674.036588:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1780334674.036600:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624261248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780334674.036632:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161745728 pending 28672 free 3921387520 avail 3689865216 00000100:00100000:1.0:1780334674.036688:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624261248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334674.036696:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1780334674.037017:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334674.037031:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624261376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334674.037068:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334674.037141:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624261376 00000100:00100000:2.0:1780334674.037145:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624261376 00000100:00100000:2.0:1780334674.037173:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1780334674.037180:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624261376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334674.037192:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161745728 pending 28672 free 3921387520 avail 3689865216 00000100:00100000:2.0:1780334674.037220:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624261376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334674.037226:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1780334674.037260:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624261504:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334674.037289:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334674.037340:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624261376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334674.037367:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624261504 00000100:00100000:2.0:1780334674.037371:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624261504 00000100:00100000:2.0:1780334674.037400:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1780334674.037406:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624261504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334674.037435:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334674.037471:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624261504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334674.037478:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1780334674.037509:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624261504:0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1780334674.038198:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334674.038255:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624261248:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780334674.868037:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334675.656436:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334675.656874:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604449024 00000100:00100000:2.0:1780334675.656884:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604449024 00000100:00100000:2.0:1780334675.656952:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1198 00000100:00100000:2.0:1780334675.656962:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:30423:x1866815604449024:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:2.0:1780334675.656985:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334675.657003:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097307 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b12c8 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657087:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009730e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657108:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009730e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657120:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009730e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657131:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d400/0xdf9e767e70097315 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657137:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d400/0xdf9e767e70097315 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657143:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d400/0xdf9e767e70097315 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657218:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e7009731c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657226:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e7009731c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657244:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e7009731c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334675.657287:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:2.0:1780334675.657291:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334675.657310:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e7009731c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657325:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e7009731c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657334:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009730e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657341:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009730e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657346:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009730e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657352:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009730e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657358:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334675.657362:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009730e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657370:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009730e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657381:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:2.0:1780334675.657383:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334675.657388:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009730e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657393:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009730e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657403:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d400/0xdf9e767e70097315 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657410:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d400/0xdf9e767e70097315 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657415:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d400/0xdf9e767e70097315 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657420:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334675.657423:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d400/0xdf9e767e70097315 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657428:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d400/0xdf9e767e70097315 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657434:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9b70188d6e00) 00010000:00010000:2.0:1780334675.657436:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334675.657443:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d400/0xdf9e767e70097315 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657449:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d400/0xdf9e767e70097315 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657474:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097307 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12c8 expref: 110 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657488:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e7009731c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12c8 expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.657495:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:2.0:1780334675.657497:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334675.657499:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448dc00, rc 0) 00000100:00100000:2.0:1780334675.657565:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:30423:x1866815604449024:12345-192.168.203.22@tcp:101:diff.0 Request processed in 604us (1264us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334675.657572:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1198 00000100:00080000:3.0:1780334675.657839:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334675.660278:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334675.660310:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604449280 00000100:00100000:1.0:1780334675.660319:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604449280 00000100:00100000:1.0:1780334675.660366:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1199 00000100:00100000:1.0:1780334675.660377:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:30423:x1866815604449280:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:1.0:1780334675.660397:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334675.660415:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097323 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b12cf expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334675.660515:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e7009732a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334675.660529:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e7009732a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334675.660540:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e7009732a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334675.660550:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:1.0:1780334675.660646:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097323 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12cf expref: 112 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334675.660662:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e7009732a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12cf expref: 111 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334675.660671:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:1.0:1780334675.660674:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334675.660677:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c000, rc 0) 00000100:00100000:1.0:1780334675.660732:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:30423:x1866815604449280:12345-192.168.203.22@tcp:101:diff.0 Request processed in 356us (461us total) trans 4294968028 rc 0/0 00000100:00100000:1.0:1780334675.660742:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1199 00000100:00100000:2.0:1780334675.663082:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334675.663190:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334675.663272:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604449408 00000100:00100000:1.0:1780334675.663281:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604449408 00000100:00100000:1.0:1780334675.663390:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604449664 00000100:00100000:2.0:1780334675.664286:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 55 00000100:00100000:2.0:1780334675.664299:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604449408:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334675.664455:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334675.664479:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e7009732a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12cf expref: 111 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334675.664497:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:2.0:1780334675.664501:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334675.664759:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:2406:x1866815604449408:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 464us (1683us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334675.664768:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 55 00000100:00100000:1.0:1780334675.665336:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604449664 00000100:00100000:1.0:1780334675.665380:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 56 00000100:00100000:1.0:1780334675.665389:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0369ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:30423:x1866815604449664:12345-192.168.203.22@tcp:103:diff.0 00010000:00010000:1.0:1780334675.665399:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334675.665414:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e7009731c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12c8 expref: 110 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334675.665427:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:1.0:1780334675.665435:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334675.665460:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0369ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:30423:x1866815604449664:12345-192.168.203.22@tcp:103:diff.0 Request processed in 73us (2271us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334675.665466:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 56 00000100:00100000:0.0:1780334675.667144:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334675.668712:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604449792 00000100:00100000:1.0:1780334675.668722:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604449792 00000100:00100000:1.0:1780334675.668777:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1200 00000100:00100000:1.0:1780334675.668787:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:30423:x1866815604449792:12345-192.168.203.22@tcp:58:diff.0 00010000:00010000:1.0:1780334675.668898:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097338 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334675.668915:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097338 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334675.668926:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097338 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780334675.669006:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].32, 136 off12544 00000100:00100000:1.0:1780334675.669256:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:30423:x1866815604449792:12345-192.168.203.22@tcp:58:diff.0 Request processed in 469us (2117us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334675.669264:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1200 00000100:00100000:0.0:1780334675.671939:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334675.672014:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604449920 00000100:00100000:1.0:1780334675.672024:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604449920 00000100:00100000:1.0:1780334675.672068:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1201 00000100:00100000:1.0:1780334675.672076:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:30423:x1866815604449920:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:1.0:1780334675.672097:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334675.672118:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009733f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b12d6 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334675.672171:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097338 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334675.672182:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009733f lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12d6 expref: 110 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334675.672199:0:6538:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097338 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334675.672211:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009733f lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12d6 expref: 110 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334675.672224:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70098ced00) 00010000:00010000:1.0:1780334675.672227:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334675.672231:0:6538:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009733f lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12d6 expref: 110 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334675.672296:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c400, rc 0) 00000100:00100000:1.0:1780334675.672378:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:30423:x1866815604449920:12345-192.168.203.22@tcp:101:diff.0 Request processed in 301us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334675.672385:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1201 00010000:00010000:2.0:1780334675.892157:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334676.213293:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334676.213302:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334676.213352:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 5 00000040:00080000:1.0:1780334676.213362:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334676.213478:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd1c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624261632:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1780334676.213592:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70083809c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334676.220035:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd1c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624261632:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1780334676.220705:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334676.221035:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604450048 00000100:00100000:1.0:1780334676.221043:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604450048 00000100:00100000:1.0:1780334676.221153:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1202 00000100:00100000:1.0:1780334676.221163:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:30424:x1866815604450048:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334676.221196:0:15367:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334676.221348:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:30424:x1866815604450048:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 177us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334676.221357:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1202 00000100:00080000:3.0:1780334676.221479:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334676.223298:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334676.223537:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604450176 00000100:00100000:1.0:1780334676.223546:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604450176 00000100:00100000:1.0:1780334676.223661:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1203 00000100:00100000:1.0:1780334676.223671:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+50:30424:x1866815604450176:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1780334676.223746:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70097346 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.223764:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70097346 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.223778:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70097346 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.223793:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e7009734d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.223884:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e7009734d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.223893:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e7009734d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.223916:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097354 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.223925:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097354 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.223932:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097354 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334676.223971:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:1.0:1780334676.223975:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334676.223987:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097354 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.223997:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70097346 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224007:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70097346 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224013:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70097346 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224019:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334676.224022:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70097346 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224029:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70097346 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224156:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:1.0:1780334676.224160:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334676.224165:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70097346 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224173:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e70097346 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224256:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e7009734d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224264:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e7009734d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224270:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e7009734d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224276:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481da00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334676.224279:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e7009734d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224286:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e7009734d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224295:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x365f5752 (ffff9b70098cec00) 00010000:00010000:1.0:1780334676.224297:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334676.224300:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e7009734d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224306:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e7009734d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224626:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097354 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224634:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097354 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224640:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097354 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224646:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334676.224649:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097354 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224656:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097354 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224664:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70098ced00) 00010000:00010000:1.0:1780334676.224667:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334676.224670:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097354 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.224676:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097354 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334676.224755:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+50:30424:x1866815604450176:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 Request processed in 1084us (1463us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334676.224763:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1203 00000100:00100000:2.0:1780334676.233648:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334676.233788:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604450432 00000100:00100000:1.0:1780334676.233797:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604450432 00000100:00100000:1.0:1780334676.233893:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1204 00000100:00100000:1.0:1780334676.233904:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03699500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:30424:x1866815604450432:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334676.233925:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334676.233943:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009735b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b12dd expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.234036:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70097362 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.234051:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70097362 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.234061:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70097362 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334676.234071:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:1.0:1780334676.234141:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70097362 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.234148:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70097362 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.234155:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70097362 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.234161:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481da00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334676.234165:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70097362 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.234173:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70097362 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.234386:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70098ced00) 00010000:00010000:1.0:1780334676.234390:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334676.234395:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70097362 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.234402:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70097362 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.234441:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009735b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12dd expref: 52 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.234452:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:1.0:1780334676.234454:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780334676.234458:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009735b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12dd expref: 52 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.234467:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334676.234526:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03699500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:30424:x1866815604450432:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 625us (886us total) trans 4294968029 rc 301/301 00000100:00100000:1.0:1780334676.234538:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1204 00000100:00100000:0.0:1780334676.239257:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334676.239343:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604450560 00000100:00100000:1.0:1780334676.239352:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604450560 00000100:00100000:1.0:1780334676.239409:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1205 00000100:00100000:1.0:1780334676.239420:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+51:30424:x1866815604450560:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334676.239455:0:6540:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334676.239623:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+51:30424:x1866815604450560:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 204us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334676.239631:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1205 00000100:00100000:0.0:1780334676.245633:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334676.248746:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604450816 00000100:00100000:1.0:1780334676.248760:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604450816 00000100:00100000:1.0:1780334676.248879:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1206 00000100:00100000:1.0:1780334676.248890:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:30424:x1866815604450816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334676.248912:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334676.248931:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097370 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b12e4 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.251024:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70097377 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.251048:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70097377 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.251061:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70097377 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334676.251076:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00010000:00010000:1.0:1780334676.251145:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097370 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12e4 expref: 54 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.251166:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70097377 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12e4 expref: 53 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.251176:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70098cec00) 00010000:00010000:1.0:1780334676.251179:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334676.251182:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481da00, rc 0) 00000100:00100000:1.0:1780334676.251309:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+53:30424:x1866815604450816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 2420us (5682us total) trans 4294968030 rc 0/0 00000100:00100000:1.0:1780334676.251317:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1206 00000100:00100000:2.0:1780334676.260070:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334676.261614:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604451072 00000100:00100000:1.0:1780334676.261628:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604451072 00000100:00100000:1.0:1780334676.261697:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1207 00000100:00100000:1.0:1780334676.261708:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0369b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:30424:x1866815604451072:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1780334676.261760:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334676.261783:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e70097377 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12e4 expref: 53 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.261861:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70098cec00) 00010000:00010000:1.0:1780334676.261873:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334676.261894:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.261908:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097290 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1297 expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.261923:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.262027:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097290 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1297 expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.262040:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097290 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1297 expref: 109 pid: 6539 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334676.262055:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624261760:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334676.262196:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3780 going to sleep for 11 seconds 00000100:00100000:2.0:1780334676.268762:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624261760:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334676.268790:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334676.271579:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334676.271662:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604451200 00000100:00100000:3.0:1780334676.271671:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604451200 00010000:00010000:3.0:1780334676.271707:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097290 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1297 expref: 110 pid: 6539 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334676.271747:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 372 00000100:00100000:3.0:1780334676.271761:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:2407:x1866815604451200:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334676.271778:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334676.271784:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097290 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1297 expref: 110 pid: 6539 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.271797:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097290 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1297 expref: 110 pid: 6539 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.271852:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097290 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1297 expref: 110 pid: 6539 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.271866:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:3.0:1780334676.271871:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.271879:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.271886:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.271910:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334676.271966:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:2407:x1866815604451200:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 207us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334676.271974:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 372 00010000:00010000:0.0:1780334676.272513:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272522:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272544:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009738c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x480880df bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272554:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009738c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x480880df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272562:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009738c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x480880df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272612:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272619:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272625:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272631:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272636:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334676.272640:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272647:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272655:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:0.0:1780334676.272658:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334676.272662:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272667:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097385 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272678:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009738c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x480880df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272684:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009738c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x480880df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272690:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009738c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x480880df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272694:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334676.272696:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009738c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x480880df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272702:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009738c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x480880df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272708:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x480880df (ffff9b70188d6200) 00010000:00010000:0.0:1780334676.272710:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334676.272713:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009738c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x480880df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.272718:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009738c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x480880df bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334676.272858:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0369b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:30424:x1866815604451072:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 11150us (12798us total) trans 0 rc -2/-2 00000100:00100000:0.0:1780334676.272866:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1207 00000100:00100000:2.0:1780334676.275791:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334676.276093:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604451328 00000100:00100000:0.0:1780334676.276102:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604451328 00000100:00100000:0.0:1780334676.276190:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1208 00000100:00100000:0.0:1780334676.276201:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:30424:x1866815604451328:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334676.276220:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334676.276251:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097393 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b12eb expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.276292:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009739a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.276304:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009739a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.276331:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009739a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.276437:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097393 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12eb expref: 54 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.276454:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009739a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12eb expref: 53 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.276463:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:0.0:1780334676.276466:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334676.276469:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8400, rc 0) 00000100:00100000:0.0:1780334676.276574:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+53:30424:x1866815604451328:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 375us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334676.276581:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1208 00000100:00100000:3.0:1780334676.279055:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.280191:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604451584 00000100:00100000:2.0:1780334676.280204:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604451584 00000100:00100000:2.0:1780334676.280305:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1209 00000100:00100000:2.0:1780334676.280408:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+53:30424:x1866815604451584:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334676.280484:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700973a1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.280499:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700973a1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.280510:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700973a1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334676.280655:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ea3d1808 reply state 0000000096d1f26a transno 4294968031 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700973a1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.280668:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700973a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.280676:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:2.0:1780334676.280678:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1780334676.280682:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334676.280773:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+55:30424:x1866815604451584:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 369us (1728us total) trans 4294968031 rc 0/0 00000100:00100000:2.0:1780334676.281008:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1209 00000100:00100000:1.0:1780334676.282683:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334676.283168:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604451712 00000100:00100000:0.0:1780334676.283176:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604451712 00000100:00100000:0.0:1780334676.283456:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1210 00000100:00100000:0.0:1780334676.283468:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:30424:x1866815604451712:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334676.283490:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334676.283508:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700973a8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b12f2 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.283559:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700973a8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12f2 expref: 56 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.283573:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700973a8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12f2 expref: 56 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.283583:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:0.0:1780334676.283586:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334676.283589:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8000, rc 0) 00000100:00100000:0.0:1780334676.283695:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+56:30424:x1866815604451712:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 221us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334676.283703:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1210 00000100:00100000:0.0:1780334676.289097:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334676.289167:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604451840 00000100:00100000:3.0:1780334676.289177:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604451840 00000100:00100000:3.0:1780334676.289226:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 226 00000100:00100000:3.0:1780334676.289246:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+56:30424:x1866815604451840:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1780334676.289374:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+56:30424:x1866815604451840:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 Request processed in 130us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334676.289381:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 226 00000100:00100000:1.0:1780334676.291180:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334676.291261:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604452096 00000100:00100000:3.0:1780334676.291270:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604452096 00000100:00100000:3.0:1780334676.291392:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 227 00000100:00100000:3.0:1780334676.291402:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ea850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+56:30424:x1866815604452096:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334676.291657:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ea850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+57:30424:x1866815604452096:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 256us (481us total) trans 4294968032 rc 0/0 00000100:00100000:3.0:1780334676.291665:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 227 00000100:00100000:1.0:1780334676.294310:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334676.294448:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604452352 00000100:00100000:0.0:1780334676.294456:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604452352 00000100:00100000:0.0:1780334676.294540:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1211 00000100:00100000:0.0:1780334676.294550:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+57:30424:x1866815604452352:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334676.294664:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+57:30424:x1866815604452352:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 116us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334676.294672:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1211 00000100:00100000:0.0:1780334676.296852:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.296906:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604452608 00000100:00100000:2.0:1780334676.296915:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604452608 00000100:00100000:2.0:1780334676.296961:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1212 00000100:00100000:2.0:1780334676.296970:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+57:30424:x1866815604452608:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334676.296990:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334676.297008:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700973af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b12f9 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.297106:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e700973b6 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.297121:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700973a8 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12f2 expref: 58 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.297130:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e700973b6 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.297162:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700973a8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12f2 expref: 58 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.297176:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700973a8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12f2 expref: 58 pid: 6538 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334676.297189:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624261888:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334676.297275:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3300 going to sleep for 11 seconds 00000100:00100000:2.0:1780334676.299242:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624261888:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334676.299270:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e700973b6 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334676.300410:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334676.300492:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604452736 00000100:00100000:1.0:1780334676.300500:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604452736 00010000:00010000:1.0:1780334676.300536:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700973a8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12f2 expref: 59 pid: 6538 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334676.300575:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 373 00000100:00100000:1.0:1780334676.300593:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+59:2407:x1866815604452736:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334676.300608:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334676.300614:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700973a8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12f2 expref: 59 pid: 6538 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.300627:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700973a8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12f2 expref: 59 pid: 6538 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.300647:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700973a8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12f2 expref: 59 pid: 6538 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.300662:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:1.0:1780334676.300667:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e700973b6 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.300680:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e700973b6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.300803:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e700973b6 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.300882:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334676.300929:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+58:2407:x1866815604452736:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 345us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334676.300937:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 373 00010000:00010000:0.0:1780334676.301058:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e700973b6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.301066:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e700973b6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334676.301084:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00000004:00080000:0.0:1780334676.301330:0:15367:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x18:0x0], index 1: 0 00010000:00010000:0.0:1780334676.301422:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e700973b6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.301430:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e700973b6 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.301437:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e700973b6 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.301442:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334676.301446:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e700973b6 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.301454:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e700973b6 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.301464:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:0.0:1780334676.301467:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334676.301470:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e700973b6 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.301476:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e700973b6 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.301520:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700973af lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12f9 expref: 58 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.301530:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:0.0:1780334676.301532:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780334676.301536:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700973af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12f9 expref: 58 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.301545:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448da00, rc 0) 00000100:00100000:0.0:1780334676.302406:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+57:30424:x1866815604452608:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 4616us (4740us total) trans 4294968033 rc 301/301 00000100:00100000:0.0:1780334676.302416:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1212 00000100:00100000:0.0:1780334676.304973:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334676.305113:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604452992 00000100:00100000:3.0:1780334676.305123:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604452992 00000100:00100000:3.0:1780334676.305218:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 228 00000100:00100000:3.0:1780334676.305237:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+57:30424:x1866815604452992:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334676.305515:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+58:30424:x1866815604452992:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 287us (549us total) trans 4294968034 rc 0/0 00000100:00100000:3.0:1780334676.305524:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 228 00000100:00100000:1.0:1780334676.307432:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334676.307512:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604453120 00000100:00100000:0.0:1780334676.307521:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604453120 00000100:00100000:0.0:1780334676.307664:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1213 00000100:00100000:0.0:1780334676.307672:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+58:30424:x1866815604453120:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334676.307697:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334676.307714:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700973c4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1300 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.307766:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700973cb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.307779:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700973cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.307789:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700973cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334676.307843:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00000004:00200000:0.0:1780334676.307847:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334676.307864:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700973cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.307886:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700973c4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1300 expref: 60 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.307898:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700973cb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1300 expref: 59 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.307904:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:0.0:1780334676.307905:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1780334676.307908:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9200, rc 0) 00000100:00100000:0.0:1780334676.307964:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+59:30424:x1866815604453120:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 293us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334676.307971:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1213 00000100:00100000:1.0:1780334676.310301:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.310390:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604453248 00000100:00100000:2.0:1780334676.310400:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604453248 00000100:00100000:2.0:1780334676.310466:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 316 00000100:00100000:2.0:1780334676.310477:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604453248:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334676.310494:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334676.310513:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036b889ac/0xdf9e767e700973d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1307 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334676.310537:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780334676.310566:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334676.310568:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334676.310575:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036b889ac/0xdf9e767e700973d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1307 expref: 11 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.310593:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000036b889ac/0xdf9e767e700973d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1307 expref: 11 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.310604:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d400, rc 0) 00000100:00100000:2.0:1780334676.310657:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604453248:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 178us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334676.310664:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 316 00000100:00080000:3.0:1780334676.310846:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334676.313257:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334676.313465:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604453504 00000100:00100000:0.0:1780334676.313475:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604453504 00000100:00100000:0.0:1780334676.313524:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1214 00000100:00100000:0.0:1780334676.313534:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+59:30424:x1866815604453504:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334676.313922:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+59:30424:x1866815604453504:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 389us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334676.313930:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1214 00000100:00100000:2.0:1780334676.316452:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334676.317194:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604453632 00000100:00100000:1.0:1780334676.317204:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604453632 00000100:00100000:1.0:1780334676.317288:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 317 00000100:00100000:1.0:1780334676.317308:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:30424:x1866815604453632:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334676.317326:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334676.317352:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e700973d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b130e expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.317383:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000036b889ac/0xdf9e767e700973d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1307 expref: 12 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.317393:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334676.317394:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334676.317398:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e700973d9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b130e expref: 12 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.317445:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000036b889ac/0xdf9e767e700973d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1307 expref: 12 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.317459:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000036b889ac/0xdf9e767e700973d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1307 expref: 12 pid: 16895 timeout: 780 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334676.317473:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624262016:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334676.317567:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04e42f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780334676.320846:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624262016:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334676.320879:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e700973d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b130e expref: 12 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.320903:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c800, rc 0) 00000100:00100000:2.0:1780334676.320998:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:30424:x1866815604453632:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 3700us (4552us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334676.321007:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 317 00000100:00100000:1.0:1780334676.321123:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334676.321238:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604453760 00000100:00100000:0.0:1780334676.321245:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604453760 00010000:00010000:0.0:1780334676.321275:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000036b889ac/0xdf9e767e700973d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1307 expref: 12 pid: 16895 timeout: 780 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334676.321310:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 374 00000100:00100000:0.0:1780334676.321320:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604453760:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334676.321334:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334676.321363:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000036b889ac/0xdf9e767e700973d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1307 expref: 12 pid: 16895 timeout: 780 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.321376:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000036b889ac/0xdf9e767e700973d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1307 expref: 12 pid: 16895 timeout: 780 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.321397:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036b889ac/0xdf9e767e700973d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1307 expref: 12 pid: 16895 timeout: 780 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.321410:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334676.321412:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334676.321420:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e700973d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b130e expref: 11 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.321438:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e700973d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b130e expref: 11 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.321468:0:19047:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e700973d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b130e expref: 11 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334676.321482:0:19047:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:19047:1866815624262144:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334676.322025:0:19047:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026a95180 going to sleep for 11 seconds 00000100:00100000:2.0:1780334676.325006:0:19047:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:19047:1866815624262144:192.168.203.22@tcp:105: 00010000:00010000:2.0:1780334676.325030:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334676.325085:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604453760:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 3766us (3961us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334676.325095:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 374 00000100:00100000:0.0:1780334676.325276:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334676.325381:0:8426:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604453888 00000100:00100000:3.0:1780334676.325388:0:8426:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604453888 00002000:00100000:3.0:1780334676.325428:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->157) req@ffff9b703fdc0000 x1866815604453888/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:142/0 lens 648/0 e 0 to 0 dl 1780334687 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334676.325439:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdc0000 with x1866815604453888 ext(0->157) 00002000:00010000:3.0:1780334676.325444:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703fdc0000 00000100:00100000:3.0:1780334676.325473:0:8426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 88 00000100:00100000:3.0:1780334676.325483:0:8426:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604453888:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1780334676.326251:0:8426:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604453888:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 766us (972us total) trans 4294967363 rc 0/0 00000100:00100000:3.0:1780334676.326260:0:8426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 88 00002000:00100000:3.0:1780334676.326267:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->157) req@ffff9b703fdc0000 x1866815604453888/t4294967363(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:142/0 lens 648/448 e 0 to 0 dl 1780334687 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334676.326275:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdc0000 with x1866815604453888 ext(0->157) 00002000:00010000:3.0:1780334676.326279:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703fdc0000 00000100:00100000:0.0:1780334676.328907:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.329020:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604454016 00000100:00100000:2.0:1780334676.329028:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604454016 00000100:00100000:2.0:1780334676.329075:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1215 00000100:00100000:2.0:1780334676.329083:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+59:30424:x1866815604454016:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1780334676.336378:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968034 is committed 00000001:00080000:2.0:1780334676.336418:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968028 is committed 00000004:00080000:2.0:1780334676.336425:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000020:00080000:2.0:1780334676.336444:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f01fd4000 refcount 2 committed 0 result 0 batchid 23 00000020:00080000:2.0:1780334676.336449:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f01f2a300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f01fd4d80 00000020:00080000:2.0:1780334676.336452:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f01f2af00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f05097800 00000004:00080000:2.0:1780334676.336485:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000020:00080000:2.0:1780334676.336500:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 22 batchid updated 00000100:00100000:1.0:1780334676.336560:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02df8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624262272:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780334676.336622:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780334676.336681:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009716a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.336698:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009716a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.336706:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009716a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.336713:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334676.336717:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009716a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.336725:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009716a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.336741:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9b70098ce400) 00010000:00010000:0.0:1780334676.336744:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334676.336749:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009716a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.336756:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009716a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334676.336839:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+48:30424:x1866815604454016:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 7753us (7935us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334676.336847:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334676.336852:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1215 00000100:00100000:1.0:1780334676.336859:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624262400:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1780334676.336887:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334676.336923:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624262272 00000100:00100000:1.0:1780334676.336929:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624262272 00000100:00100000:1.0:1780334676.336973:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624262400 00000100:00100000:1.0:1780334676.336977:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624262400 00000100:00100000:1.0:1780334676.337013:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1780334676.337021:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624262272:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780334676.337034:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097171 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.337042:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097171 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1780334676.337044:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:22 count 1 00010000:00010000:0.0:1780334676.337053:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097171 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.337060:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ce00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334676.337063:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097171 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.337070:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097171 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334676.337072:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 158, mtime: 0x6a1dc050, atime: 0x0, ctime: 0x6a1dc050, blocks: 0x8 00010000:00010000:1.0:1780334676.337081:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700973e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.337085:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:0.0:1780334676.337091:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334676.337096:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097171 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.337102:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334676.337104:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334676.337104:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e70097171 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.337110:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700973e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.337120:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700973e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.337126:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700973e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.337131:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700973e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334676.337178:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1780334676.337193:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624262400:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780334676.337199:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1780334676.337208:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:23 count 1 00002000:00010000:2.0:1780334676.337241:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a1dbde3, ctime: 0x6a1dc04a, blocks: 0x8 00010000:00010000:2.0:1780334676.337247:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700973e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.337257:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334676.337258:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334676.337262:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700973e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.337272:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700973e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.337279:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700973e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.337286:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700973e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334676.337358:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3660:x1866815624262272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 338us (734us total) trans 4294967355 rc 0/0 00000100:00100000:1.0:1780334676.337365:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00080000:1.0:1780334676.337387:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334676.337390:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1780334676.337417:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b6f02df8e00/2, rc 0, transno 4294967355 00000100:00100000:1.0:1780334676.337422:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02df8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624262272:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780334676.337548:0:10292:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780334676.337554:0:10292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700973e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.337562:0:10292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334676.337566:0:10292:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700973e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.337574:0:10292:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700973e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.337728:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097243 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.337736:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097243 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.337741:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097243 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.337746:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334676.337746:0:10292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700973e0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.337752:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097243 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.337763:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700973e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.337765:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097243 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.337789:0:10292:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780334676.337792:0:10292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700973e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.337799:0:10292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334676.337801:0:10292:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700973e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.337808:0:10292:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700973e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.337886:0:10292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700973e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.337895:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334676.337897:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334676.337899:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334676.338135:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9b70188d6e00) 00010000:00010000:3.0:1780334676.338138:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334676.338142:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097243 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.338152:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097243 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.338172:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700973a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.338179:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700973a1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.338184:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700973a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.338189:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334676.338192:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700973a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.338198:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700973a1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.338205:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:3.0:1780334676.338208:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1780334676.338211:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700973a1 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.338217:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700973a1 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1780334676.338245:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 23 committed batchid 22 00000020:00080000:3.0:1780334676.338294:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00010000:00010000:2.0:1780334676.338451:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1780334676.338456:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700973e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334676.338606:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624262400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1418us (1717us total) trans 4294967364 rc 0/0 00000100:00100000:2.0:1780334676.338614:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000004:00080000:3.0:1780334676.338742:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b703fe99c00/2, rc 0, transno 4294967364 00000100:00100000:3.0:1780334676.338748:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624262400:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780334676.338907:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334676.339726:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.339800:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604454144 00000100:00100000:2.0:1780334676.339807:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604454144 00000100:00100000:2.0:1780334676.339873:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 320 00000100:00100000:2.0:1780334676.339881:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604454144:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1780334676.341190:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00000001:00080000:3.0:1780334676.341199:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00000100:00100000:2.0:1780334676.341432:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604454144:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 1547us (1704us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334676.341443:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 320 00000100:00100000:2.0:1780334676.346704:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334676.347734:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604454400 00000100:00100000:0.0:1780334676.347744:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604454400 00000100:00100000:0.0:1780334676.347809:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1216 00000100:00100000:0.0:1780334676.347833:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+46:30424:x1866815604454400:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1780334676.347883:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334676.347909:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700973cb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1300 expref: 46 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.347932:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:0.0:1780334676.347937:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334676.347963:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700973ee lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.347975:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700973ee lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.347983:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700973ee lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334676.348091:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c08c928b reply state 000000001e10209b transno 4294968035 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700973ee lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.348104:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700973ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.348110:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:0.0:1780334676.348112:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334676.348115:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780334676.348368:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:30424:x1866815604454400:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 536us (1672us total) trans 4294968035 rc 0/0 00000100:00100000:0.0:1780334676.348376:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1216 00000100:00100000:0.0:1780334676.354746:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334676.355030:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604454528 00000100:00100000:1.0:1780334676.355040:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604454528 00000100:00100000:1.0:1780334676.355250:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1217 00000100:00100000:1.0:1780334676.355260:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:30424:x1866815604454528:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334676.355283:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334676.355302:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700973f5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1315 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.355359:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700973f5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1315 expref: 48 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.355374:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700973f5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1315 expref: 48 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.355391:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:1.0:1780334676.355394:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334676.355398:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ce00, rc 0) 00000100:00100000:1.0:1780334676.355454:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:30424:x1866815604454528:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 196us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334676.355461:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1217 00000100:00100000:1.0:1780334676.357474:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.357590:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604454656 00000100:00100000:2.0:1780334676.357599:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604454656 00000100:00100000:2.0:1780334676.357684:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 321 00000100:00100000:2.0:1780334676.357695:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604454656:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1780334676.357901:0:8519:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1780334676.357905:0:8519:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 0 -> 1780334672 00002000:00010000:2.0:1780334676.357908:0:8519:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime from disk: 0 -> 1780334672 00002000:00010000:2.0:1780334676.357910:0:8519:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 0 -> 1780334672 00002000:00010000:2.0:1780334676.357912:0:8519:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1780334676.357952:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2408:x1866815604454656:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 259us (483us total) trans 4294967365 rc 0/0 00000100:00100000:2.0:1780334676.357958:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 321 00000100:00100000:3.0:1780334676.360095:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.360191:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604454912 00000100:00100000:2.0:1780334676.360200:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604454912 00000100:00100000:2.0:1780334676.360259:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1218 00000100:00100000:2.0:1780334676.360268:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+48:30424:x1866815604454912:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1780334676.360325:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700973fc lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.360340:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009739a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12eb expref: 48 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.360350:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700973fc lrc: 4/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.360381:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009739a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12eb expref: 48 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.360394:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009739a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12eb expref: 48 pid: 9763 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334676.360407:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe99500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624262528:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334676.360525:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334676.363133:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334676.363296:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604455040 00000100:00100000:3.0:1780334676.363304:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604455040 00010000:00010000:3.0:1780334676.363339:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009739a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12eb expref: 49 pid: 9763 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334676.363381:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 375 00000100:00100000:3.0:1780334676.363391:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:2406:x1866815604455040:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334676.363405:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334676.363412:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009739a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12eb expref: 49 pid: 9763 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.363425:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009739a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12eb expref: 49 pid: 9763 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.363445:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:3.0:1780334676.363450:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700973fc lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.363458:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700973fc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.363465:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700973fc lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.363482:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334676.363536:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:2406:x1866815604455040:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 145us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334676.363543:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 375 00010000:00010000:2.0:1780334676.364189:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009739a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12eb expref: 48 pid: 9763 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334676.364206:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe99500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624262528:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334676.364222:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700973fc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.364237:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700973fc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.364242:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700973fc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.364269:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700973fc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.364273:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700973fc lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.364278:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700973fc lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.364284:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334676.364288:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700973fc lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.364294:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700973fc lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.364304:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:2.0:1780334676.364307:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1780334676.364311:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700973fc lrc: 2/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.364318:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700973fc lrc: 0/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334676.364373:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+47:30424:x1866815604454912:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 4106us (4289us total) trans 0 rc -22/-22 00000100:00100000:2.0:1780334676.364379:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1218 00000100:00100000:0.0:1780334676.365915:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.365994:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604455168 00000100:00100000:2.0:1780334676.366001:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604455168 00000100:00100000:2.0:1780334676.366047:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 322 00000100:00100000:2.0:1780334676.366057:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604455168:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334676.366275:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097403 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.366293:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e700973d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b130e expref: 12 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.366300:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334676.366302:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334676.366304:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097403 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.366345:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e700973d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b130e expref: 12 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.366360:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e700973d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b130e expref: 12 pid: 8422 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334676.366373:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624262656:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334676.366478:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334676.370109:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624262656:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334676.370136:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097403 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334676.371196:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334676.371287:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604455296 00000100:00100000:3.0:1780334676.371295:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604455296 00010000:00010000:3.0:1780334676.371385:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e700973d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b130e expref: 13 pid: 8422 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334676.371454:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 376 00000100:00100000:3.0:1780334676.371465:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab4b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604455296:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334676.371479:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334676.371500:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e700973d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b130e expref: 13 pid: 8422 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.371513:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e700973d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b130e expref: 13 pid: 8422 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.371532:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038806d6a/0xdf9e767e700973d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b130e expref: 13 pid: 8422 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.371553:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334676.371554:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334676.371558:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097403 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.371566:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097403 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.371602:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334676.371653:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab4b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604455296:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 191us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334676.371658:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 376 00010000:00010000:0.0:1780334676.371936:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097403 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.371951:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097403 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.371970:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097403 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.371978:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097403 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.371986:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097403 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.371993:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334676.371997:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097403 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.372005:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097403 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.372017:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097403 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.372024:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097403 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334676.372195:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604455168:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 6139us (6390us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334676.372205:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 322 00000100:00100000:0.0:1780334676.374088:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.374171:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604455552 00000100:00100000:2.0:1780334676.374181:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604455552 00000100:00100000:2.0:1780334676.374239:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1219 00000100:00100000:2.0:1780334676.374249:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:30424:x1866815604455552:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1780334676.374324:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e7009740a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.374340:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e7009740a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.374351:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e7009740a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.374503:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097411 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.374511:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700973f5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1315 expref: 48 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.374516:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097411 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.374544:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700973f5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1315 expref: 48 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.374568:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700973f5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1315 expref: 48 pid: 6539 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334676.374593:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe99500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624262784:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334676.374661:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3540 going to sleep for 11 seconds 00000100:00100000:1.0:1780334676.378341:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334676.378502:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604455680 00000100:00100000:3.0:1780334676.378511:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604455680 00010000:00010000:3.0:1780334676.378550:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700973f5 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1315 expref: 49 pid: 6539 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334676.378591:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 377 00000100:00100000:3.0:1780334676.378600:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+49:2406:x1866815604455680:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334676.378616:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334676.378622:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700973f5 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1315 expref: 49 pid: 6539 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.378633:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700973f5 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1315 expref: 49 pid: 6539 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.378654:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:3.0:1780334676.378660:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097411 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.378668:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097411 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.378675:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097411 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334676.378693:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334676.378750:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+49:2406:x1866815604455680:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 150us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334676.378757:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 377 00010000:00010000:2.0:1780334676.379542:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ce00/0xdf9e767e700973f5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1315 expref: 48 pid: 6539 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334676.379559:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe99500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624262784:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334676.379579:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097411 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.379587:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097411 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.379623:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097411 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780334676.379724:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968036 00000004:02000000:2.0:1780334676.379909:0:6538:0:(mdd_object.c:3058:mdd_swap_layouts()) *** cfs_fail_loc=152, val=0*** 00000001:00080000:2.0:1780334676.384637:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968037 00010000:00010000:2.0:1780334676.384699:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097411 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.384711:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097411 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.384718:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097411 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.384724:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334676.384728:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097411 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.384736:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097411 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.384758:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:2.0:1780334676.384761:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334676.384766:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097411 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.384772:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097411 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.384794:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097338 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.384800:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097338 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.384804:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097338 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.384808:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334676.385098:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097338 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.385105:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097338 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.385113:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70098ced00) 00010000:00010000:2.0:1780334676.385115:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334676.385122:0:6538:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009733f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12d6 expref: 96 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.385139:0:6538:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009733f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12d6 expref: 96 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.385147:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009733f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12d6 expref: 96 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.385186:0:6538:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009733f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12d6 expref: 96 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334676.385215:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe99500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624262912:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334676.385453:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780334676.387587:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe99500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624262912:192.168.203.22@tcp:105: 00010000:00010000:2.0:1780334676.387612:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097338 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387622:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097338 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387648:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097418 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387661:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097418 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387670:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097418 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387679:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097418 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387685:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097418 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387691:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097418 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387697:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334676.387700:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097418 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387706:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097418 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387717:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70098ced00) 00010000:00010000:2.0:1780334676.387720:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334676.387723:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097418 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387728:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097418 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387738:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e7009740a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387744:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e7009740a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387749:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e7009740a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387754:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ce00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334676.387757:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e7009740a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387762:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e7009740a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387769:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70098ced00) 00010000:00010000:2.0:1780334676.387771:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334676.387773:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e7009740a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334676.387777:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e7009740a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334676.388124:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:30424:x1866815604455552:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 13875us (14041us total) trans 0 rc -95/-95 00000100:00100000:2.0:1780334676.388135:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1219 00000020:00080000:2.0:1780334676.388140:0:6538:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:1.0:1780334676.388292:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334676.388297:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1780334676.388933:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.388965:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604455808 00000100:00100000:2.0:1780334676.388975:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604455808 00000100:00100000:2.0:1780334676.389021:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 229 00000100:00100000:2.0:1780334676.389032:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:30423:x1866815604455808:12345-192.168.203.22@tcp:49:diff.0 00000100:00100000:2.0:1780334676.389161:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:30423:x1866815604455808:12345-192.168.203.22@tcp:49:diff.0 Request processed in 132us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334676.389172:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 229 00000040:00080000:1.0:1780334676.390471:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:1.0:1780334676.390486:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334676.391116:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334676.391173:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604456064 00000100:00100000:0.0:1780334676.391181:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604456064 00000100:00100000:0.0:1780334676.391299:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 230 00000100:00100000:0.0:1780334676.391311:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+49:30424:x1866815604456064:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1780334676.391760:0:6542:0:(mdd_object.c:4033:mdd_close()) Object [0x200000403:0x20:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1780334676.391837:0:6542:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9312 00000004:00080000:0.0:1780334676.391849:0:6542:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 680211036873ns, next at 681211034164ns, rc = 0 00000001:00080000:0.0:1780334676.391857:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968038 00010000:00010000:0.0:1780334676.391890:0:6542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009741f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.391906:0:6542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009741f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.391917:0:6542:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009741f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.391926:0:6542:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009741f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.391932:0:6542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009741f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.391938:0:6542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009741f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334676.392049:0:6542:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780334676.392112:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334676.392121:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009741f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.392133:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8400 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334676.392142:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009741f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.392149:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009741f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334676.392163:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:1.0:1780334676.392166:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780334676.392171:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009741f lrc: 1/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334676.392179:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:30424:x1866815604456064:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 868us (1063us total) trans 4294968039 rc 0/0 00010000:00010000:1.0:1780334676.392181:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e7009741f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334676.392194:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 230 00000020:00080000:0.0:1780334676.392200:0:6542:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1780334676.392201:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334676.392204:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334676.392206:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334676.394528:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.394584:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604456320 00000100:00100000:2.0:1780334676.394593:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604456320 00000100:00100000:2.0:1780334676.394643:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 231 00000100:00100000:2.0:1780334676.394654:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:30423:x1866815604456320:12345-192.168.203.22@tcp:35:diff.0 00000100:00100000:2.0:1780334676.394892:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:30423:x1866815604456320:12345-192.168.203.22@tcp:35:diff.0 Request processed in 239us (370us total) trans 4294968040 rc 0/0 00000100:00100000:2.0:1780334676.394901:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 231 00010000:00010000:1.0:1780334676.916016:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334676.975768:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.975832:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.975863:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.975880:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.975898:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.975916:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.975943:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.975961:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.975983:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334676.976007:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604456704 00000100:00100000:2.0:1780334676.976016:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604456704 00000100:00100000:2.0:1780334676.976066:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604457216 00000100:00100000:2.0:1780334676.976070:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604457216 00000100:00100000:2.0:1780334676.976084:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604456576 00000100:00100000:2.0:1780334676.976086:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604456576 00000100:00100000:2.0:1780334676.976095:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604457088 00000100:00100000:2.0:1780334676.976097:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604457088 00000100:00100000:2.0:1780334676.976111:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 779 00000100:00100000:2.0:1780334676.976119:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604456704:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334676.976185:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604456704:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 66us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334676.976192:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 779 00000100:00100000:2.0:1780334676.976208:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 780 00000100:00100000:2.0:1780334676.976214:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604457216:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334676.976248:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604457216:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 34us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334676.976255:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 780 00000100:00100000:2.0:1780334676.976267:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 781 00000100:00100000:2.0:1780334676.976274:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:2409:x1866815604456576:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334676.976301:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:2409:x1866815604456576:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334676.976307:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 781 00000100:00100000:2.0:1780334676.976318:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 782 00000100:00100000:2.0:1780334676.976324:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:2409:x1866815604457088:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334676.976347:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:2409:x1866815604457088:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334676.976352:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 782 00000100:00100000:2.0:1780334676.976369:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604456960 00000100:00100000:2.0:1780334676.976373:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604456960 00000100:00100000:2.0:1780334676.976397:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604457472 00000100:00100000:2.0:1780334676.976400:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604457472 00000100:00100000:2.0:1780334676.976410:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604456832 00000100:00100000:2.0:1780334676.976412:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604456832 00000100:00100000:2.0:1780334676.976422:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604457344 00000100:00100000:2.0:1780334676.976424:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604457344 00000100:00100000:2.0:1780334676.976436:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 454 00000100:00100000:2.0:1780334676.976441:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2409:x1866815604456960:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334676.976465:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2409:x1866815604456960:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334676.976474:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 454 00000100:00100000:2.0:1780334676.976485:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 455 00000100:00100000:2.0:1780334676.976491:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604457472:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334676.976513:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604457472:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334676.976518:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 455 00000100:00100000:2.0:1780334676.976528:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 456 00000100:00100000:2.0:1780334676.976534:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2409:x1866815604456832:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334676.976555:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2409:x1866815604456832:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334676.976559:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 456 00000100:00100000:2.0:1780334676.976568:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 457 00000100:00100000:2.0:1780334676.976573:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604457344:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334676.976594:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604457344:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 20us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334676.976600:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 457 00000100:00080000:2.0:1780334676.976640:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334676.976644:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334676.976647:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334676.977079:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604456448 00000100:00100000:3.0:1780334676.977084:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604456448 00000100:00100000:3.0:1780334676.977123:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 688 00000100:00100000:3.0:1780334676.977131:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604456448:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334676.977169:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604456448:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 39us (1413us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334676.977176:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 688 00000040:00080000:1.0:1780334676.977340:0:22436:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334676.977344:0:22436:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334676.977370:0:22436:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 5 00000040:00080000:1.0:1780334676.977376:0:22436:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334677.108009:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334677.108031:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624263040:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334677.108107:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334677.108850:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624263040 00000100:00100000:0.0:1780334677.108859:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624263040 00000100:00100000:0.0:1780334677.108948:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1780334677.108958:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624263040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334677.109001:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:0.0:1780334677.109053:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624263040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334677.109065:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1780334677.111796:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624263040:0@lo:41:osp-pre-0-1.0 00000004:00080000:2.0:1780334677.620108:0:9914:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 681439293255ns, next at 682439290778ns, rc = 0 00000100:00100000:2.0:1780334677.620236:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624263168:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334677.620305:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624263296:0@lo:400:kworker.0 00000100:00100000:2.0:1780334677.620307:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334677.620351:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334677.620376:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624263680:0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.620387:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624263808:0@lo:400:kworker.0 00000100:00100000:2.0:1780334677.620410:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334677.620436:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334677.620448:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624264192:0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.620462:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624264320:0@lo:400:kworker.0 00000100:00100000:2.0:1780334677.620477:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334677.620496:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334677.620499:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027200380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624264704:0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.620522:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624264832:0@lo:400:kworker.0 00000100:00100000:2.0:1780334677.620528:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334677.620552:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1780334677.620560:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334677.620562:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624263552:0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.620589:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1780334677.620592:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334677.620600:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624263424:0@lo:400:kworker.0 00000100:00100000:2.0:1780334677.620615:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624264064:0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.620633:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334677.620660:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624263168 00000100:00100000:0.0:1780334677.620665:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624263936:0@lo:400:kworker.0 00000100:00100000:2.0:1780334677.620668:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624263168 00000100:00100000:0.0:1780334677.620701:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334677.620715:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1780334677.620727:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624263168:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334677.620728:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624264448:0@lo:400:kworker.0 00002000:00000024:2.0:1780334677.620754:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921395712 avail 3689844736 00000100:00100000:0.0:1780334677.620760:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334677.620801:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624263168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334677.620808:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624263296 00000100:00100000:2.0:1780334677.620834:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1780334677.620835:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624263296 00000100:00100000:2.0:1780334677.620865:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624263680 00000100:00100000:2.0:1780334677.620870:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624263680 00000100:00100000:0.0:1780334677.620883:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1780334677.620892:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624263296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334677.620899:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624263424 00000100:00100000:2.0:1780334677.620902:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624263424 00000100:00100000:2.0:1780334677.620920:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624263936 00000100:00100000:2.0:1780334677.620923:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624263936 00000100:00100000:0.0:1780334677.620933:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624263296:12345-0@lo:400:kworker.0 Request processed in 43us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334677.620939:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1780334677.620965:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624264448 00000100:00100000:2.0:1780334677.620968:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624264448 00000100:00100000:0.0:1780334677.620979:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624263808 00000100:00100000:0.0:1780334677.620984:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624263808 00000100:00100000:2.0:1780334677.620991:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1780334677.621000:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624263680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.621014:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624263552 00000100:00100000:0.0:1780334677.621018:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624263552 00000100:00100000:0.0:1780334677.621039:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1780334677.621044:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624263680:12345-0@lo:400:kworker.0 Request processed in 45us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334677.621049:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624263808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334677.621055:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1780334677.621072:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1780334677.621080:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624263424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.621092:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624263808:12345-0@lo:400:kworker.0 Request processed in 45us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334677.621100:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1780334677.621118:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624263424:12345-0@lo:400:kworker.0 Request processed in 38us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334677.621126:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1780334677.621140:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1780334677.621147:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624263936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334677.621176:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624263936:12345-0@lo:400:kworker.0 Request processed in 31us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334677.621182:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1780334677.621194:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1780334677.621200:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624264448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334677.621243:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624264448:12345-0@lo:400:kworker.0 Request processed in 43us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334677.621248:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1780334677.621268:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624264192 00000100:00100000:2.0:1780334677.621272:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624264192 00000100:00100000:2.0:1780334677.621298:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624264320 00000100:00100000:2.0:1780334677.621301:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624264320 00000100:00100000:2.0:1780334677.621313:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624264704 00000100:00100000:2.0:1780334677.621316:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624264704 00000100:00100000:2.0:1780334677.621328:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624264832 00000100:00100000:2.0:1780334677.621330:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624264832 00000100:00100000:2.0:1780334677.621343:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1780334677.621348:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624264192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334677.621380:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624264192:12345-0@lo:400:kworker.0 Request processed in 32us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334677.621386:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1780334677.621397:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1780334677.621402:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3660:x1866815624264320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334677.621430:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3660:x1866815624264320:12345-0@lo:400:kworker.0 Request processed in 27us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334677.621436:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1780334677.621448:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1780334677.621454:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624264704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334677.621481:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624264704:12345-0@lo:400:kworker.0 Request processed in 28us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334677.621487:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1780334677.621497:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1780334677.621503:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624264832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334677.621529:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624264832:12345-0@lo:400:kworker.0 Request processed in 26us (972us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334677.621534:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00080000:3.0:1780334677.623420:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334677.623427:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334677.623428:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00080000:3.0:1780334677.623431:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334677.623648:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624264960:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334677.623702:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334677.623938:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334677.623972:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624264576:0@lo:400:kworker.0 00000100:00100000:1.0:1780334677.623994:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624264960 00000100:00100000:0.0:1780334677.624000:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334677.624004:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624264960 00000100:00100000:3.0:1780334677.624031:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624264064 00000100:00100000:3.0:1780334677.624037:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624264064 00000100:00100000:0.0:1780334677.624041:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624264192:0@lo:400:kworker.0 00000100:00100000:1.0:1780334677.624050:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1780334677.624060:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027200380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624264704:0@lo:400:kworker.0 00000100:00100000:1.0:1780334677.624062:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624264960:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334677.624076:0:3659:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967364 gen 2 00000100:00100000:3.0:1780334677.624080:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624264576 00000004:00080000:0.0:1780334677.624082:0:3659:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b703fe99c00, transno 4294967364 00000100:00100000:3.0:1780334677.624085:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624264576 00002000:00000024:1.0:1780334677.624089:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921395712 avail 3689844736 00000100:00100000:0.0:1780334677.624105:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624263168:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334677.624117:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1780334677.624125:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624263680:0@lo:400:kworker.0 00000100:00100000:3.0:1780334677.624136:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624264064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334677.624147:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624264960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334677.624155:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:3.0:1780334677.624194:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624264064:12345-0@lo:400:kworker.0 Request processed in 69us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334677.624202:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1780334677.624206:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624264960:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334677.624231:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1780334677.624241:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624264576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334677.624274:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624264576:12345-0@lo:400:kworker.0 Request processed in 35us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334677.624281:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1780334677.624299:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624264064:0@lo:400:kworker.0 00000100:00080000:3.0:1780334677.624301:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334677.624315:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624264576:0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.624445:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624263424:0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.624463:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624263936:0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.624476:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03427100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624264448:0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.624486:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624263296:0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.624498:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624263808:0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.624509:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624264320:0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.624518:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624264832:0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.624644:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624263552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334677.624758:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624263552:12345-0@lo:400:kworker.0 Request processed in 1149us (4165us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334677.624765:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1780334677.624858:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624263552:0@lo:400:kworker.0 00010000:00010000:0.0:1780334677.941056:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334678.052523:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334678.052577:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604457728 00000100:00100000:0.0:1780334678.052595:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604457728 00000100:00100000:0.0:1780334678.052839:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1220 00000100:00100000:0.0:1780334678.052853:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:30453:x1866815604457728:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334678.052878:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334678.052904:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097426 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b131c expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1780334678.052937:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780334678.053011:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009742d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053027:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009742d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053037:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009742d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053052:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097434 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053059:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097434 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053064:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097434 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053157:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e7009743b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053166:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e7009743b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053172:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e7009743b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334678.053183:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:0.0:1780334678.053260:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009742d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053272:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009742d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053278:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009742d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053285:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334678.053289:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009742d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053295:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009742d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053306:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:0.0:1780334678.053309:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334678.053313:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009742d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053318:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009742d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053337:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097434 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053343:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097434 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053351:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097434 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053355:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334678.053357:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097434 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053363:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097434 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053368:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9b703c6cb700) 00010000:00010000:0.0:1780334678.053371:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334678.053373:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097434 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053378:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097434 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053419:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097426 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b131c expref: 101 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053431:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e7009743b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b131c expref: 100 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.053438:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70098ced00) 00010000:00010000:0.0:1780334678.053440:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334678.053442:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9600, rc 0) 00000100:00100000:0.0:1780334678.053505:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:30453:x1866815604457728:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 656us (992us total) trans 4294968041 rc 0/0 00000100:00100000:0.0:1780334678.053515:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1220 00000100:00100000:1.0:1780334678.059204:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334678.059276:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604457856 00000100:00100000:0.0:1780334678.059287:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604457856 00000100:00100000:0.0:1780334678.059345:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1221 00000100:00100000:0.0:1780334678.059356:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:30453:x1866815604457856:12345-192.168.203.22@tcp:54:lfs.0 00010000:00010000:0.0:1780334678.059424:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097449 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.059441:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097449 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.059453:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097449 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.059485:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097449 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.059493:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097449 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.059498:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097449 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.059503:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334678.059506:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097449 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.059511:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097449 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.059519:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70098ced00) 00010000:00010000:0.0:1780334678.059522:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780334678.059525:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097449 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334678.059529:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097449 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334678.059599:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:30453:x1866815604457856:12345-192.168.203.22@tcp:54:lfs.0 Request processed in 246us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334678.059604:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1221 00000100:00100000:3.0:1780334678.063381:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334678.066292:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604458112 00000100:00100000:0.0:1780334678.066305:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604458112 00000100:00100000:0.0:1780334678.066369:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 232 00000100:00100000:0.0:1780334678.066379:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:30453:x1866815604458112:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:0.0:1780334678.066582:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+101:30453:x1866815604458112:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 203us (3208us total) trans 4294968042 rc 0/0 00000100:00100000:0.0:1780334678.066590:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 232 00010000:00010000:2.0:1780334678.964739:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334679.156029:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624265088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334679.156094:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334679.156174:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624265088 00000100:00100000:1.0:1780334679.156183:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624265088 00000100:00100000:1.0:1780334679.156253:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1780334679.156263:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3658:x1866815624265088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780334679.156291:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161745728 pending 28672 free 3921387520 avail 3689865216 00000100:00080000:2.0:1780334679.156306:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334679.156346:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3658:x1866815624265088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334679.156363:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1780334679.156373:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624265088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334679.157164:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624265216:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334679.157201:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334679.157446:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624265216 00000100:00100000:1.0:1780334679.157452:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624265216 00000100:00100000:1.0:1780334679.157498:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1780334679.157506:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624265216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334679.157538:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334679.157581:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624265216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334679.157588:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1780334679.157623:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624265344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334679.157659:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334679.157708:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624265216:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334679.158643:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624265344 00000100:00100000:1.0:1780334679.158649:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624265344 00000100:00100000:1.0:1780334679.158698:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1780334679.158706:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624265344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334679.158721:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161745728 pending 28672 free 3921387520 avail 3689865216 00000100:00100000:1.0:1780334679.158766:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624265344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (1107us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334679.158772:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1780334679.158804:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624265344:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1780334679.158848:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1780334679.161536:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967355 is committed 00000001:00080000:2.0:1780334679.161551:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00000040:00080000:2.0:1780334679.477000:0:22632:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334679.477008:0:22632:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334679.477026:0:22632:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 5 00000040:00080000:2.0:1780334679.477035:0:22632:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1780334679.733465:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1780334679.993190:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334680.500105:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334680.500116:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334680.500690:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:1.0:1780334680.500702:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1780334680.759724:0:22680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1780334681.012400:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334682.036313:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334682.091390:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334682.091439:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334682.091465:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334682.091529:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334682.091562:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604458496 00000100:00100000:2.0:1780334682.091571:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604458496 00000100:00100000:0.0:1780334682.091655:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604459008 00000100:00100000:0.0:1780334682.091660:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604459008 00000100:00100000:1.0:1780334682.091666:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604458752 00000100:00100000:1.0:1780334682.091669:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604458752 00000100:00100000:1.0:1780334682.091713:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 462 00000100:00100000:0.0:1780334682.091713:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 789 00000100:00100000:1.0:1780334682.091723:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2408:x1866815604458752:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334682.091732:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604459008:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334682.091791:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604459008:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 59us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334682.091801:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 789 00000100:00100000:2.0:1780334682.091832:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 790 00000100:00100000:2.0:1780334682.091839:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604458496:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334682.091895:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604458240 00000100:00100000:3.0:1780334682.091900:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604458240 00000100:00100000:3.0:1780334682.091929:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 690 00000100:00100000:3.0:1780334682.091936:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604458240:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334682.093732:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2408:x1866815604458752:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 2002us (2257us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334682.093744:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 462 00000100:00100000:2.0:1780334682.094371:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604458496:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 2529us (2928us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334682.094380:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 790 00000100:00080000:2.0:1780334682.094407:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334682.094412:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334682.095000:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334682.095213:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334682.095235:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334682.095308:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334682.095328:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334682.095422:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604459264 00000100:00100000:2.0:1780334682.095430:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604459264 00000100:00100000:2.0:1780334682.095475:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604458624 00000100:00100000:2.0:1780334682.095478:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604458624 00000100:00100000:2.0:1780334682.095516:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 463 00000100:00100000:2.0:1780334682.095525:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604459264:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334682.095573:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604459264:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 50us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334682.095588:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 463 00000100:00100000:2.0:1780334682.095602:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 464 00000100:00100000:2.0:1780334682.095608:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2408:x1866815604458624:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334682.095632:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2408:x1866815604458624:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334682.095638:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 464 00000100:00080000:2.0:1780334682.095655:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334682.095659:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334682.096117:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604458368 00000100:00100000:1.0:1780334682.096122:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604458368 00000100:00100000:1.0:1780334682.096162:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604458880 00000100:00100000:1.0:1780334682.096165:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604458880 00000100:00100000:1.0:1780334682.096195:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 791 00000100:00100000:1.0:1780334682.096204:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+101:2408:x1866815604458368:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334682.096253:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+101:2408:x1866815604458368:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 50us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334682.096259:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 791 00000100:00100000:1.0:1780334682.096342:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 792 00000100:00100000:1.0:1780334682.096350:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+51:2408:x1866815604458880:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334682.096378:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+51:2408:x1866815604458880:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 29us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334682.096384:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 792 00000100:00100000:2.0:1780334682.096754:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604459136 00000100:00100000:2.0:1780334682.096759:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604459136 00000100:00100000:2.0:1780334682.096796:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 465 00000100:00100000:2.0:1780334682.096802:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604459136:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334682.096849:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604459136:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 46us (1519us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334682.096854:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 465 00000100:00080000:2.0:1780334682.096868:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334682.096871:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334682.097506:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604458240:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 5567us (6122us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334682.097515:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 690 00000100:00100000:0.0:1780334682.228037:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624265472:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334682.228108:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334682.228243:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624265472 00000100:00100000:1.0:1780334682.228252:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624265472 00000100:00100000:1.0:1780334682.228305:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1780334682.228315:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624265472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334682.228351:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:1.0:1780334682.228407:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624265472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334682.228414:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1780334682.228460:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624265472:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1780334682.233236:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968042 is committed 00000004:00080000:2.0:1780334682.233251:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000001:00080000:2.0:1780334682.233274:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968039 is committed 00000004:00080000:2.0:1780334682.233277:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000020:00080000:2.0:1780334682.233288:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 23 batchid updated 00010000:00010000:2.0:1780334682.233376:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700973ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.233388:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700973ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.233395:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700973ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.233401:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334682.233405:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700973ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.233412:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700973ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.233432:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9b70188d6800) 00010000:00010000:2.0:1780334682.233435:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334682.233441:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700973ee lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.233447:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700973ee lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1780334682.233492:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000020:00080000:2.0:1780334682.233507:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000100:00100000:2.0:1780334682.233523:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624265600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780334682.233588:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334682.233774:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624265600 00000100:00100000:2.0:1780334682.233781:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624265600 00000100:00100000:2.0:1780334682.233851:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:2.0:1780334682.233861:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624265600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780334682.233888:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:24 count 1 00002000:00010000:2.0:1780334682.233920:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a1dc050, atime: 0x6a1dc050, ctime: 0x6a1dc050, blocks: 0x8 00010000:00010000:2.0:1780334682.233928:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007051c4e2/0xdf9e767e70097450 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.233943:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334682.233945:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334682.233950:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007051c4e2/0xdf9e767e70097450 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.233963:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007051c4e2/0xdf9e767e70097450 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.233971:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007051c4e2/0xdf9e767e70097450 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.233978:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007051c4e2/0xdf9e767e70097450 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.233994:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780334682.234136:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624265600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 276us (549us total) trans 4294967366 rc 0/0 00000100:00100000:2.0:1780334682.234143:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00080000:2.0:1780334682.234166:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780334682.234178:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780334682.234183:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007051c4e2/0xdf9e767e70097450 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.234209:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ca00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334682.234213:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007051c4e2/0xdf9e767e70097450 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.234220:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007051c4e2/0xdf9e767e70097450 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.234233:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007051c4e2/0xdf9e767e70097450 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.234239:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007051c4e2/0xdf9e767e70097450 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334682.234254:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334682.234256:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334682.234257:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780334682.234285:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b703b70b480/2, rc 0, transno 4294967366 00000100:00100000:2.0:1780334682.234291:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624265600:0@lo:6:osp-syn-1-0.0 00000001:00080000:2.0:1780334682.236236:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00000100:00100000:2.0:1780334682.739979:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334682.740001:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624265856:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334682.740064:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334682.740219:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624265856 00000100:00100000:1.0:1780334682.740228:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624265856 00000100:00100000:1.0:1780334682.740333:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1780334682.740343:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624265856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334682.740373:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1780334682.740423:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624265856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334682.740430:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1780334682.740489:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624265856:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1780334682.740530:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334682.742002:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624265984:0@lo:400:kworker.0 00000100:00100000:3.0:1780334682.742056:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334682.742093:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624265728:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334682.742121:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624266112:0@lo:400:kworker.0 00000100:00100000:3.0:1780334682.742122:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334682.742144:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624266496:0@lo:400:kworker.0 00000100:00100000:1.0:1780334682.742164:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334682.742194:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624265984 00000100:00100000:3.0:1780334682.742201:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624265984 00000100:00100000:1.0:1780334682.742213:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624266624:0@lo:400:kworker.0 00000100:00100000:1.0:1780334682.742238:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334682.742244:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1780334682.742255:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624265984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334682.742260:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624267136:0@lo:400:kworker.0 00000100:00100000:1.0:1780334682.742287:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334682.742347:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624266112 00000100:00100000:0.0:1780334682.742352:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624266112 00000100:00100000:2.0:1780334682.742382:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624266240:0@lo:400:kworker.0 00000100:00100000:0.0:1780334682.742387:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624266624 00000100:00100000:3.0:1780334682.742388:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624265984:12345-0@lo:400:kworker.0 Request processed in 133us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334682.742391:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624266624 00000100:00100000:3.0:1780334682.742399:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1780334682.742407:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624265728 00000100:00100000:1.0:1780334682.742413:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624265728 00000100:00100000:2.0:1780334682.742417:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334682.742435:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624267136 00000100:00100000:0.0:1780334682.742440:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624267136 00000100:00100000:2.0:1780334682.742444:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027200380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624266752:0@lo:400:kworker.0 00000100:00100000:1.0:1780334682.742450:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1780334682.742460:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624265728:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1780334682.742461:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334682.742468:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624266240 00000100:00100000:0.0:1780334682.742473:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624266240 00000100:00100000:2.0:1780334682.742475:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1780334682.742477:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1780334682.742487:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1780334682.742498:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624266112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334682.742501:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780334682.742508:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1780334682.742512:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624266368:0@lo:400:kworker.0 00000100:00100000:0.0:1780334682.742521:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624266624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334682.742527:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624265728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334682.742535:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1780334682.742545:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334682.742556:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1780334682.742565:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624266880:0@lo:400:kworker.0 00000100:00100000:1.0:1780334682.742565:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624267136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334682.742587:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334682.742611:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624266752 00000100:00100000:2.0:1780334682.742614:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624266752 00000100:00100000:2.0:1780334682.742644:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624266880 00000100:00100000:2.0:1780334682.742647:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624266880 00000100:00100000:2.0:1780334682.742671:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1780334682.742681:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624266752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334682.742683:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624266112:12345-0@lo:400:kworker.0 Request processed in 185us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334682.742685:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624266624:12345-0@lo:400:kworker.0 Request processed in 166us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334682.742700:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1780334682.742706:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1780334682.742726:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1780334682.742731:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624266752:12345-0@lo:400:kworker.0 Request processed in 50us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334682.742738:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624266240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334682.742740:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1780334682.742761:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1780334682.742770:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624266880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334682.742779:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624266240:12345-0@lo:400:kworker.0 Request processed in 43us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334682.742786:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1780334682.742808:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624266880:12345-0@lo:400:kworker.0 Request processed in 39us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334682.743456:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624267136:12345-0@lo:400:kworker.0 Request processed in 892us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334682.743463:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1780334682.743489:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334682.743522:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624267008:0@lo:400:kworker.0 00000100:00100000:0.0:1780334682.743523:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624266496 00000100:00100000:0.0:1780334682.743529:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624266496 00000100:00100000:1.0:1780334682.743555:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334682.743564:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624267008 00000100:00100000:0.0:1780334682.743568:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624267008 00000100:00100000:0.0:1780334682.743595:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1780334682.743603:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624266496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334682.743609:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624265984:0@lo:400:kworker.0 00000100:00100000:0.0:1780334682.743643:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624266496:12345-0@lo:400:kworker.0 Request processed in 41us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334682.743645:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624265728:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334682.743657:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1780334682.743666:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624266496:0@lo:400:kworker.0 00000100:00100000:0.0:1780334682.743675:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1780334682.743682:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624267008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334682.743707:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624266368 00000100:00100000:1.0:1780334682.743712:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624266368 00000100:00100000:0.0:1780334682.743725:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624267008:12345-0@lo:400:kworker.0 Request processed in 44us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334682.743731:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1780334682.743743:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1780334682.743750:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624266368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334682.743785:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624266368:12345-0@lo:400:kworker.0 Request processed in 36us (1239us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334682.743791:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1780334682.743872:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624267008:0@lo:400:kworker.0 00000100:00100000:1.0:1780334682.743893:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624266112:0@lo:400:kworker.0 00000100:00100000:1.0:1780334682.743903:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624266624:0@lo:400:kworker.0 00000100:00100000:1.0:1780334682.743912:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624267136:0@lo:400:kworker.0 00000100:00080000:3.0:1780334682.744130:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334682.744134:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334682.745469:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624266368:0@lo:400:kworker.0 00000100:00100000:3.0:1780334682.745483:0:3658:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:3.0:1780334682.745488:0:3658:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967354 committed transno 4294967355 00000004:00080000:3.0:1780334682.745506:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b6f02df8e00, transno 4294967355 00000100:00100000:3.0:1780334682.745529:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624266880:0@lo:400:kworker.0 00000100:00100000:3.0:1780334682.745552:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624266240:0@lo:400:kworker.0 00000100:00100000:3.0:1780334682.745564:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027200380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624266752:0@lo:400:kworker.0 00000100:00100000:2.0:1780334682.748946:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00010000:00010000:0.0:1780334683.060348:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334684.084074:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334684.276783:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624267392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334684.276868:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334684.276878:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780334684.276893:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624267520:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334684.276919:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334684.276923:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334684.276929:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624267264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334684.276955:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334684.276968:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624267392 00000100:00100000:2.0:1780334684.276975:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624267392 00000100:00100000:1.0:1780334684.276981:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624267520 00000100:00100000:1.0:1780334684.276983:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624267520 00000100:00100000:2.0:1780334684.277079:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1780334684.277089:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624267392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334684.277115:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1780334684.277155:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624267392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334684.277162:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1780334684.277553:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624267264 00000100:00100000:0.0:1780334684.277559:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624267264 00000100:00100000:0.0:1780334684.277591:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1780334684.277599:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624267264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334684.277623:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334684.277661:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624267264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334684.277668:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1780334684.277723:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624267264:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334684.277738:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624267392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334684.281999:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1780334684.282014:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624267520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334684.282042:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1780334684.282153:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624267520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 143us (5232us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334684.282161:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1780334684.282273:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624267520:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1780334684.282864:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780334685.108128:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334686.132262:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334687.156445:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334687.218256:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334687.218304:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334687.218336:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334687.218363:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334687.218394:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334687.218413:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334687.218430:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334687.218447:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334687.218472:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334687.218495:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604459776 00000100:00100000:1.0:1780334687.218504:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604459776 00000100:00100000:1.0:1780334687.218550:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604460288 00000100:00100000:1.0:1780334687.218554:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604460288 00000100:00100000:1.0:1780334687.218570:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604459904 00000100:00100000:1.0:1780334687.218572:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604459904 00000100:00100000:1.0:1780334687.218583:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604460416 00000100:00100000:1.0:1780334687.218585:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604460416 00000100:00100000:1.0:1780334687.218599:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 468 00000100:00100000:1.0:1780334687.218609:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604459776:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334687.218674:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604459776:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 66us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334687.218684:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 468 00000100:00100000:1.0:1780334687.218701:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 469 00000100:00100000:1.0:1780334687.218707:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604460288:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334687.218733:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604460288:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334687.218739:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 469 00000100:00100000:1.0:1780334687.218750:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 470 00000100:00100000:1.0:1780334687.218757:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604459904:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334687.218780:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604459904:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334687.218785:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 470 00000100:00100000:1.0:1780334687.218796:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 471 00000100:00100000:1.0:1780334687.218802:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604460416:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334687.218836:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604459520 00000100:00100000:0.0:1780334687.218841:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604459520 00000100:00100000:1.0:1780334687.218859:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604460416:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 55us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334687.218865:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 471 00000100:00100000:0.0:1780334687.218888:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604460032 00000100:00100000:1.0:1780334687.218889:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604459648 00000100:00100000:0.0:1780334687.218893:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604460032 00000100:00100000:1.0:1780334687.218895:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604459648 00000100:00100000:0.0:1780334687.218914:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604460160 00000100:00100000:0.0:1780334687.218918:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604460160 00000100:00100000:1.0:1780334687.218924:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 799 00000100:00100000:1.0:1780334687.218932:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:2406:x1866815604459520:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334687.218955:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 800 00000100:00100000:1.0:1780334687.218967:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:2406:x1866815604459520:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 33us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334687.218968:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:2406:x1866815604460032:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334687.218981:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 799 00000100:00100000:1.0:1780334687.219001:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 801 00000100:00100000:0.0:1780334687.219006:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:2406:x1866815604460032:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 42us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334687.219014:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604459648:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334687.219019:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 800 00000100:00100000:0.0:1780334687.219036:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 802 00000100:00100000:0.0:1780334687.219044:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604460160:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334687.219051:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604459648:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 39us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334687.219057:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 801 00000100:00100000:0.0:1780334687.219091:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604460160:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 47us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334687.219099:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 802 00000100:00100000:3.0:1780334687.220665:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604459392 00000100:00100000:3.0:1780334687.220674:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604459392 00000100:00100000:3.0:1780334687.220728:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 692 00000100:00100000:3.0:1780334687.220736:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604459392:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334687.220797:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604459392:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 62us (2402us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334687.220804:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 692 00000100:00080000:3.0:1780334687.220893:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334687.220898:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334687.220901:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334687.220904:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334687.349407:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624267648:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334687.349473:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334687.351396:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624267648 00000100:00100000:1.0:1780334687.351408:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624267648 00000100:00100000:1.0:1780334687.351476:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1780334687.351499:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624267648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334687.351536:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:1.0:1780334687.351621:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624267648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (2147us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334687.351627:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1780334687.352056:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624267648:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334687.860338:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624267904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334687.860406:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334687.860496:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780334687.860501:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624267776:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334687.860523:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334687.861212:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624268288:0@lo:400:kworker.0 00000100:00100000:1.0:1780334687.861241:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334687.861268:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624268800:0@lo:400:kworker.0 00000100:00100000:1.0:1780334687.861290:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334687.861305:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624269312:0@lo:400:kworker.0 00000100:00100000:1.0:1780334687.861325:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334687.861346:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780334687.861352:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624268416:0@lo:400:kworker.0 00000100:00100000:1.0:1780334687.861372:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334687.861382:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624268032:0@lo:400:kworker.0 00000100:00100000:1.0:1780334687.861393:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624268928:0@lo:400:kworker.0 00000100:00100000:1.0:1780334687.861433:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334687.861433:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334687.866322:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624268544:0@lo:400:kworker.0 00000100:00100000:0.0:1780334687.866503:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334687.866543:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624269056:0@lo:400:kworker.0 00000100:00100000:0.0:1780334687.866934:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334687.866962:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1780334687.866969:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624268160:0@lo:400:kworker.0 00000100:00100000:0.0:1780334687.866990:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334687.867351:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624268672:0@lo:400:kworker.0 00000100:00100000:0.0:1780334687.867375:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334687.867394:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624269184:0@lo:400:kworker.0 00000100:00100000:0.0:1780334687.867418:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334687.867466:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624268032 00000100:00100000:0.0:1780334687.867473:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624268416 00000100:00100000:3.0:1780334687.867475:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624268032 00000100:00100000:0.0:1780334687.867479:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624268416 00000100:00100000:3.0:1780334687.867529:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1780334687.867538:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624268032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334687.867540:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1780334687.867596:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624268032:12345-0@lo:400:kworker.0 Request processed in 59us (6169us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334687.867603:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1780334687.867634:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624268288 00000100:00100000:3.0:1780334687.867637:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624268288 00000100:00100000:2.0:1780334687.867642:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624267904 00000100:00100000:2.0:1780334687.867647:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624267904 00000100:00100000:3.0:1780334687.867656:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624268544 00000100:00100000:2.0:1780334687.867656:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624269056 00000100:00100000:3.0:1780334687.867658:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624268544 00000100:00100000:2.0:1780334687.867658:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624269056 00000100:00100000:3.0:1780334687.867676:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624268160 00000100:00100000:3.0:1780334687.867678:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624268160 00000100:00100000:3.0:1780334687.867688:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624268672 00000100:00100000:3.0:1780334687.867691:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624268672 00000100:00100000:1.0:1780334687.867950:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624269184 00000100:00100000:1.0:1780334687.867955:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624269184 00000100:00100000:2.0:1780334687.868119:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1780334687.868127:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624268288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334687.868179:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624268288:12345-0@lo:400:kworker.0 Request processed in 53us (6937us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334687.868186:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1780334687.868199:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1780334687.868206:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624268544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334687.868234:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624268544:12345-0@lo:400:kworker.0 Request processed in 30us (1732us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334687.868240:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1780334687.868252:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:3.0:1780334687.868270:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1780334687.868271:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624268160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334687.868276:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624269056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334687.868296:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624268416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334687.868305:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624269056:12345-0@lo:400:kworker.0 Request processed in 27us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334687.868305:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624268160:12345-0@lo:400:kworker.0 Request processed in 45us (1312us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334687.868313:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1780334687.868320:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1780334687.868333:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1780334687.868341:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624268672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334687.868364:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624268416:12345-0@lo:400:kworker.0 Request processed in 813us (6989us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334687.868373:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1780334687.868381:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624268672:12345-0@lo:400:kworker.0 Request processed in 40us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334687.868387:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1780334687.868389:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624268800 00000100:00100000:3.0:1780334687.868392:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624268800 00000100:00100000:3.0:1780334687.868419:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624269312 00000100:00100000:3.0:1780334687.868422:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624269312 00000100:00100000:0.0:1780334687.868429:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624268160:0@lo:400:kworker.0 00000100:00100000:2.0:1780334687.868434:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624267776 00000100:00100000:2.0:1780334687.868438:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624267776 00000100:00100000:3.0:1780334687.868441:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624268928 00000100:00100000:3.0:1780334687.868444:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624268928 00000100:00100000:0.0:1780334687.868448:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624268672:0@lo:400:kworker.0 00000100:00100000:2.0:1780334687.868453:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1780334687.868460:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1780334687.868460:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624267904:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334687.868465:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624268800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334687.868475:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624268032:0@lo:400:kworker.0 00002000:00000024:2.0:1780334687.868483:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1780334687.868491:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624268544:0@lo:400:kworker.0 00000100:00100000:3.0:1780334687.868501:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624268800:12345-0@lo:400:kworker.0 Request processed in 36us (7210us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334687.868507:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624269056:0@lo:400:kworker.0 00000100:00100000:3.0:1780334687.868511:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1780334687.868526:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1780334687.868532:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624269312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334687.868544:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624267904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (8138us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334687.868551:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1780334687.868560:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624269312:12345-0@lo:400:kworker.0 Request processed in 29us (7235us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334687.868563:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1780334687.868565:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1780334687.868568:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624267776:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334687.868574:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00002000:00000024:2.0:1780334687.868577:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:3.0:1780334687.868578:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624268928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334687.868599:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624268928:12345-0@lo:400:kworker.0 Request processed in 20us (7173us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334687.868599:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624267776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 31us (8074us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334687.868604:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1780334687.868605:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00080000:3.0:1780334687.868624:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334687.868628:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334687.868630:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334687.868632:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334687.868655:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624267776:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334687.868670:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624267904:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334687.869447:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624268416:0@lo:400:kworker.0 00000100:00100000:0.0:1780334687.869520:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624268928:0@lo:400:kworker.0 00000100:00100000:0.0:1780334687.869545:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624268288:0@lo:400:kworker.0 00000100:00100000:0.0:1780334687.870077:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624268800:0@lo:400:kworker.0 00000100:00100000:0.0:1780334687.870089:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624269312:0@lo:400:kworker.0 00000100:00100000:1.0:1780334687.870390:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1780334687.870400:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624269184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334687.870475:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624269184:12345-0@lo:400:kworker.0 Request processed in 76us (3055us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334687.870481:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1780334687.870657:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624269184:0@lo:400:kworker.0 00010000:00010000:1.0:1780334688.180472:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780334688.376343:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967366 is committed 00010000:00010000:0.0:1780334689.204463:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334689.397061:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334689.397082:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624269440:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334689.397163:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334689.397283:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624269568:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334689.397337:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334689.397368:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334689.397374:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624269696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334689.397395:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334689.397577:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624269568 00000100:00100000:1.0:1780334689.397586:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624269568 00000100:00100000:1.0:1780334689.397643:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624269696 00000100:00100000:1.0:1780334689.397646:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624269696 00000100:00100000:1.0:1780334689.397663:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1780334689.397670:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70348bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624269568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334689.397697:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1780334689.397741:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70348bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624269568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334689.397747:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1780334689.397898:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:3.0:1780334689.397917:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624269696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334689.397927:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:3.0:1780334689.397957:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624269696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334689.397963:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00080000:0.0:1780334689.398118:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334689.398165:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624269696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334689.398177:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624269568:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334689.398260:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624269440 00000100:00100000:2.0:1780334689.398264:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624269440 00000100:00100000:2.0:1780334689.398313:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1780334689.398321:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624269440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334689.398343:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334689.398387:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624269440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (1224us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334689.398393:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1780334689.398486:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624269440:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1780334689.972599:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1780334690.230477:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334690.740020:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334690.740028:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334690.740137:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 1 00000040:00080000:3.0:1780334690.740145:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334691.255318:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334692.276156:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334692.332295:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334692.332347:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334692.332385:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334692.332409:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334692.332428:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334692.332441:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334692.332455:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334692.332482:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334692.332552:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334692.332579:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604460800 00000100:00100000:2.0:1780334692.332587:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604460800 00000100:00100000:2.0:1780334692.332637:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604460672 00000100:00100000:2.0:1780334692.332639:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604460672 00000100:00100000:2.0:1780334692.332651:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604461312 00000100:00100000:2.0:1780334692.332653:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604461312 00000100:00100000:2.0:1780334692.332663:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604461184 00000100:00100000:2.0:1780334692.332666:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604461184 00000100:00100000:2.0:1780334692.332679:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 809 00000100:00100000:2.0:1780334692.332687:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604460800:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334692.332750:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604460800:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 62us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334692.332757:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 809 00000100:00100000:2.0:1780334692.332774:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 810 00000100:00100000:0.0:1780334692.332777:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604460544 00000100:00100000:2.0:1780334692.332781:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:2409:x1866815604460672:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334692.332782:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604460544 00000100:00100000:2.0:1780334692.332807:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:2409:x1866815604460672:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334692.332807:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 694 00000100:00100000:0.0:1780334692.332839:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604460544:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334692.332843:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 810 00000100:00100000:2.0:1780334692.332855:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 811 00000100:00100000:2.0:1780334692.332861:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604461312:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334692.332865:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604460544:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 29us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334692.332871:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 694 00000100:00100000:2.0:1780334692.332879:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604461312:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 19us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334692.332884:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 811 00000100:00100000:2.0:1780334692.332893:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 812 00000100:00100000:2.0:1780334692.332898:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+44:2409:x1866815604461184:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334692.332914:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604461056 00000100:00100000:0.0:1780334692.332918:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604461056 00000100:00100000:0.0:1780334692.332944:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604460928 00000100:00100000:0.0:1780334692.332947:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604460928 00000100:00100000:0.0:1780334692.332957:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604461568 00000100:00100000:0.0:1780334692.332959:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604461568 00000100:00100000:0.0:1780334692.332969:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604461440 00000100:00100000:0.0:1780334692.332971:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604461440 00000100:00100000:0.0:1780334692.332983:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 475 00000100:00100000:0.0:1780334692.332989:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c95f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2409:x1866815604461056:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334692.333013:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c95f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2409:x1866815604461056:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334692.333018:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 475 00000100:00100000:0.0:1780334692.333167:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 476 00000100:00100000:0.0:1780334692.333174:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2409:x1866815604460928:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334692.333201:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2409:x1866815604460928:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334692.333206:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 476 00000100:00100000:0.0:1780334692.333219:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 477 00000100:00100000:0.0:1780334692.333224:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604461568:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334692.333246:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604461568:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334692.333252:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 477 00000100:00100000:0.0:1780334692.333262:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 478 00000100:00100000:0.0:1780334692.333268:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604461440:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334692.333291:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+44:2409:x1866815604461184:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 393us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334692.333291:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604461440:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334692.333297:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 812 00000100:00100000:0.0:1780334692.333297:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 478 00000100:00080000:2.0:1780334692.333313:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334692.333317:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334692.333320:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334692.333321:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334692.469335:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624269824:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334692.469403:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334692.469691:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624269824 00000100:00100000:2.0:1780334692.469700:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624269824 00000100:00100000:2.0:1780334692.469834:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1780334692.469845:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624269824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334692.469892:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:2.0:1780334692.469950:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624269824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334692.469958:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1780334692.470039:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624269824:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334692.948801:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334692.949348:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604461824 00000100:00100000:2.0:1780334692.949357:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604461824 00000100:00100000:2.0:1780334692.949414:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1222 00000100:00100000:2.0:1780334692.949424:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:30516:x1866815604461824:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:2.0:1780334692.949442:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334692.949460:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097457 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1323 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.949749:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009745e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.949764:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009745e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.949775:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009745e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334692.949796:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:2.0:1780334692.950089:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097457 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1323 expref: 101 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.950115:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009745e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1323 expref: 100 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.950123:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70098ced00) 00010000:00010000:2.0:1780334692.950126:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334692.950130:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c000, rc 0) 00000100:00100000:2.0:1780334692.950195:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:30516:x1866815604461824:12345-192.168.203.22@tcp:101:diff.0 Request processed in 772us (1402us total) trans 4294968043 rc 0/0 00000100:00100000:2.0:1780334692.950205:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1222 00000100:00100000:0.0:1780334692.954382:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334692.954644:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604462080 00000100:00100000:2.0:1780334692.954665:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604462080 00000100:00100000:2.0:1780334692.954734:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 57 00000100:00100000:2.0:1780334692.954745:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:30516:x1866815604462080:12345-192.168.203.22@tcp:103:diff.0 00010000:00010000:2.0:1780334692.954759:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1780334692.954781:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009745e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1323 expref: 100 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.954802:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e7009743b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b131c expref: 99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.954838:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e7009733f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b12d6 expref: 98 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.954849:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b70098ced00) 00010000:00010000:2.0:1780334692.954867:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334692.954920:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:30516:x1866815604462080:12345-192.168.203.22@tcp:103:diff.0 Request processed in 178us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334692.954927:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 57 00000100:00100000:0.0:1780334692.962708:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334692.962765:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604462208 00000100:00100000:2.0:1780334692.962775:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604462208 00000100:00100000:2.0:1780334692.962870:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1223 00000100:00100000:2.0:1780334692.962881:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:30516:x1866815604462208:12345-192.168.203.22@tcp:58:diff.0 00010000:00010000:2.0:1780334692.962982:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009746c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.962999:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009746c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.963010:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009746c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780334692.963104:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].33, 136 off12680 00000100:00100000:2.0:1780334692.963187:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:30516:x1866815604462208:12345-192.168.203.22@tcp:58:diff.0 Request processed in 308us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334692.963195:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1223 00000100:00100000:1.0:1780334692.968034:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334692.977376:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604462336 00000100:00100000:2.0:1780334692.977390:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604462336 00000100:00100000:2.0:1780334692.977474:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1224 00000100:00100000:2.0:1780334692.977485:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:30516:x1866815604462336:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:2.0:1780334692.977505:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334692.977525:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097473 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b132a expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.977575:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009746c lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.977586:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097473 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b132a expref: 98 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.977604:0:6540:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009746c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.977616:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097473 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b132a expref: 98 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.977629:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b6f02d66600) 00010000:00010000:2.0:1780334692.977631:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334692.977635:0:6540:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097473 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b132a expref: 98 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334692.977642:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c400, rc 0) 00000100:00100000:2.0:1780334692.977894:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:30516:x1866815604462336:12345-192.168.203.22@tcp:101:diff.0 Request processed in 410us (9867us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334692.977901:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1224 00000100:00100000:0.0:1780334692.983711:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624270208:0@lo:400:kworker.0 00000100:00100000:0.0:1780334692.983771:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334692.984404:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624270720:0@lo:400:kworker.0 00000100:00100000:0.0:1780334692.984441:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334692.984590:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624271232:0@lo:400:kworker.0 00000100:00100000:0.0:1780334692.984613:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334692.984780:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624270080:0@lo:400:kworker.0 00000100:00100000:2.0:1780334692.984829:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334692.984849:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624270592:0@lo:400:kworker.0 00000100:00100000:2.0:1780334692.984868:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334692.984884:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624271104:0@lo:400:kworker.0 00000100:00100000:2.0:1780334692.984901:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334692.984936:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624270720 00000100:00100000:2.0:1780334692.984943:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624270720 00000100:00100000:2.0:1780334692.984987:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624271232 00000100:00100000:2.0:1780334692.984990:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624271232 00000100:00100000:2.0:1780334692.985007:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1780334692.985014:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624270720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334692.985063:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624270720:12345-0@lo:400:kworker.0 Request processed in 48us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334692.985070:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1780334692.985085:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1780334692.985092:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624271232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334692.985136:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624271232:12345-0@lo:400:kworker.0 Request processed in 44us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334692.985142:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00080000:2.0:1780334692.985158:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334692.985162:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334692.985172:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624270208 00000100:00100000:2.0:1780334692.985176:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624270208 00000100:00100000:2.0:1780334692.985198:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624270080 00000100:00100000:2.0:1780334692.985201:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624270080 00000100:00100000:0.0:1780334692.985364:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624270720:0@lo:400:kworker.0 00000100:00100000:0.0:1780334692.985375:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624271232:0@lo:400:kworker.0 00000100:00100000:0.0:1780334692.985405:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624270592 00000100:00100000:0.0:1780334692.985409:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624270592 00000100:00100000:0.0:1780334692.985435:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624271104 00000100:00100000:0.0:1780334692.985437:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624271104 00000100:00100000:2.0:1780334692.985537:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1780334692.985543:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624270208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334692.985580:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624270208:12345-0@lo:400:kworker.0 Request processed in 38us (1809us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334692.985586:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1780334692.985599:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1780334692.985606:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624270592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334692.985637:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624270592:12345-0@lo:400:kworker.0 Request processed in 33us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334692.985643:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1780334692.985673:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1780334692.985679:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624271104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334692.985703:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624271104:12345-0@lo:400:kworker.0 Request processed in 25us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334692.985709:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1780334692.985720:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1780334692.985725:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624270080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334692.985750:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624270080:12345-0@lo:400:kworker.0 Request processed in 25us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334692.985754:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1780334692.985779:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624270080:0@lo:400:kworker.0 00000100:00100000:2.0:1780334692.985788:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624270592:0@lo:400:kworker.0 00000100:00100000:2.0:1780334692.985796:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624271104:0@lo:400:kworker.0 00000100:00080000:2.0:1780334692.985851:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334692.986377:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624270336:0@lo:400:kworker.0 00000100:00100000:1.0:1780334692.986416:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334692.986463:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624270848:0@lo:400:kworker.0 00000100:00100000:1.0:1780334692.986485:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334692.986503:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624271360:0@lo:400:kworker.0 00000100:00100000:1.0:1780334692.986523:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334692.986543:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1780334692.986550:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624269952:0@lo:400:kworker.0 00000100:00100000:1.0:1780334692.986575:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334692.986600:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624270464:0@lo:400:kworker.0 00000100:00100000:1.0:1780334692.986621:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334692.986637:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624270976:0@lo:400:kworker.0 00000100:00100000:1.0:1780334692.986655:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334692.986679:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624270336 00000100:00100000:1.0:1780334692.986684:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624270336 00000100:00100000:1.0:1780334692.986718:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1780334692.986725:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624270336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334692.986766:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624270336:12345-0@lo:400:kworker.0 Request processed in 42us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334692.986771:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1780334692.986790:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624269952 00000100:00100000:1.0:1780334692.986794:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624269952 00000100:00100000:1.0:1780334692.986838:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1780334692.986845:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624269952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334692.986875:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624269952:12345-0@lo:400:kworker.0 Request processed in 31us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334692.986884:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1780334692.986914:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624270848 00000100:00100000:1.0:1780334692.986918:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624270848 00000100:00100000:1.0:1780334692.986945:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624271360 00000100:00100000:1.0:1780334692.986948:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624271360 00000100:00100000:1.0:1780334692.986962:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1780334692.986968:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624270848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334692.986995:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624270848:12345-0@lo:400:kworker.0 Request processed in 29us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334692.987001:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1780334692.987010:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1780334692.987015:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624271360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334692.987036:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624271360:12345-0@lo:400:kworker.0 Request processed in 21us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334692.987041:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00080000:1.0:1780334692.987056:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334692.987059:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334692.987066:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624270464 00000100:00100000:1.0:1780334692.987069:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624270464 00000100:00100000:1.0:1780334692.987091:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624270976 00000100:00100000:1.0:1780334692.987093:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624270976 00000100:00100000:1.0:1780334692.987125:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1780334692.987132:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624270464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334692.987159:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624270464:12345-0@lo:400:kworker.0 Request processed in 28us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334692.987164:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1780334692.987174:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1780334692.987180:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624270976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334692.987201:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624270976:12345-0@lo:400:kworker.0 Request processed in 22us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334692.987462:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624271488:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334692.987481:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624270208:0@lo:400:kworker.0 00000100:00100000:0.0:1780334692.987498:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780334692.987499:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334692.987509:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624271616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334692.987542:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334692.987544:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624271488 00000100:00100000:3.0:1780334692.987549:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624271488 00000100:00100000:3.0:1780334692.987580:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624271616 00000100:00100000:3.0:1780334692.987583:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624271616 00000100:00080000:0.0:1780334692.987592:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334692.987600:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1780334692.987608:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624271488:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334692.987614:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624269952:0@lo:400:kworker.0 00000100:00100000:0.0:1780334692.987628:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624270464:0@lo:400:kworker.0 00002000:00000024:3.0:1780334692.987638:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1780334692.987640:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624270976:0@lo:400:kworker.0 00000100:00100000:0.0:1780334692.987665:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624270336:0@lo:400:kworker.0 00000100:00100000:0.0:1780334692.987676:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624270848:0@lo:400:kworker.0 00000100:00100000:0.0:1780334692.987686:0:3658:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967366 gen 2 00000004:00080000:0.0:1780334692.987691:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b703b70b480, transno 4294967366 00000100:00100000:0.0:1780334692.987702:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624271360:0@lo:400:kworker.0 00000100:00100000:3.0:1780334692.987704:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624271488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334692.987715:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1780334692.987734:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1780334692.987742:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624271616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780334692.987753:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:3.0:1780334692.987787:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624271616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334692.987804:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1780334692.987807:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624271616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334692.987861:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624271488:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334692.990033:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00010000:00010000:3.0:1780334693.300596:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334693.812014:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334693.812022:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334693.812047:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:3.0:1780334693.812055:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334693.812363:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499d180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624271744:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334693.812541:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7042078300 going to sleep for 11 seconds 00000100:00100000:3.0:1780334693.820032:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499d180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624271744:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1780334693.822016:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334693.822404:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604462464 00000100:00100000:0.0:1780334693.822412:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604462464 00000100:00100000:0.0:1780334693.822472:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1225 00000100:00100000:0.0:1780334693.822480:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+44:30517:x1866815604462464:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334693.822507:0:15367:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334693.822736:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+44:30517:x1866815604462464:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 256us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334693.822743:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1225 00000100:00100000:1.0:1780334693.834343:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334693.834648:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604462592 00000100:00100000:2.0:1780334693.834658:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604462592 00000100:00100000:2.0:1780334693.834721:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1226 00000100:00100000:2.0:1780334693.834731:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:30517:x1866815604462592:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1780334693.834848:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e7009747a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.834868:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e7009747a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.834880:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e7009747a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.834897:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097481 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.834904:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097481 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.834911:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097481 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.834936:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097488 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.834944:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097488 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.834950:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097488 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334693.834992:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:2.0:1780334693.834996:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334693.835009:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097488 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835019:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e7009747a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835026:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e7009747a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835033:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e7009747a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835039:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448de00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334693.835042:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e7009747a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835050:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e7009747a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835060:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334693.835064:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334693.835069:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e7009747a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835074:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e7009747a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835086:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097481 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835092:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097481 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835098:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097481 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835111:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334693.835114:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097481 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835119:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097481 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835126:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x365f5752 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334693.835129:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334693.835132:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097481 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835137:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097481 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835152:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097488 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835158:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097488 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835164:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097488 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835169:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ce00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334693.835172:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097488 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835191:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097488 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835198:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b6f02d66600) 00010000:00010000:2.0:1780334693.835200:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334693.835202:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097488 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.835208:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097488 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334693.835283:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:30517:x1866815604462592:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 Request processed in 553us (947us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334693.835291:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1226 00000100:00100000:1.0:1780334693.838266:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334693.845872:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604462848 00000100:00100000:2.0:1780334693.845885:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604462848 00000100:00100000:2.0:1780334693.845960:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1227 00000100:00100000:2.0:1780334693.845970:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+44:30517:x1866815604462848:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334693.845990:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334693.846010:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009748f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1331 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.846130:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097496 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.846146:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097496 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.846158:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097496 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334693.846169:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:2.0:1780334693.846243:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097496 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.846251:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097496 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.846258:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097496 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.846263:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334693.846267:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097496 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.846274:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097496 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.846285:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b6f02d66600) 00010000:00010000:2.0:1780334693.846288:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334693.846293:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097496 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.846300:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097496 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.846339:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009748f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1331 expref: 46 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.846350:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334693.846352:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780334693.846356:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009748f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1331 expref: 46 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.846367:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ca00, rc 0) 00000100:00100000:2.0:1780334693.846446:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+45:30517:x1866815604462848:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 477us (8188us total) trans 4294968044 rc 301/301 00000100:00100000:2.0:1780334693.846454:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1227 00000100:00100000:1.0:1780334693.849397:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334693.849488:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604462976 00000100:00100000:0.0:1780334693.849497:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604462976 00000100:00100000:0.0:1780334693.849552:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1228 00000100:00100000:0.0:1780334693.849562:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+45:30517:x1866815604462976:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334693.849596:0:15367:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334693.849694:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+45:30517:x1866815604462976:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 133us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334693.849701:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1228 00000100:00100000:3.0:1780334693.852353:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334693.852439:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604463232 00000100:00100000:0.0:1780334693.852449:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604463232 00000100:00100000:0.0:1780334693.852504:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1229 00000100:00100000:0.0:1780334693.852514:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:30517:x1866815604463232:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334693.852533:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334693.852552:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974a4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1338 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.852999:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e700974ab lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.853014:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e700974ab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.853025:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e700974ab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334693.853040:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00010000:00010000:0.0:1780334693.853079:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974a4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1338 expref: 48 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.853095:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e700974ab lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1338 expref: 47 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.853114:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b703c6cb500) 00010000:00010000:0.0:1780334693.853117:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334693.853121:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9000, rc 0) 00000100:00100000:0.0:1780334693.853173:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:30517:x1866815604463232:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 661us (828us total) trans 4294968045 rc 0/0 00000100:00100000:0.0:1780334693.853181:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1229 00000100:00100000:1.0:1780334693.865495:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334693.865593:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604463488 00000100:00100000:0.0:1780334693.865606:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604463488 00000100:00100000:0.0:1780334693.865675:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1230 00000100:00100000:0.0:1780334693.865685:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:30517:x1866815604463488:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1780334693.865735:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334693.865758:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e700974ab lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1338 expref: 47 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.865778:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b703c6cb500) 00010000:00010000:0.0:1780334693.865788:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334693.865807:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974b9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.865863:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.865873:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.865887:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700974c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x3642c0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.865895:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700974c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x3642c0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.865902:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700974c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x3642c0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.865942:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.865948:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974b9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.865954:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974b9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.865960:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334693.865964:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974b9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.865971:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974b9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.865978:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:0.0:1780334693.865981:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334693.865984:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974b9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.865990:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974b9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.865999:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700974c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x3642c0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.866005:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700974c0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x3642c0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.866010:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700974c0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x3642c0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.866027:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334693.866030:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700974c0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x3642c0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.866035:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700974c0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x3642c0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.866042:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x3642c0c (ffff9b703c6cbf00) 00010000:00010000:0.0:1780334693.866044:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334693.866047:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700974c0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x3642c0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.866052:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700974c0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x3642c0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334693.866139:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+46:30517:x1866815604463488:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 455us (657us total) trans 0 rc -2/-2 00000100:00100000:0.0:1780334693.866146:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1230 00000100:00100000:1.0:1780334693.871619:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334693.871713:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604463616 00000100:00100000:2.0:1780334693.871723:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604463616 00000100:00100000:2.0:1780334693.871779:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1231 00000100:00100000:2.0:1780334693.871790:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+46:30517:x1866815604463616:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334693.871842:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334693.871865:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700974c7 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b133f expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.871900:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700974ce lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.871914:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700974ce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.871924:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700974ce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.872045:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700974c7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b133f expref: 48 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.872063:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700974ce lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b133f expref: 47 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.872071:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334693.872075:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334693.872078:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d000, rc 0) 00000100:00100000:2.0:1780334693.872139:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+47:30517:x1866815604463616:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 351us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334693.872147:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1231 00000100:00100000:3.0:1780334693.882316:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334693.882401:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604463872 00000100:00100000:2.0:1780334693.882416:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604463872 00000100:00100000:2.0:1780334693.882489:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1232 00000100:00100000:2.0:1780334693.882499:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:30517:x1866815604463872:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334693.882570:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700974d5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.882587:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700974d5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.882598:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700974d5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334693.882750:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d0091eff reply state 00000000d9b89d6c transno 4294968046 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700974d5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.882762:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700974d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.882770:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334693.882772:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1780334693.882776:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334693.882895:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+49:30517:x1866815604463872:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 396us (591us total) trans 4294968046 rc 0/0 00000100:00100000:2.0:1780334693.882903:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1232 00000100:00100000:1.0:1780334693.887382:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334693.887675:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604464000 00000100:00100000:2.0:1780334693.887686:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604464000 00000100:00100000:2.0:1780334693.887755:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1233 00000100:00100000:2.0:1780334693.887766:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+49:30517:x1866815604464000:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334693.887789:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334693.887846:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700974dc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1346 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.887901:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700974dc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1346 expref: 50 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.887915:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700974dc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1346 expref: 50 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.887923:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334693.887926:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334693.887929:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ce00, rc 0) 00000100:00100000:2.0:1780334693.887992:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:30517:x1866815604464000:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 228us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334693.887998:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1233 00000100:00100000:1.0:1780334693.891242:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334693.891340:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604464128 00000100:00100000:0.0:1780334693.891352:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604464128 00000100:00100000:0.0:1780334693.891422:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 233 00000100:00100000:0.0:1780334693.891432:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7e9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:30517:x1866815604464128:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1780334693.891553:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7e9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:30517:x1866815604464128:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 Request processed in 123us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334693.891561:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 233 00000100:00100000:3.0:1780334693.898551:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334693.898650:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604464384 00000100:00100000:0.0:1780334693.898755:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604464384 00000100:00100000:0.0:1780334693.898870:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 234 00000100:00100000:0.0:1780334693.898880:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:30517:x1866815604464384:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1780334693.899975:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:30517:x1866815604464384:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 1092us (1432us total) trans 4294968047 rc 0/0 00000100:00100000:0.0:1780334693.899985:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 234 00000100:00100000:1.0:1780334693.905888:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334693.906659:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604464640 00000100:00100000:0.0:1780334693.906672:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604464640 00000100:00100000:0.0:1780334693.906751:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1234 00000100:00100000:0.0:1780334693.906764:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:30517:x1866815604464640:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334693.906952:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:30517:x1866815604464640:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 190us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334693.906961:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1234 00000100:00100000:1.0:1780334693.915711:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334693.915868:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604464896 00000100:00100000:0.0:1780334693.915881:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604464896 00000100:00100000:0.0:1780334693.915961:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1235 00000100:00100000:0.0:1780334693.915975:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+51:30517:x1866815604464896:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334693.916013:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334693.916041:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700974e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b134d expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.916230:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974ea lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.916248:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700974dc lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1346 expref: 52 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.916257:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974ea lrc: 4/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.916300:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700974dc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1346 expref: 52 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.916317:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700974dc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1346 expref: 52 pid: 15367 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334693.916344:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe99c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624271872:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334693.916478:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ff2fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334693.931962:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334693.932122:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604465024 00000100:00100000:0.0:1780334693.932131:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe99c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624271872:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334693.932139:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604465024 00010000:00010000:0.0:1780334693.932183:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974ea lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.932198:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700974dc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1346 expref: 53 pid: 15367 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334693.932255:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 378 00000100:00100000:2.0:1780334693.932266:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+53:2406:x1866815604465024:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334693.932281:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334693.932289:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700974dc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1346 expref: 53 pid: 15367 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.932302:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700974dc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1346 expref: 53 pid: 15367 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.932322:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700974dc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1346 expref: 53 pid: 15367 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.932338:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334693.932343:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974ea lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.932351:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974ea lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.932363:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974ea lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.932393:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334693.932463:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604465024:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 199us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334693.932470:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 378 00010000:00010000:0.0:1780334693.932579:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974ea lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334693.932589:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974ea lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334693.932618:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00000004:00080000:2.0:1780334693.932983:0:9763:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x17:0x0], index 0: 0 00010000:00010000:2.0:1780334693.933146:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974ea lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.933155:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974ea lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.933161:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974ea lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.933167:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334693.933171:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974ea lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.933178:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974ea lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.933188:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334693.933191:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334693.933194:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974ea lrc: 2/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.933198:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700974ea lrc: 0/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.933248:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700974e3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b134d expref: 52 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.933258:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9b70098cea00) 00010000:00010000:2.0:1780334693.933260:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780334693.933264:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e700974e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b134d expref: 52 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.933272:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8e00, rc 0) 00000100:00100000:2.0:1780334693.933310:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+51:30517:x1866815604464896:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 17339us (17615us total) trans 4294968048 rc 301/301 00000100:00100000:2.0:1780334693.933318:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1235 00000100:00100000:3.0:1780334693.939946:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334693.943311:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604465280 00000100:00100000:2.0:1780334693.943324:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604465280 00000100:00100000:2.0:1780334693.943399:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 235 00000100:00100000:2.0:1780334693.943411:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:30517:x1866815604465280:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334693.943719:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:30517:x1866815604465280:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 308us (3783us total) trans 4294968049 rc 0/0 00000100:00100000:2.0:1780334693.943729:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 235 00000100:00100000:1.0:1780334693.949077:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334693.949214:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604465408 00000100:00100000:2.0:1780334693.949226:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604465408 00000100:00100000:2.0:1780334693.949307:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1236 00000100:00100000:2.0:1780334693.949320:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:30517:x1866815604465408:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334693.949353:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334693.949379:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700974f8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1354 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.949488:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700974ff lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.949505:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700974ff lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.949520:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700974ff lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334693.949573:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00000004:00200000:2.0:1780334693.949578:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334693.949602:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700974ff lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.949634:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700974f8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1354 expref: 54 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.949655:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700974ff lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1354 expref: 53 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.949663:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334693.949666:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1780334693.949671:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d200, rc 0) 00000100:00100000:2.0:1780334693.949752:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+53:30517:x1866815604465408:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 434us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334693.949759:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1236 00000100:00100000:3.0:1780334693.953157:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334693.953409:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604465536 00000100:00100000:1.0:1780334693.953429:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604465536 00000100:00100000:1.0:1780334693.953506:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 324 00000100:00100000:1.0:1780334693.953517:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604465536:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334693.953542:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334693.953572:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e70097506 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b135b expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334693.953610:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780334693.953638:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334693.953640:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334693.953651:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e70097506 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b135b expref: 9 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334693.953672:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e70097506 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b135b expref: 9 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334693.953687:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d400, rc 0) 00000100:00100000:1.0:1780334693.953755:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604465536:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 239us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334693.953763:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 324 00000100:00100000:3.0:1780334693.959115:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334693.959207:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604465792 00000100:00100000:0.0:1780334693.959224:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604465792 00000100:00100000:0.0:1780334693.959308:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1237 00000100:00100000:0.0:1780334693.959320:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:30517:x1866815604465792:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334693.959482:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:30517:x1866815604465792:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 164us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334693.959490:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1237 00000100:00100000:2.0:1780334693.968092:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334693.968292:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604465920 00000100:00100000:3.0:1780334693.968307:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604465920 00000100:00100000:3.0:1780334693.968385:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 325 00000100:00100000:3.0:1780334693.968674:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:30517:x1866815604465920:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334693.968701:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334693.968725:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e7009750d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1362 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334693.968764:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e70097506 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b135b expref: 10 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334693.968775:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334693.968778:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334693.968783:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e7009750d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1362 expref: 10 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334693.968864:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e70097506 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b135b expref: 10 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334693.968880:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e70097506 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b135b expref: 10 pid: 8421 timeout: 797 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334693.968897:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624272000:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334693.969088:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7042078300 going to sleep for 11 seconds 00000100:00100000:1.0:1780334693.982990:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334693.983599:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604466048 00000100:00100000:2.0:1780334693.983612:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604466048 00010000:00010000:2.0:1780334693.983665:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e70097506 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b135b expref: 11 pid: 8421 timeout: 797 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334693.983711:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 379 00000100:00100000:2.0:1780334693.983723:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604466048:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334693.983743:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334693.983771:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e70097506 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b135b expref: 11 pid: 8421 timeout: 797 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.983787:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e70097506 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b135b expref: 11 pid: 8421 timeout: 797 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.983850:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334693.983853:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334693.983863:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e7009750d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1362 expref: 11 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.983875:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e7009750d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1362 expref: 11 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334693.983925:0:6522:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e7009750d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1362 expref: 11 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334693.983942:0:6522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6522:1866815624272128:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334693.984038:0:6522:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03e813c0 going to sleep for 11 seconds 00010000:00010000:3.0:1780334693.986153:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc37900d/0xdf9e767e70097506 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b135b expref: 11 pid: 8421 timeout: 797 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334693.986194:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624272000:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334693.986229:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e7009750d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1362 expref: 10 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334693.986246:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f000, rc 0) 00000100:00100000:3.0:1780334693.986330:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:30517:x1866815604465920:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 17925us (18456us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334693.986341:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 325 00000100:00100000:2.0:1780334693.991499:0:6522:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6522:1866815624272128:192.168.203.22@tcp:105: 00010000:00010000:2.0:1780334693.991535:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334693.991609:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604466048:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 7886us (8629us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334693.991623:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 379 00000100:00100000:1.0:1780334693.997741:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334693.998026:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604466176 00000100:00100000:0.0:1780334693.998039:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604466176 00002000:00100000:0.0:1780334693.998115:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->157) req@ffff9b7034545500 x1866815604466176/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:159/0 lens 648/0 e 0 to 0 dl 1780334704 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334693.998127:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034545500 with x1866815604466176 ext(0->157) 00002000:00010000:0.0:1780334693.998135:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b7034545500 00000100:00100000:0.0:1780334693.998174:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 89 00000100:00100000:0.0:1780334693.998193:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604466176:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1780334694.003868:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604466176:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 5617us (6082us total) trans 4294967356 rc 0/0 00000100:00100000:0.0:1780334694.003886:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 89 00002000:00100000:0.0:1780334694.003904:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->157) req@ffff9b7034545500 x1866815604466176/t4294967356(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:159/0 lens 648/448 e 0 to 0 dl 1780334704 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334694.003923:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034545500 with x1866815604466176 ext(0->157) 00002000:00010000:0.0:1780334694.003930:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b7034545500 00000100:00100000:2.0:1780334694.007575:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334694.011712:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604466304 00000100:00100000:1.0:1780334694.011734:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604466304 00000100:00100000:1.0:1780334694.011923:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1238 00000100:00100000:1.0:1780334694.011938:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+53:30517:x1866815604466304:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000100:00080000:0.0:1780334694.016727:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:3.0:1780334694.018861:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968049 is committed 00000001:00080000:3.0:1780334694.018890:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968043 is committed 00000100:00100000:1.0:1780334694.019191:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:30517:x1866815604466304:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 7243us (11613us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334694.019205:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1238 00010000:00010000:0.0:1780334694.021195:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700974d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.021216:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700974d5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.021224:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700974d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.021231:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334694.021236:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700974d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.021244:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700974d5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.021265:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:0.0:1780334694.021268:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780334694.021275:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700974d5 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.021281:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700974d5 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334694.023933:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334694.024070:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604466432 00000100:00100000:0.0:1780334694.024083:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604466432 00000100:00100000:0.0:1780334694.024175:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 326 00000100:00100000:0.0:1780334694.024195:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604466432:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 00000100:00080000:1.0:1780334694.025030:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1780334694.026710:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00000100:00100000:0.0:1780334694.026936:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604466432:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 2738us (3009us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334694.026950:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 326 00000100:00100000:3.0:1780334694.031717:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334694.031879:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604466688 00000100:00100000:1.0:1780334694.031890:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604466688 00000100:00100000:1.0:1780334694.031964:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1239 00000100:00100000:1.0:1780334694.031976:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:30517:x1866815604466688:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1780334694.032051:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334694.032764:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700974ff lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1354 expref: 46 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.032792:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:1.0:1780334694.032798:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334694.033173:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097514 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.033367:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097514 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.033380:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097514 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334694.033588:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009187fdaf reply state 00000000fb27eee3 transno 4294968050 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097514 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.033601:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097514 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.033608:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:1.0:1780334694.033610:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334694.033613:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780334694.033755:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:30517:x1866815604466688:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 1779us (2051us total) trans 4294968050 rc 0/0 00000100:00100000:1.0:1780334694.033764:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1239 00000100:00100000:2.0:1780334694.041393:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334694.041630:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604466816 00000100:00100000:0.0:1780334694.041643:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604466816 00000100:00100000:0.0:1780334694.041719:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1240 00000100:00100000:0.0:1780334694.041732:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+47:30517:x1866815604466816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334694.041763:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334694.041789:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009751b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1369 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.041897:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009751b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1369 expref: 48 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.041913:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009751b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1369 expref: 48 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.041936:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:0.0:1780334694.041939:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334694.041944:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9000, rc 0) 00000100:00100000:0.0:1780334694.042010:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+48:30517:x1866815604466816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 282us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334694.042018:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1240 00000100:00100000:3.0:1780334694.051981:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334694.052109:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604466944 00000100:00100000:0.0:1780334694.052122:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604466944 00000100:00100000:0.0:1780334694.052202:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 327 00000100:00100000:0.0:1780334694.052213:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604466944:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1780334694.052681:0:8419:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1780334694.052685:0:8419:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 0 -> 1780334672 00002000:00010000:0.0:1780334694.052688:0:8419:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb atime from disk: 0 -> 1780334672 00002000:00010000:0.0:1780334694.052690:0:8419:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 0 -> 1780334672 00002000:00010000:0.0:1780334694.052693:0:8419:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1780334694.052772:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604466944:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 560us (802us total) trans 4294967357 rc 0/0 00000100:00100000:0.0:1780334694.052781:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 327 00000100:00100000:3.0:1780334694.056627:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334694.058118:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604467200 00000100:00100000:1.0:1780334694.058133:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604467200 00000100:00100000:1.0:1780334694.058220:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1241 00000100:00100000:1.0:1780334694.058233:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+48:30517:x1866815604467200:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1780334694.058321:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097522 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.058344:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700974ce lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b133f expref: 48 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.058354:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097522 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.058799:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700974ce lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b133f expref: 48 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.058846:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700974ce lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b133f expref: 48 pid: 6540 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334694.058865:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034545880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624272256:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334694.058993:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7033428540 going to sleep for 11 seconds 00000100:00100000:3.0:1780334694.065487:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334694.065862:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604467328 00000100:00100000:0.0:1780334694.065874:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604467328 00010000:00010000:0.0:1780334694.065926:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700974ce lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b133f expref: 49 pid: 6540 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334694.065979:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 380 00000100:00100000:0.0:1780334694.065991:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+49:2407:x1866815604467328:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334694.066009:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334694.066017:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700974ce lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b133f expref: 49 pid: 6540 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.066033:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700974ce lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b133f expref: 49 pid: 6540 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.066060:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:0.0:1780334694.066066:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097522 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.066079:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097522 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.066089:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097522 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.066124:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334694.066189:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+49:2407:x1866815604467328:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 200us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334694.066198:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 380 00010000:00010000:1.0:1780334694.067487:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700974ce lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b133f expref: 48 pid: 6540 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334694.067515:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034545880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624272256:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334694.067544:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097522 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.067555:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097522 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.067561:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097522 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.067610:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097522 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.067619:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097522 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.067628:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097522 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.067634:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481de00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334694.067638:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097522 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.067646:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097522 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.067661:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:1.0:1780334694.067664:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1780334694.067670:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097522 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.067676:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097522 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334694.067765:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:30517:x1866815604467200:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 9534us (11150us total) trans 0 rc -22/-22 00000100:00100000:1.0:1780334694.067774:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1241 00000100:00100000:0.0:1780334694.080771:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334694.080924:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604467456 00000100:00100000:3.0:1780334694.080939:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604467456 00000100:00100000:3.0:1780334694.081009:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 328 00000100:00100000:3.0:1780334694.081022:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604467456:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334694.081080:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70097529 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.081116:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e7009750d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1362 expref: 10 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.081131:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334694.081133:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334694.081136:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70097529 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.081187:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e7009750d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1362 expref: 10 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.081203:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e7009750d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1362 expref: 10 pid: 16895 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334694.081220:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624272384:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334694.081587:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7042078300 going to sleep for 11 seconds 00000100:00100000:2.0:1780334694.100931:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334694.101245:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624272384:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334694.101283:0:16895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70097529 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334694.101591:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604467584 00000100:00100000:1.0:1780334694.101600:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604467584 00010000:00010000:1.0:1780334694.101649:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e7009750d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1362 expref: 11 pid: 16895 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334694.101738:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 381 00000100:00100000:1.0:1780334694.101751:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604467584:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334694.101770:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334694.101798:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e7009750d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1362 expref: 11 pid: 16895 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.101834:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e7009750d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1362 expref: 11 pid: 16895 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.101864:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e7009750d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1362 expref: 11 pid: 16895 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.101882:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334694.101884:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334694.101889:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70097529 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.101900:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70097529 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.101932:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334694.102015:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604467584:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 265us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334694.102024:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 381 00010000:00010000:3.0:1780334694.107501:0:16895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70097529 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.107526:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70097529 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.107569:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70097529 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.107579:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70097529 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.107589:0:16895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70097529 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.107597:0:16895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334694.107602:0:16895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70097529 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.107612:0:16895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70097529 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.107637:0:16895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70097529 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.107645:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70097529 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334694.107791:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604467456:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 26764us (27026us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334694.107803:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 328 00000100:00100000:2.0:1780334694.115899:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334694.116451:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604467840 00000100:00100000:3.0:1780334694.116464:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604467840 00000100:00100000:3.0:1780334694.116537:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1242 00000100:00100000:3.0:1780334694.116550:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:30517:x1866815604467840:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1780334694.116657:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097530 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.116680:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097530 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.116693:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097530 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.116907:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097537 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.116921:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009751b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1369 expref: 48 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.116930:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097537 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.116975:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009751b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1369 expref: 48 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.116992:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009751b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1369 expref: 48 pid: 6540 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334694.117011:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624272512:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334694.117412:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7042078cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334694.131330:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334694.131570:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604467968 00000100:00100000:0.0:1780334694.131581:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604467968 00010000:00010000:0.0:1780334694.131632:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009751b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1369 expref: 49 pid: 6540 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334694.131685:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 382 00000100:00100000:0.0:1780334694.131697:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab49c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:2406:x1866815604467968:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334694.131716:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334694.131722:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009751b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1369 expref: 49 pid: 6540 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.131736:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009751b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1369 expref: 49 pid: 6540 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.131762:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:0.0:1780334694.131768:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097537 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.131779:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097537 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.131788:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097537 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.131859:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334694.131922:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab49c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:2406:x1866815604467968:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 227us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334694.131930:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 382 00010000:00010000:3.0:1780334694.132677:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e7009751b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1369 expref: 48 pid: 6540 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334694.132707:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624272512:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334694.132733:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097537 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.132741:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097537 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334694.132748:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097537 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780334694.132937:0:6539:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968051 00000001:00080000:3.0:1780334694.133088:0:6539:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968052 00000001:00080000:3.0:1780334694.133139:0:6539:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968053 00000100:00100000:3.0:1780334694.133245:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6539:1866815624272640:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1780334694.133308:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334694.133454:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7042078240 going to sleep for 11 seconds 00000100:00100000:1.0:1780334694.141000:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624272640 00000100:00100000:1.0:1780334694.141023:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624272640 00000100:00100000:2.0:1780334694.141326:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1780334694.141340:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0369ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6539:x1866815624272640:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1780334694.141556:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0369ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6539:x1866815624272640:12345-0@lo:1000:mdt00_001.0 Request processed in 218us (8247us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334694.141565:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1780334694.141633:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6539:1866815624272640:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1780334694.141858:0:6539:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968054 00000100:00100000:2.0:1780334694.141960:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d78380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6539:1866815624272768:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1780334694.142010:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334694.142042:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03e81b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780334694.142075:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624272768 00000100:00100000:2.0:1780334694.142081:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624272768 00000100:00100000:2.0:1780334694.142121:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1780334694.142129:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6539:x1866815624272768:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1780334694.142245:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6539:x1866815624272768:12345-0@lo:1000:mdt00_001.0 Request processed in 116us (234us total) trans 4294967358 rc 0/0 00000100:00100000:2.0:1780334694.142257:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1780334694.142294:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d78380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6539:1866815624272768:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1780334694.142382:0:6539:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968055 00010000:00010000:2.0:1780334694.142413:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097537 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334694.142424:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097537 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334694.142433:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097537 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334694.142439:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334694.142445:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097537 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334694.142454:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097537 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334694.142475:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334694.142478:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334694.142484:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097537 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334694.142491:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097537 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334694.142521:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009746c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334694.142528:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009746c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334694.142534:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009746c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334694.142539:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334694.142542:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009746c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334694.142548:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009746c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334694.142555:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b6f02d66600) 00010000:00010000:2.0:1780334694.142558:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334694.142566:0:6539:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097473 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b132a expref: 96 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334694.142578:0:6539:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097473 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b132a expref: 96 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334694.142589:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097473 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b132a expref: 96 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334694.142618:0:6539:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c400/0xdf9e767e70097473 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b132a expref: 96 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334694.142630:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d79180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624272896:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334694.142700:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03e81180 going to sleep for 11 seconds 00000100:00080000:1.0:1780334694.142983:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334694.152232:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d79180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624272896:192.168.203.22@tcp:105: 00010000:00010000:0.0:1780334694.152275:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009746c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152289:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009746c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152332:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e7009753e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152351:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e7009753e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152366:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e7009753e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152377:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e7009753e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152383:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e7009753e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152390:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e7009753e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152407:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334694.152411:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e7009753e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152661:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e7009753e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152677:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b6f02d66600) 00010000:00010000:0.0:1780334694.152681:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334694.152685:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e7009753e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152691:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e7009753e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152704:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097530 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152710:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097530 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152716:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097530 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152721:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334694.152724:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097530 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152735:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097530 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152743:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9b6f02d66600) 00010000:00010000:0.0:1780334694.152745:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334694.152748:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097530 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.152753:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097530 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780334694.153284:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334694.153291:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334694.153793:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1780334694.153807:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334694.154278:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:30517:x1866815604467840:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 37724us (38388us total) trans 4294968056 rc 0/0 00000100:00100000:0.0:1780334694.154293:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1242 00000020:00080000:0.0:1780334694.154300:0:6539:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:0.0:1780334694.160598:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334694.160683:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604468224 00000100:00100000:1.0:1780334694.160698:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604468224 00000100:00100000:1.0:1780334694.160761:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 236 00000100:00100000:1.0:1780334694.160772:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:30517:x1866815604468224:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1780334694.161150:0:6541:0:(mdd_object.c:4033:mdd_close()) Object [0x200000403:0x21:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1780334694.161203:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968057 00010000:00010000:1.0:1780334694.161243:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097545 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.161264:0:6541:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097545 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.161279:0:6541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097545 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.161288:0:6541:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097545 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.161295:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097545 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.161301:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097545 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.161334:0:6541:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780334694.161447:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+54:30517:x1866815604468224:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 677us (862us total) trans 4294968058 rc 0/0 00000100:00100000:1.0:1780334694.161456:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 236 00000020:00080000:1.0:1780334694.161463:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1780334694.162020:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780334694.162029:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097545 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.162038:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c200 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334694.162042:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097545 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.162118:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097545 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.162136:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:0.0:1780334694.162140:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780334694.162146:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097545 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.162152:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097545 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334694.162166:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334694.162168:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334694.162170:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334694.168311:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334694.175261:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604468352 00000100:00100000:1.0:1780334694.175281:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604468352 00000100:00100000:2.0:1780334694.188963:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 237 00000100:00100000:2.0:1780334694.188983:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:30516:x1866815604468352:12345-192.168.203.22@tcp:49:diff.0 00000100:00100000:2.0:1780334694.189202:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:30516:x1866815604468352:12345-192.168.203.22@tcp:49:diff.0 Request processed in 224us (20904us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334694.189210:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 237 00000100:00100000:2.0:1780334694.192936:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00080000:1.0:1780334694.201869:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334694.203342:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604468480 00000100:00100000:0.0:1780334694.203359:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604468480 00000100:00100000:1.0:1780334694.203523:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 329 00000100:00100000:1.0:1780334694.203536:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:30516:x1866815604468480:12345-192.168.203.22@tcp:101:diff.0 00010000:00010000:1.0:1780334694.203560:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334694.203589:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfd9795e/0xdf9e767e7009754c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1370 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334694.203622:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 158, mtime: 0x6a1dc050, atime: 0x6a1dc050, ctime: 0x6a1dc050, blocks: 0x8 00010000:00010000:1.0:1780334694.203652:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334694.203656:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334694.203668:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfd9795e/0xdf9e767e7009754c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1370 expref: 16 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1780334694.203888:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780334694.203987:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dfd9795e/0xdf9e767e7009754c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1370 expref: 16 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334694.204004:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ce00, rc 0) 00000100:00100000:1.0:1780334694.204310:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:30516:x1866815604468480:12345-192.168.203.22@tcp:101:diff.0 Request processed in 776us (11388us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334694.204319:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 329 00000100:00100000:0.0:1780334694.222375:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334694.222529:0:8426:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604468608 00000100:00100000:3.0:1780334694.222542:0:8426:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604468608 00002000:00100000:3.0:1780334694.222608:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff9b6f0499d500 x1866815604468608/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:160/0 lens 488/0 e 0 to 0 dl 1780334705 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334694.222621:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f0499d500 with x1866815604468608 ext(0->4095) 00002000:00010000:3.0:1780334694.222628:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f0499d500 00000100:00100000:3.0:1780334694.222666:0:8426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 90 00000100:00100000:3.0:1780334694.222686:0:8426:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604468608:12345-192.168.203.22@tcp:3:diff.0 00000100:00100000:3.0:1780334694.222936:0:8426:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604468608:12345-192.168.203.22@tcp:3:diff.0 Request processed in 250us (574us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334694.222944:0:8426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 90 00002000:00100000:3.0:1780334694.222952:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff9b6f0499d500 x1866815604468608/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:160/0 lens 488/4536 e 0 to 0 dl 1780334705 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334694.222961:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f0499d500 with x1866815604468608 ext(0->4095) 00002000:00010000:3.0:1780334694.222965:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f0499d500 00000100:00100000:2.0:1780334694.231784:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334694.233439:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604468864 00000100:00100000:0.0:1780334694.233457:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604468864 00000100:00100000:0.0:1780334694.233543:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 238 00000100:00100000:0.0:1780334694.233556:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:30516:x1866815604468864:12345-192.168.203.22@tcp:35:diff.0 00000100:00100000:0.0:1780334694.234585:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:30516:x1866815604468864:12345-192.168.203.22@tcp:35:diff.0 Request processed in 1027us (2811us total) trans 4294968059 rc 0/0 00000100:00100000:0.0:1780334694.234596:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 238 00010000:00010000:0.0:1780334694.332157:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334694.516066:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334694.516105:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624273024:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334694.516206:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334694.516289:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624273024 00000100:00100000:0.0:1780334694.516299:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624273024 00000100:00100000:0.0:1780334694.516353:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:0.0:1780334694.516363:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624273024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334694.516395:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921387520 avail 3689836544 00000100:00100000:3.0:1780334694.516763:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780334694.516777:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624273152:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334694.516829:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334694.516869:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624273152 00000100:00100000:3.0:1780334694.516873:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624273152 00000100:00100000:3.0:1780334694.516912:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1780334694.516919:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624273152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334694.516932:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921387520 avail 3689836544 00000100:00100000:3.0:1780334694.516965:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624273152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334694.516973:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1780334694.517025:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624273152:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1780334694.517067:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334694.517531:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624273024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1169us (1326us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334694.517537:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1780334694.517692:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334694.517698:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624273280:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334694.517725:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334694.517754:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624273280 00000100:00100000:3.0:1780334694.517758:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624273280 00000100:00100000:3.0:1780334694.517781:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1780334694.517785:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624273280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334694.517834:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334694.517863:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624273280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334694.517868:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1780334694.517892:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624273280:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334694.518913:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624273024:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780334695.348568:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334695.729413:0:22897:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334695.729421:0:22897:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334695.729447:0:22897:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:2.0:1780334695.729453:0:22897:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334696.372065:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334697.400117:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334697.451746:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334697.451798:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334697.451950:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334697.451980:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334697.452010:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334697.452041:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334697.452062:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334697.452097:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334697.452423:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604469120 00000100:00100000:2.0:1780334697.452437:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604469120 00000100:00100000:1.0:1780334697.452657:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604469376 00000100:00100000:1.0:1780334697.452663:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604469376 00000100:00100000:1.0:1780334697.452704:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604469888 00000100:00100000:1.0:1780334697.452708:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604469888 00000100:00100000:1.0:1780334697.452727:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604469504 00000100:00100000:1.0:1780334697.452730:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604469504 00000100:00100000:1.0:1780334697.452751:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 483 00000100:00100000:1.0:1780334697.452762:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604469376:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334697.452997:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334697.453237:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604469632 00000100:00100000:3.0:1780334697.453351:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604469248 00000100:00100000:3.0:1780334697.453357:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604469248 00000100:00100000:3.0:1780334697.453385:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604469760 00000100:00100000:3.0:1780334697.453388:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604469760 00000100:00100000:3.0:1780334697.453418:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 819 00000100:00100000:3.0:1780334697.453427:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:2409:x1866815604469120:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334697.453474:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:2409:x1866815604469120:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 48us (1742us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334697.453482:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 819 00000100:00100000:3.0:1780334697.453504:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 820 00000100:00100000:2.0:1780334697.453726:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604469632 00000100:00100000:2.0:1780334697.453753:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 821 00000100:00100000:2.0:1780334697.453760:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604469760:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334697.453792:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604469760:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 33us (1694us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334697.453798:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 821 00000100:00100000:2.0:1780334697.453832:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 822 00000100:00100000:2.0:1780334697.453840:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+54:2409:x1866815604469632:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334697.453875:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+54:2409:x1866815604469632:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 36us (1991us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334697.454212:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604469248:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334697.454733:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604469376:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 1970us (2932us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334697.454744:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 483 00000100:00100000:1.0:1780334697.454771:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604470016 00000100:00100000:1.0:1780334697.454777:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604470016 00000100:00100000:1.0:1780334697.454803:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 484 00000100:00100000:1.0:1780334697.454826:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2409:x1866815604469888:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334697.454863:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2409:x1866815604469888:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 52us (2882us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334697.454870:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 484 00000100:00100000:3.0:1780334697.455053:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604469248:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 1540us (3010us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334697.455061:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 820 00000100:00100000:3.0:1780334697.455103:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604468992 00000100:00100000:3.0:1780334697.455108:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604468992 00000100:00100000:2.0:1780334697.455645:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 822 00000100:00100000:3.0:1780334697.456098:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 696 00000100:00100000:3.0:1780334697.456111:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604468992:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334697.456901:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604468992:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 778us (4874us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334697.456909:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 696 00000100:00100000:1.0:1780334697.457674:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 485 00000100:00100000:1.0:1780334697.457696:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2409:x1866815604469504:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334697.457741:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2409:x1866815604469504:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 53us (5678us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334697.457941:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 486 00000100:00100000:2.0:1780334697.457954:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604470016:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334697.457999:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604470016:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 50us (5003us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334697.458007:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 486 00000100:00080000:2.0:1780334697.458232:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334697.458250:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334697.458254:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334697.458258:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334697.468348:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 485 00000100:00100000:0.0:1780334697.589170:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334697.589203:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624273408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334697.589599:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334697.590334:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624273408 00000100:00100000:0.0:1780334697.590345:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624273408 00000100:00100000:0.0:1780334697.590424:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1780334697.590435:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624273408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334697.591561:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:0.0:1780334697.591985:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624273408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1547us (2383us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334697.591997:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1780334697.592550:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624273408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334698.100866:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624273536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334698.100934:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334698.101007:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624273536 00000100:00100000:0.0:1780334698.101015:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624273536 00000100:00100000:0.0:1780334698.101083:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1780334698.101093:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624273536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334698.101119:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1780334698.101182:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624273536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334698.101189:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1780334698.101240:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624273536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334698.101750:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624273792:0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.101786:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334698.101840:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624274304:0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.101861:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334698.101876:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624274816:0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.101894:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334698.101914:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1780334698.101919:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624273664:0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.101945:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334698.101964:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624274176:0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.101984:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334698.102001:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624274688:0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.102032:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334698.102058:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624273792 00000100:00100000:1.0:1780334698.102062:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624273792 00000100:00100000:1.0:1780334698.102096:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624274304 00000100:00100000:1.0:1780334698.102099:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624274304 00000100:00100000:1.0:1780334698.102114:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624274816 00000100:00100000:1.0:1780334698.102116:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624274816 00000100:00100000:1.0:1780334698.102137:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624274176 00000100:00100000:1.0:1780334698.102139:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624274176 00000100:00100000:1.0:1780334698.102587:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624274688 00000100:00100000:1.0:1780334698.102591:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624274688 00000100:00100000:1.0:1780334698.102612:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1780334698.102630:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624273792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.102677:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624273792:12345-0@lo:400:kworker.0 Request processed in 59us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334698.102684:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1780334698.102699:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1780334698.102705:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624274304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.102731:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624274304:12345-0@lo:400:kworker.0 Request processed in 27us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334698.102736:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1780334698.102746:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1780334698.102751:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624274816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.102775:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624274816:12345-0@lo:400:kworker.0 Request processed in 25us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334698.102780:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1780334698.102790:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1780334698.102796:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624274176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.102939:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624274176:12345-0@lo:400:kworker.0 Request processed in 143us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334698.102946:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1780334698.102959:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1780334698.102964:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624274688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.102988:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624274688:12345-0@lo:400:kworker.0 Request processed in 24us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334698.102993:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1780334698.103015:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624273664 00000100:00080000:2.0:1780334698.103164:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334698.103168:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334698.103171:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334698.103210:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034544000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624273920:0@lo:400:kworker.0 00000100:00100000:2.0:1780334698.103240:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334698.103259:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624274432:0@lo:400:kworker.0 00000100:00100000:2.0:1780334698.103281:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334698.103309:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624274944:0@lo:400:kworker.0 00000100:00100000:2.0:1780334698.103331:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334698.103349:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1780334698.103355:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624274048:0@lo:400:kworker.0 00000100:00100000:2.0:1780334698.103377:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334698.103696:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624274560:0@lo:400:kworker.0 00000100:00100000:2.0:1780334698.103720:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334698.103739:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624275072:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334698.103761:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334698.103789:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624274432 00000100:00100000:2.0:1780334698.103793:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624274432 00000100:00100000:2.0:1780334698.103866:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624274944 00000100:00100000:2.0:1780334698.103869:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624274944 00000100:00100000:2.0:1780334698.103888:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624274560 00000100:00100000:2.0:1780334698.103891:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624274560 00000100:00100000:2.0:1780334698.103904:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1780334698.103910:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624274432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334698.103948:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624274432:12345-0@lo:400:kworker.0 Request processed in 38us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334698.103954:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1780334698.103968:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1780334698.103974:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624274944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334698.104001:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624274944:12345-0@lo:400:kworker.0 Request processed in 28us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334698.104006:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1780334698.104028:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1780334698.104035:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624274560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334698.104061:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624274560:12345-0@lo:400:kworker.0 Request processed in 28us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334698.104077:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1780334698.104099:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624274048 00000100:00100000:2.0:1780334698.104102:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624274048 00000100:00100000:2.0:1780334698.104136:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1780334698.104143:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624274048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334698.104184:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624274048:12345-0@lo:400:kworker.0 Request processed in 42us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334698.104190:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1780334698.104211:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624275072 00000100:00100000:2.0:1780334698.104214:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624275072 00000100:00100000:2.0:1780334698.104235:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1780334698.104240:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624275072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334698.104255:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1780334698.104283:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624275072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334698.104289:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00080000:2.0:1780334698.104321:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334698.104325:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334698.104357:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624274048:0@lo:400:kworker.0 00000100:00100000:2.0:1780334698.104369:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624274560:0@lo:400:kworker.0 00000100:00100000:2.0:1780334698.104382:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624275072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334698.104733:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624273664 00000100:00100000:1.0:1780334698.104768:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1780334698.104776:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624273664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.104839:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624273664:12345-0@lo:400:kworker.0 Request processed in 64us (2892us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334698.104846:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1780334698.104877:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624273920 00000100:00100000:1.0:1780334698.104880:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624273920 00000100:00100000:1.0:1780334698.104905:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1780334698.104911:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624273920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.104943:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624273920:12345-0@lo:400:kworker.0 Request processed in 32us (1702us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334698.104949:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1780334698.104993:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624273664:0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.105007:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624274176:0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.105017:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624274688:0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.105028:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034545c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624273792:0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.105038:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624274304:0@lo:400:kworker.0 00000100:00100000:1.0:1780334698.105047:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624274816:0@lo:400:kworker.0 00000100:00100000:2.0:1780334698.105874:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624274432:0@lo:400:kworker.0 00000100:00100000:2.0:1780334698.105891:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624274944:0@lo:400:kworker.0 00000100:00100000:2.0:1780334698.105923:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034544000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624273920:0@lo:400:kworker.0 00010000:00010000:0.0:1780334698.424208:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334699.191206:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1780334699.447322:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334699.636171:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624275200:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334699.636265:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334699.636387:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624275200 00000100:00100000:3.0:1780334699.636397:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624275200 00000100:00100000:3.0:1780334699.636456:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1780334699.636467:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624275200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334699.636512:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334699.636568:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624275200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334699.636577:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1780334699.636637:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624275200:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334699.641131:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624275328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334699.641240:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334699.641327:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624275328 00000100:00100000:3.0:1780334699.641337:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624275328 00000100:00100000:3.0:1780334699.641524:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:3.0:1780334699.641536:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624275328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334699.641578:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334699.641633:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624275328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334699.641640:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:3.0:1780334699.641703:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624275328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334699.649623:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624275456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334699.649726:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334699.649967:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624275456 00000100:00100000:2.0:1780334699.649979:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624275456 00000100:00100000:2.0:1780334699.650069:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1780334699.650081:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624275456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334699.650121:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334699.657306:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624275456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7212us (7565us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334699.657322:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1780334699.658346:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624275456:0@lo:13:osp-pre-0-1.0 00000001:00080000:0.0:1780334700.153027:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967358 is committed 00000001:00080000:0.0:1780334700.153066:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00000001:00080000:3.0:1780334700.153612:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968059 is committed 00000001:00080000:3.0:1780334700.153639:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968058 is committed 00000020:00080000:3.0:1780334700.153658:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f03e81540 refcount 2 committed 0 result 0 batchid 24 00000020:00080000:3.0:1780334700.153664:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f02f72e00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f03e813c0 00000020:00080000:3.0:1780334700.153667:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f02f72c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04dd3c00 00010000:00010000:2.0:1780334700.153763:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097514 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334700.153778:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097514 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334700.153787:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097514 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334700.153793:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334700.153798:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097514 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334700.153806:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097514 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334700.153863:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334700.153866:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334700.153873:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097514 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334700.153879:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097514 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1780334700.154040:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 24 committed batchid 23 00000020:00080000:0.0:1780334700.154139:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000040:00080000:0.0:1780334700.278304:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334700.278315:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334700.278357:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:0.0:1780334700.278366:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334700.473939:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334700.720391:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334700.720566:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604470144 00000100:00100000:3.0:1780334700.720579:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604470144 00000100:00100000:3.0:1780334700.720666:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1243 00000100:00100000:3.0:1780334700.720679:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+44:30378:x1866815604470144:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1780334700.720841:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+44:30378:x1866815604470144:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 164us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334700.720849:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1243 00000100:00080000:1.0:1780334700.721291:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334700.722933:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334700.723027:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604470272 00000100:00100000:1.0:1780334700.723037:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604470272 00000100:00100000:1.0:1780334700.723118:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1244 00000100:00100000:1.0:1780334700.723129:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:30378:x1866815604470272:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1780334700.723236:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:30378:x1866815604470272:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 109us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334700.723245:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1244 00000100:00080000:3.0:1780334700.723565:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1780334701.492389:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1780334702.243185:0:23094:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12p: implicit restore of a file on copytool mount point ========================================================== 13:25:01 (1780334701) 00000100:00100000:3.0:1780334702.405753:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334702.405958:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604470400 00000100:00100000:1.0:1780334702.405968:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604470400 00000100:00100000:1.0:1780334702.406051:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1245 00000100:00100000:1.0:1780334702.406060:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:31136:x1866815604470400:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1780334702.406162:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+44:31136:x1866815604470400:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 103us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334702.406169:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1245 00000100:00080000:3.0:1780334702.406225:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334702.408546:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334702.408606:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604470528 00000100:00100000:3.0:1780334702.408615:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604470528 00000100:00100000:3.0:1780334702.408683:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1246 00000100:00080000:1.0:1780334702.408689:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334702.408695:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:31136:x1866815604470528:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1780334702.409052:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:31136:x1866815604470528:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 293us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334702.409060:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1246 00000100:00100000:0.0:1780334702.419937:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334702.420006:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604470656 00000100:00100000:1.0:1780334702.420015:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604470656 00000100:00080000:3.0:1780334702.420183:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334702.420467:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1247 00000100:00100000:1.0:1780334702.420480:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:31137:x1866815604470656:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334702.420501:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334702.420520:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097553 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1377 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420646:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009755a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420661:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009755a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420674:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009755a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420688:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097561 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420695:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097561 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420702:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097561 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420741:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009755a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420748:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009755a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420753:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009755a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420758:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481de00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334702.420762:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009755a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420768:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009755a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420779:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334702.420782:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.420786:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009755a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420792:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009755a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420805:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097561 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420853:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097561 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420859:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097561 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420865:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334702.420869:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097561 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420875:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097561 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420884:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9b703c6c5100) 00010000:00010000:1.0:1780334702.420887:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.420890:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097561 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420896:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097561 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420925:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097553 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1377 expref: 98 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420935:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334702.420937:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.420940:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097553 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1377 expref: 98 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.420949:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c200, rc 0) 00000100:00100000:1.0:1780334702.421085:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:31137:x1866815604470656:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 608us (1156us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334702.421093:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1247 00000100:00100000:2.0:1780334702.424281:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334702.424735:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604470912 00000100:00100000:3.0:1780334702.424745:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604470912 00000100:00100000:3.0:1780334702.424804:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1248 00000100:00100000:3.0:1780334702.424944:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+97:31137:x1866815604470912:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:3.0:1780334702.424995:0:15367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334702.425019:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009717f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1235 expref: 97 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.425047:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334702.425052:0:15367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334702.425105:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097568 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.425119:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b124a expref: 43 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.425129:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097568 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.425160:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b124a expref: 43 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.425173:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971be lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b124a expref: 43 pid: 6539 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334702.425193:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624275584:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334702.425274:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7042078f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780334702.428033:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334702.428148:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604471040 00000100:00100000:0.0:1780334702.428158:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604471040 00000100:00100000:3.0:1780334702.428193:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc2300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624275584:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334702.428218:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097568 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.428261:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971be lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b124a expref: 44 pid: 6539 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334702.428298:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 383 00000100:00100000:0.0:1780334702.428308:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:2406:x1866815604471040:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334702.428332:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334702.428339:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971be lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b124a expref: 44 pid: 6539 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.428350:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b124a expref: 44 pid: 6539 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.428370:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700971be lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b124a expref: 44 pid: 6539 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.428383:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334702.428386:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097568 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.428574:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097568 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.428583:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097568 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.428611:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334702.428647:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097568 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.428656:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097568 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334702.428664:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+43:2406:x1866815604471040:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 355us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334702.428671:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 383 00010000:00010000:3.0:1780334702.428682:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009756f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.428693:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009756f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.428701:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009756f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.429380:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097576 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.429391:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097576 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.429399:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097576 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334702.429419:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4db005d reply state 00000000810501c0 transno 4294968060 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097576 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.429429:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097576 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.429436:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:3.0:1780334702.429439:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334702.429442:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780334702.429447:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00010000:00010000:3.0:1780334702.429453:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097568 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.429460:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097568 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.429466:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097568 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.429472:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334702.429476:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097568 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.429482:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097568 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.429489:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334702.429492:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334702.429495:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097568 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.429505:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097568 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334702.429515:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4db005d reply state 00000000810501c0 transno 4294968060 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009756f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.429522:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009756f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.429527:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9b70154f5100) 00010000:00010000:3.0:1780334702.429530:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334702.429531:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1780334702.430080:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:31137:x1866815604470912:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 5264us (5803us total) trans 4294968060 rc 0/0 00000100:00100000:3.0:1780334702.430090:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1248 00000100:00100000:2.0:1780334702.441066:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334702.441248:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604471168 00000100:00100000:3.0:1780334702.441259:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604471168 00000100:00100000:3.0:1780334702.441316:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1249 00000100:00100000:3.0:1780334702.441327:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:31138:x1866815604471168:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:3.0:1780334702.441352:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334702.441370:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009757d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b137e expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.441432:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70097584 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.441447:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70097584 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.441460:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70097584 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334702.441498:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1780334702.441502:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334702.441521:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70097584 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.441543:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009757d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b137e expref: 100 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.441560:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70097584 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b137e expref: 99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.441569:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334702.441572:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334702.442243:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ec00, rc 0) 00000100:00100000:3.0:1780334702.442315:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:31138:x1866815604471168:12345-192.168.203.22@tcp:101:bash.0 Request processed in 988us (1256us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334702.442323:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1249 00000100:00100000:0.0:1780334702.445226:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334702.445447:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604471296 00000100:00100000:1.0:1780334702.445457:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604471296 00000100:00100000:1.0:1780334702.445547:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1250 00000100:00100000:1.0:1780334702.445557:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:31138:x1866815604471296:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:1.0:1780334702.445579:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334702.445598:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009758b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1385 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445657:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097592 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445671:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097592 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445681:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097592 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445690:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097599 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445696:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097599 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445702:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097599 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445776:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700975a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445784:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700975a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445791:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700975a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334702.445853:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:1.0:1780334702.445857:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334702.445876:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700975a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445888:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097592 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445895:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097592 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445901:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097592 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445907:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334702.445916:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097592 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445924:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097592 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445936:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334702.445939:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.445944:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097592 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445950:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097592 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445963:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097599 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445969:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097599 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445979:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097599 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.445984:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481de00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334702.445986:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097599 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.446003:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097599 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.446011:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9b70154f5100) 00010000:00010000:1.0:1780334702.446013:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.446016:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097599 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.446021:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097599 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.446054:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e7009758b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1385 expref: 101 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.446068:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481da00/0xdf9e767e700975a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1385 expref: 100 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.446075:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:1.0:1780334702.446077:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780334702.446079:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481da00, rc 0) 00000100:00100000:1.0:1780334702.446140:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:31138:x1866815604471296:12345-192.168.203.22@tcp:101:bash.0 Request processed in 584us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334702.446150:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1250 00000100:00100000:0.0:1780334702.449424:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334702.449503:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604471424 00000100:00100000:3.0:1780334702.449512:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604471424 00000100:00100000:3.0:1780334702.449566:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1251 00000100:00100000:3.0:1780334702.449583:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:31138:x1866815604471424:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:3.0:1780334702.449602:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334702.449622:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e700975a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b138c expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449687:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e700975ae lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449701:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e700975ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449711:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e700975ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449723:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449729:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449734:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449766:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e700975ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449773:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e700975ae lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449779:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e700975ae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449784:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ea00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334702.449788:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e700975ae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449799:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e700975ae lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449833:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:3.0:1780334702.449837:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334702.449841:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e700975ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449847:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e700975ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449860:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449865:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975b5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449871:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449877:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334702.449879:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449884:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975b5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449891:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9b70154f5300) 00010000:00010000:3.0:1780334702.449893:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334702.449896:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975b5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449902:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449944:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e700975a7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b138c expref: 101 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449953:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:3.0:1780334702.449955:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334702.449959:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e700975a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b138c expref: 101 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.449968:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f800, rc 0) 00000100:00100000:3.0:1780334702.450034:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:31138:x1866815604471424:12345-192.168.203.22@tcp:101:bash.0 Request processed in 459us (619us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334702.450051:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1251 00000100:00100000:2.0:1780334702.457962:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334702.458125:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604471552 00000100:00100000:3.0:1780334702.458135:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604471552 00000100:00100000:3.0:1780334702.458191:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1252 00000100:00100000:3.0:1780334702.458201:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+43:31139:x1866815604471552:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334702.458280:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334702.458300:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e700975bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1393 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.458558:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.458574:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.458586:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334702.458625:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1780334702.458630:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334702.458648:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.458671:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e700975bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1393 expref: 45 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.458688:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1393 expref: 44 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.458697:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334702.458700:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334702.458704:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e800, rc 0) 00000100:00100000:3.0:1780334702.458863:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+44:31139:x1866815604471552:12345-192.168.203.22@tcp:101:rm.0 Request processed in 662us (910us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334702.458871:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1252 00000100:00100000:0.0:1780334702.464560:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334702.464707:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604471680 00000100:00100000:1.0:1780334702.464717:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604471680 00000100:00100000:1.0:1780334702.464777:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1253 00000100:00100000:1.0:1780334702.464787:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:31139:x1866815604471680:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334702.464807:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334702.464840:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700975ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b139a expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.464903:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700975d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.464917:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700975d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.464927:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700975d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.464937:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700975d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.464944:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700975d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.464951:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700975d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465022:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e700975df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465046:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e700975df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465054:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e700975df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334702.465085:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:1.0:1780334702.465088:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334702.465107:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e700975df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465118:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700975d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465125:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700975d1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465131:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700975d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465137:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481de00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334702.465140:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700975d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465147:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700975d1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465158:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334702.465160:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.465165:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700975d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465176:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700975d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465188:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700975d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465194:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700975d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465201:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700975d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465206:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334702.465208:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700975d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465214:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700975d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465221:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9b70154f5100) 00010000:00010000:1.0:1780334702.465223:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.465225:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700975d8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465232:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700975d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465253:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700975ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b139a expref: 46 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465265:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d400/0xdf9e767e700975df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b139a expref: 45 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.465273:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:1.0:1780334702.465275:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1780334702.465277:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d400, rc 0) 00000100:00100000:1.0:1780334702.465340:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+45:31139:x1866815604471680:12345-192.168.203.22@tcp:101:rm.0 Request processed in 555us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334702.465348:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1253 00000100:00100000:2.0:1780334702.471563:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334702.472213:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604471808 00000100:00100000:1.0:1780334702.472224:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604471808 00000100:00100000:1.0:1780334702.472283:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1254 00000100:00100000:1.0:1780334702.472294:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:31139:x1866815604471808:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334702.472314:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334702.472334:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700975e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b13a1 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472402:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700975ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472416:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700975ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472426:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700975ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472441:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700975f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472448:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700975f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472459:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700975f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472499:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700975ed lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472506:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700975ed lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472512:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700975ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472519:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700975ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472524:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334702.472528:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700975ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472536:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700975ed lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472547:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:1.0:1780334702.472550:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.472555:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700975ed lrc: 3/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472561:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700975ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472575:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700975f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472582:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700975f4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472587:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700975f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472591:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334702.472594:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700975f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472599:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700975f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472606:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9b703c6c5100) 00010000:00010000:1.0:1780334702.472608:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.472611:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700975f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472616:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700975f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472645:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700975e6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13a1 expref: 46 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472655:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:1.0:1780334702.472657:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.472661:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700975e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13a1 expref: 46 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.472675:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c000, rc 0) 00000100:00100000:1.0:1780334702.472726:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:31139:x1866815604471808:12345-192.168.203.22@tcp:101:rm.0 Request processed in 434us (1171us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334702.472733:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1254 00000100:00100000:2.0:1780334702.476369:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334702.478505:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604471936 00000100:00100000:0.0:1780334702.478519:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604471936 00000100:00100000:0.0:1780334702.478632:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1255 00000100:00100000:0.0:1780334702.478643:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+45:31139:x1866815604471936:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334702.478668:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334702.478690:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700975fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b13a8 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478753:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097602 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478768:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097602 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478778:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097602 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478795:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097609 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478802:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097609 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478808:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097609 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478865:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097602 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478872:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097602 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478879:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097602 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478884:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334702.478888:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097602 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478895:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097602 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478907:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:0.0:1780334702.478910:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334702.478915:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097602 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478921:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097602 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478933:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097609 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478939:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097609 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478944:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097609 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478949:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334702.478951:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097609 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478956:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097609 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478963:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9b703c6cb400) 00010000:00010000:0.0:1780334702.478965:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334702.478969:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097609 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.478974:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70097609 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.479005:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700975fb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13a8 expref: 46 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.479015:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:0.0:1780334702.479017:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334702.479021:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700975fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13a8 expref: 46 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.479029:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8000, rc 0) 00000100:00100000:0.0:1780334702.479097:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+45:31139:x1866815604471936:12345-192.168.203.22@tcp:101:rm.0 Request processed in 456us (2746us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334702.479104:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1255 00000100:00100000:0.0:1780334702.502296:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334702.502468:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604472064 00000100:00100000:1.0:1780334702.502478:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604472064 00000100:00100000:1.0:1780334702.502541:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1256 00000100:00100000:1.0:1780334702.502552:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+45:31140:x1866815604472064:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334702.502572:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334702.502591:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097610 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b13af expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502666:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097617 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502680:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097617 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502701:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097617 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502717:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009761e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502723:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009761e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502730:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009761e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502764:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097617 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502771:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097617 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502777:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097617 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502782:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334702.502786:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097617 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502793:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097617 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502803:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:1.0:1780334702.502806:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.502852:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097617 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502859:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097617 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502872:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009761e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502878:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009761e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502884:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009761e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502890:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334702.502893:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009761e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502899:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009761e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502906:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9b703c6c5100) 00010000:00010000:1.0:1780334702.502909:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.502912:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009761e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502918:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009761e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502948:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097610 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13af expref: 46 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502959:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:1.0:1780334702.502961:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.502965:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097610 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13af expref: 46 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.502974:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c000, rc 0) 00000100:00100000:1.0:1780334702.503051:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+45:31140:x1866815604472064:12345-192.168.203.22@tcp:101:cp.0 Request processed in 501us (762us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334702.503059:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1256 00000100:00100000:2.0:1780334702.508644:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334702.508849:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604472192 00000100:00100000:1.0:1780334702.508858:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604472192 00000100:00100000:1.0:1780334702.508914:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1257 00000100:00100000:1.0:1780334702.508924:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:31140:x1866815604472192:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334702.508944:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334702.508963:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097625 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b13b6 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509023:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009762c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509047:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009762c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509059:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009762c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509073:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097633 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509081:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097633 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509088:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097633 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509120:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009762c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509128:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009762c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509135:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009762c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509141:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009762c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509147:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334702.509151:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009762c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509158:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009762c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509169:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:1.0:1780334702.509172:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.509176:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009762c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509183:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009762c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509195:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097633 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509200:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097633 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509205:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097633 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509210:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334702.509212:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097633 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509222:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097633 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509229:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9b703c6c5100) 00010000:00010000:1.0:1780334702.509232:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.509234:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097633 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509240:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097633 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509268:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097625 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13b6 expref: 46 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509278:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:1.0:1780334702.509280:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334702.509283:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097625 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13b6 expref: 46 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334702.509292:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c000, rc 0) 00000100:00100000:1.0:1780334702.509343:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:31140:x1866815604472192:12345-192.168.203.22@tcp:101:cp.0 Request processed in 421us (707us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334702.509350:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1257 00000100:00100000:3.0:1780334702.513189:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334702.513286:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604472448 00000100:00100000:0.0:1780334702.513295:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604472448 00000100:00100000:0.0:1780334702.513388:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1258 00000100:00100000:0.0:1780334702.513397:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+45:31140:x1866815604472448:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334702.513417:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334702.513453:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e7009763a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b13bd expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.513554:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097641 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.513573:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097641 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.513584:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097641 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.513598:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097648 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.513604:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097648 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.513609:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097648 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780334702.513939:0:6539:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00010000:00010000:0.0:1780334702.514077:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009764f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.514085:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009764f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.514092:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009764f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.514121:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097641 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.514129:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097641 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.514135:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097641 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.514141:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334702.514145:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097641 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.514152:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097641 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.514164:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:0.0:1780334702.514167:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334702.514171:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097641 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.514177:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097641 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334702.514189:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f8ee812e reply state 00000000a29c5e26 transno 4294968061 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097648 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.514201:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097648 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.514207:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9b703c6cb400) 00010000:00010000:0.0:1780334702.514208:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334702.514211:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780334702.514237:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e7009763a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13bd expref: 48 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.514250:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009764f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13bd expref: 47 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.514261:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6cb100) 00010000:00010000:0.0:1780334702.514263:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334702.514265:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8800, rc 0) 00000100:00100000:0.0:1780334702.514334:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:31140:x1866815604472448:12345-192.168.203.22@tcp:101:cp.0 Request processed in 938us (1153us total) trans 4294968061 rc 0/0 00000100:00100000:0.0:1780334702.514341:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1258 00010000:00010000:0.0:1780334702.516750:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334702.518788:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334702.519242:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604472576 00000100:00100000:2.0:1780334702.519251:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604472576 00000100:00100000:2.0:1780334702.519389:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 330 00000100:00100000:2.0:1780334702.519401:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604472576:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334702.519419:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334702.519440:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec580830/0xdf9e767e7009765d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b13c4 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334702.519466:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780334702.519486:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334702.519488:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334702.519496:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec580830/0xdf9e767e7009765d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13c4 expref: 11 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.519512:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec580830/0xdf9e767e7009765d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13c4 expref: 11 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.519526:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448da00, rc 0) 00000100:00100000:2.0:1780334702.519588:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604472576:12345-192.168.203.22@tcp:101:cp.0 Request processed in 190us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334702.519595:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 330 00000100:00080000:3.0:1780334702.519646:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334702.524187:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334702.524247:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604472704 00000100:00100000:0.0:1780334702.524255:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604472704 00000100:00100000:0.0:1780334702.524306:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 331 00000100:00100000:0.0:1780334702.524316:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:31140:x1866815604472704:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334702.524332:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334702.524349:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b13cb expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.524451:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec580830/0xdf9e767e7009765d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13c4 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.524460:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334702.524462:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334702.524466:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 12 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.524499:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ec580830/0xdf9e767e7009765d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13c4 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.524517:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ec580830/0xdf9e767e7009765d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13c4 expref: 12 pid: 8421 timeout: 806 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334702.524528:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624275712:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334702.524626:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01dade40 going to sleep for 11 seconds 00000100:00100000:1.0:1780334702.527553:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334702.527670:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624275712:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334702.527763:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 12 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334702.527785:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8600, rc 0) 00000100:00100000:2.0:1780334702.527992:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604472832 00000100:00100000:2.0:1780334702.528000:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604472832 00010000:00010000:2.0:1780334702.528031:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ec580830/0xdf9e767e7009765d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13c4 expref: 13 pid: 8421 timeout: 806 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334702.528125:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 384 00000100:00100000:2.0:1780334702.528136:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604472832:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334702.528151:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334702.528171:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ec580830/0xdf9e767e7009765d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13c4 expref: 13 pid: 8421 timeout: 806 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.528187:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ec580830/0xdf9e767e7009765d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13c4 expref: 13 pid: 8421 timeout: 806 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.528211:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec580830/0xdf9e767e7009765d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13c4 expref: 13 pid: 8421 timeout: 806 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334702.528219:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:31140:x1866815604472704:12345-192.168.203.22@tcp:101:cp.0 Request processed in 3901us (4040us total) trans 0 rc 0/0 00010000:00010000:2.0:1780334702.528229:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1780334702.528230:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 331 00010000:00010000:2.0:1780334702.528233:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334702.528242:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 12 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.528253:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 11 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.528286:0:6522:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 11 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334702.528301:0:6522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6522:1866815624275840:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334702.528377:0:6522:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b86600 going to sleep for 11 seconds 00000100:00100000:1.0:1780334702.532876:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334702.532943:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604473088 00000100:00100000:0.0:1780334702.532952:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604473088 00000100:00100000:0.0:1780334702.533062:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 239 00000100:00100000:2.0:1780334702.533069:0:6522:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6522:1866815624275840:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334702.533084:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7e8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:31140:x1866815604473088:12345-192.168.203.22@tcp:35:cp.0 00010000:00010000:2.0:1780334702.533103:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334702.533158:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604472832:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 5023us (5613us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334702.533167:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 384 00000100:00100000:0.0:1780334702.533316:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7e8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:31140:x1866815604473088:12345-192.168.203.22@tcp:35:cp.0 Request processed in 236us (447us total) trans 4294968062 rc 0/0 00000100:00100000:0.0:1780334702.533322:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 239 00000100:00100000:3.0:1780334702.553718:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334702.553859:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604473216 00000100:00100000:2.0:1780334702.553870:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604473216 00000100:00100000:2.0:1780334702.553927:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1259 00000100:00100000:2.0:1780334702.553939:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:31143:x1866815604473216:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334702.553961:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334702.553981:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009766b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b13d2 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554067:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097672 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554082:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097672 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554093:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097672 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554104:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097679 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554117:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097679 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554129:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097679 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554199:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097680 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554208:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097680 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554215:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097680 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334702.554252:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:2.0:1780334702.554256:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334702.554274:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097680 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554284:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097680 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554292:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097672 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554298:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097672 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554304:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097672 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554313:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334702.554317:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097672 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554323:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097672 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554341:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:2.0:1780334702.554344:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334702.554349:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097672 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554355:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097672 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554366:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097679 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554372:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097679 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554391:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097679 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554396:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448dc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334702.554398:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097679 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554404:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097679 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554414:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9b703c6cb400) 00010000:00010000:2.0:1780334702.554417:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334702.554419:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097679 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554424:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097679 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554448:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009766b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13d2 expref: 102 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554461:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097680 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13d2 expref: 101 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.554468:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6cb100) 00010000:00010000:2.0:1780334702.554471:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334702.554473:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448cc00, rc 0) 00000100:00100000:2.0:1780334702.554528:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+101:31143:x1866815604473216:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 591us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334702.554535:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1259 00000100:00100000:1.0:1780334702.557530:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334702.557638:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604473344 00000100:00100000:2.0:1780334702.557647:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604473344 00000100:00100000:2.0:1780334702.557721:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 332 00000100:00100000:2.0:1780334702.557735:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604473344:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334702.557753:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334702.557769:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036b889ac/0xdf9e767e70097687 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b13d9 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334702.557851:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624275968:192.168.203.22@tcp:106: 00000100:00100000:2.0:1780334702.557918:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b86600 going to sleep for 11 seconds 00000100:00080000:3.0:1780334702.559576:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1780334702.561698:0:8419:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1780334702.561706:0:8419:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime: 0 -> 1780334702 00002000:00010000:2.0:1780334702.561708:0:8419:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime: 0 -> 1780334702 00002000:00010000:2.0:1780334702.561711:0:8419:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime: 0 -> 1780334702 00002000:00010000:2.0:1780334702.561713:0:8419:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1780334702.561735:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624275968:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334702.561768:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000036b889ac/0xdf9e767e70097687 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13d9 expref: 13 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.561793:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036b889ac/0xdf9e767e70097687 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13d9 expref: 13 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.561807:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d400, rc 0) 00000100:00100000:2.0:1780334702.561893:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2406:x1866815604473344:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 4163us (4368us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334702.561902:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 332 00000100:00100000:1.0:1780334702.565408:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334702.565569:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604473472 00000100:00100000:3.0:1780334702.565579:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604473472 00000100:00100000:3.0:1780334702.565635:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1260 00000100:00100000:3.0:1780334702.565646:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+101:31143:x1866815604473472:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334702.565667:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334702.565685:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009768e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b13e0 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.565749:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097695 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.565763:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.565773:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334702.566515:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:3.0:1780334702.566522:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334702.566550:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.566580:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009768e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13e0 expref: 103 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.566598:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097695 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13e0 expref: 102 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334702.566606:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:3.0:1780334702.566609:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334702.566613:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f800, rc 0) 00000100:00100000:3.0:1780334702.566680:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:31143:x1866815604473472:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1036us (1279us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334702.566687:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1260 00000100:00100000:1.0:1780334702.570697:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334702.570738:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334702.570770:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334702.570796:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334702.570837:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334702.570863:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604473856 00000100:00100000:1.0:1780334702.570872:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604473856 00000100:00100000:1.0:1780334702.570916:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604474112 00000100:00100000:1.0:1780334702.570919:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604474112 00000100:00100000:1.0:1780334702.570933:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604473984 00000100:00100000:1.0:1780334702.570935:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604473984 00000100:00100000:1.0:1780334702.570951:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 490 00000100:00100000:1.0:1780334702.570960:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604473856:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334702.571024:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604473856:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 64us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334702.571031:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 490 00000100:00100000:1.0:1780334702.571059:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 491 00000100:00100000:1.0:1780334702.571065:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604473984:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334702.571086:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604473984:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334702.571092:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 491 00000100:00100000:1.0:1780334702.571102:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 333 00000100:00100000:1.0:1780334702.571108:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604474112:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334702.571119:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334702.571136:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e7009769c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b13e7 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334702.571186:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624276096:192.168.203.22@tcp:106: 00000100:00100000:1.0:1780334702.571234:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8000 going to sleep for 11 seconds 00000100:00100000:0.0:1780334702.571477:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604473728 00000100:00100000:0.0:1780334702.571483:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604473728 00000100:00100000:0.0:1780334702.571515:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 829 00000100:00100000:0.0:1780334702.571522:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604473728:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334702.571553:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604473728:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334702.571562:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 829 00000100:00100000:2.0:1780334702.571658:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604473600 00000100:00100000:2.0:1780334702.571662:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604473600 00000100:00100000:2.0:1780334702.571700:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 698 00000100:00100000:2.0:1780334702.571707:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604473600:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334702.571731:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604473600:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (1044us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334702.571741:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 698 00000100:00080000:3.0:1780334702.571981:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334702.571986:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334702.574031:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034545c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624276096:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334702.574076:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e7009769c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13e7 expref: 13 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.574107:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e7009769c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13e7 expref: 13 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334702.574118:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481de00, rc 0) 00000100:00100000:2.0:1780334702.574165:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604474112:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 3057us (3393us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334702.574173:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 333 00000100:00100000:1.0:1780334702.584367:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334702.584475:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604474368 00000100:00100000:2.0:1780334702.584486:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604474368 00000100:00100000:2.0:1780334702.584546:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1261 00000100:00100000:2.0:1780334702.584556:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:31143:x1866815604474368:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:2.0:1780334702.584725:0:9763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].34, 136 off12816 00000100:00100000:2.0:1780334702.585124:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:31143:x1866815604474368:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 568us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334702.585132:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1261 00000100:00100000:1.0:1780334702.708072:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624276224:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334702.708153:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334702.708257:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624276224 00000100:00100000:2.0:1780334702.708266:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624276224 00000100:00100000:2.0:1780334702.708319:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1780334702.708329:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624276224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334702.708372:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:2.0:1780334702.708417:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624276224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334702.708425:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1780334702.708629:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624276224:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1780334703.116534:0:23143:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334703.116544:0:23143:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334703.116593:0:23143:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:0.0:1780334703.116600:0:23143:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334703.219949:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334703.219971:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624276352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334703.220055:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334703.220116:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624276352 00000100:00100000:0.0:1780334703.220124:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624276352 00000100:00100000:0.0:1780334703.220231:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1780334703.220241:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624276352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334703.220280:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1780334703.220331:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624276352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334703.220340:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1780334703.220409:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624276352:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1780334703.224012:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334703.226467:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624276608:0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.226531:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334703.226577:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624277120:0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.226601:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334703.226618:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624277632:0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.226800:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334703.226859:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1780334703.226868:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624276736:0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.226896:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334703.226923:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624277248:0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.226948:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334703.226949:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624276736 00000100:00100000:3.0:1780334703.226957:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624276736 00000100:00100000:0.0:1780334703.226968:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624277760:0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.226991:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334703.227010:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:3.0:1780334703.227020:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624276736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.227025:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624276608 00000100:00100000:0.0:1780334703.227039:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624276608 00000100:00100000:0.0:1780334703.227065:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624277120 00000100:00100000:0.0:1780334703.227068:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624277120 00000100:00100000:0.0:1780334703.227087:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624277632 00000100:00100000:0.0:1780334703.227090:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624277632 00000100:00100000:3.0:1780334703.227098:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624276736:12345-0@lo:400:kworker.0 Request processed in 79us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334703.227106:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:3.0:1780334703.227150:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624276736:0@lo:400:kworker.0 00000100:00100000:1.0:1780334703.227205:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624277248 00000100:00100000:1.0:1780334703.227210:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624277248 00000100:00100000:1.0:1780334703.227231:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624277760 00000100:00100000:1.0:1780334703.227234:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624277760 00000100:00100000:1.0:1780334703.227251:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1780334703.227257:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624276608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334703.227503:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624276608:12345-0@lo:400:kworker.0 Request processed in 246us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334703.227510:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1780334703.227527:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1780334703.227533:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624277120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334703.227562:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624277120:12345-0@lo:400:kworker.0 Request processed in 30us (960us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334703.227569:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1780334703.227580:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1780334703.227585:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624277248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334703.227609:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624277248:12345-0@lo:400:kworker.0 Request processed in 24us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334703.227615:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1780334703.227626:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1780334703.227720:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1780334703.227727:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624277632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334703.227857:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624277248:0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.227864:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624277632:12345-0@lo:400:kworker.0 Request processed in 135us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334703.227871:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1780334703.227875:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624276608:0@lo:400:kworker.0 00000100:00100000:3.0:1780334703.227887:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624277120:0@lo:400:kworker.0 00000100:00100000:3.0:1780334703.227897:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624277632:0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.227914:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624276864:0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.227939:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334703.227971:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624277376:0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.227992:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334703.228010:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624277888:0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.228040:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334703.228059:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1780334703.228065:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624276480:0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.228088:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334703.228121:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624276992:0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.228143:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334703.228159:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624277504:0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.228179:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334703.228196:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624278016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334703.228215:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334703.228240:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624277376 00000100:00100000:0.0:1780334703.228244:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624277376 00000100:00100000:0.0:1780334703.228268:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624277888 00000100:00100000:1.0:1780334703.228483:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624277760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334703.228524:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624277760:12345-0@lo:400:kworker.0 Request processed in 892us (1532us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334703.228531:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1780334703.228544:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624276864 00000100:00100000:1.0:1780334703.228548:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624276864 00000100:00100000:1.0:1780334703.228574:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1780334703.228581:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624276864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334703.228615:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624276864:12345-0@lo:400:kworker.0 Request processed in 35us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334703.228621:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1780334703.228713:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624276480 00000100:00100000:1.0:1780334703.228718:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624276480 00000100:00100000:3.0:1780334703.228900:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624277504 00000100:00100000:3.0:1780334703.228904:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624277504 00000100:00100000:3.0:1780334703.228933:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1780334703.228939:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624277376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334703.228976:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624277376:12345-0@lo:400:kworker.0 Request processed in 37us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334703.228982:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1780334703.228993:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1780334703.228998:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624277504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.229015:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624277888 00000100:00100000:3.0:1780334703.229022:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624277504:12345-0@lo:400:kworker.0 Request processed in 22us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334703.229028:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1780334703.229055:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1780334703.229061:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624277888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334703.229085:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624277888:12345-0@lo:400:kworker.0 Request processed in 25us (1054us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334703.229092:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1780334703.229102:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624276480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334703.229138:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624276480:12345-0@lo:400:kworker.0 Request processed in 38us (1048us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334703.229143:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1780334703.229171:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624276992 00000100:00100000:1.0:1780334703.229175:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624276992 00000100:00100000:1.0:1780334703.229207:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1780334703.229213:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624276992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334703.229247:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624276992:12345-0@lo:400:kworker.0 Request processed in 34us (1103us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334703.229253:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1780334703.229300:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624276480:0@lo:400:kworker.0 00000100:00100000:1.0:1780334703.229312:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624276992:0@lo:400:kworker.0 00000100:00100000:1.0:1780334703.229319:0:3658:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967358 gen 2 00000004:00080000:1.0:1780334703.229324:0:3658:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967358 committed transno 4294967358 00000100:00100000:1.0:1780334703.229338:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624277504:0@lo:400:kworker.0 00000100:00100000:1.0:1780334703.229360:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624276864:0@lo:400:kworker.0 00000100:00100000:1.0:1780334703.229372:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624277376:0@lo:400:kworker.0 00000100:00100000:1.0:1780334703.229380:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624277888:0@lo:400:kworker.0 00000100:00100000:0.0:1780334703.229624:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624278016 00000100:00100000:0.0:1780334703.229629:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624278016 00000100:00100000:0.0:1780334703.229705:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1780334703.229713:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624278016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334703.229729:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1780334703.229788:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624278016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (1571us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334703.229795:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1780334703.229868:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624278016:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1780334703.230498:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334703.230504:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334703.230506:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334703.230509:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334703.232904:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624277760:0@lo:400:kworker.0 00000100:00100000:3.0:1780334703.232969:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000040:00080000:2.0:1780334703.286064:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1780334703.348022:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334703.348039:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334703.348070:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:2.0:1780334703.348080:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334703.348284:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d0700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624278144:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334703.348455:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8900 going to sleep for 11 seconds 00000100:00100000:2.0:1780334703.353205:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d0700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624278144:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334703.354497:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334703.355195:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604474496 00000100:00100000:0.0:1780334703.355205:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604474496 00000100:00100000:1.0:1780334703.355451:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1262 00000100:00100000:1.0:1780334703.355461:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:31154:x1866815604474496:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334703.355496:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334703.355613:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:31154:x1866815604474496:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 153us (1120us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334703.355621:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1262 00000100:00100000:2.0:1780334703.363333:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334703.363423:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604474752 00000100:00100000:1.0:1780334703.363432:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604474752 00000100:00100000:1.0:1780334703.363486:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1263 00000100:00100000:1.0:1780334703.363494:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+49:31154:x1866815604474752:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334703.363513:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334703.363531:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700976a3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b13ee expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334703.363625:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700976aa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334703.363639:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700976aa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334703.363652:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700976aa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334703.363663:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:1.0:1780334703.363761:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700976a3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13ee expref: 52 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334703.363777:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700976aa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13ee expref: 51 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334703.363784:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6cb100) 00010000:00010000:1.0:1780334703.363801:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334703.363806:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481de00, rc 0) 00000100:00100000:1.0:1780334703.363886:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+51:31154:x1866815604474752:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 392us (561us total) trans 4294968063 rc 0/0 00000100:00100000:1.0:1780334703.363893:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1263 00000100:00100000:2.0:1780334703.368709:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334703.368851:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604475008 00000100:00100000:0.0:1780334703.368861:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604475008 00000100:00100000:0.0:1780334703.368928:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 58 00000100:00100000:0.0:1780334703.368940:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+51:2409:x1866815604475008:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334703.368956:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334703.368985:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700976aa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13ee expref: 51 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334703.369010:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6cb100) 00010000:00010000:0.0:1780334703.369015:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334703.369085:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:2409:x1866815604475008:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 147us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334703.369092:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 58 00000100:00100000:3.0:1780334703.369205:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334703.369607:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604474880 00000100:00100000:0.0:1780334703.369613:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604474880 00000100:00100000:0.0:1780334703.369650:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 334 00000100:00100000:0.0:1780334703.369659:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604474880:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1780334703.369693:0:8519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f837c585/0xdf9e767e700976b8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334703.369712:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 11 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334703.369720:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780334703.369722:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780334703.369725:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f837c585/0xdf9e767e700976b8 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334703.369756:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 11 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334703.369770:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 11 pid: 8519 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334703.369803:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624278272:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334703.369992:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b86e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334703.373393:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624278272:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334703.373423:0:8519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f837c585/0xdf9e767e700976b8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334703.375217:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334703.376217:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604475136 00000100:00100000:0.0:1780334703.376229:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604475136 00002000:00100000:1.0:1780334703.376661:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->157) req@ffff9b6f034d2300 x1866815604475136/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:169/0 lens 648/0 e 0 to 0 dl 1780334714 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334703.376673:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f034d2300 with x1866815604475136 ext(0->157) 00010000:00010000:1.0:1780334703.376683:0:20282:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 12 pid: 8519 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334703.376701:0:20282:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 12 pid: 8519 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334703.376709:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b6f034d2300 00000100:00100000:1.0:1780334703.377009:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 15 00000100:00100000:1.0:1780334703.377020:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604475136:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:1.0:1780334703.378529:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+14:2407:x1866815604475136:12345-192.168.203.22@tcp:4:cp.0 Request processed in 1504us (3312us total) trans 4294967367 rc 0/0 00000100:00100000:1.0:1780334703.378540:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 15 00002000:00100000:1.0:1780334703.378551:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->157) req@ffff9b6f034d2300 x1866815604475136/t4294967367(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:169/0 lens 648/448 e 0 to 0 dl 1780334714 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334703.378562:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f034d2300 with x1866815604475136 ext(0->157) 00010000:00010000:1.0:1780334703.378570:0:20282:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 14 pid: 8519 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334703.378587:0:20282:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 14 pid: 8519 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334703.378595:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b6f034d2300 00000100:00100000:1.0:1780334703.383584:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334703.383667:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604475264 00000100:00100000:0.0:1780334703.383678:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604475264 00010000:00010000:0.0:1780334703.383717:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 14 pid: 8519 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334703.383762:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 385 00000100:00100000:0.0:1780334703.383772:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+14:2406:x1866815604475264:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334703.383797:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780334703.383854:0:6524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1780334703.383862:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 14 pid: 8519 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334703.383888:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 14 pid: 8519 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334703.383913:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e70097664 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13cb expref: 14 pid: 8519 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334703.383929:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334703.383931:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334703.383935:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f837c585/0xdf9e767e700976b8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334703.383945:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f837c585/0xdf9e767e700976b8 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334703.383969:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334703.384037:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604475264:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 258us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334703.384046:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 385 00010000:00010000:2.0:1780334703.384449:0:8519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f837c585/0xdf9e767e700976b8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.384462:0:8519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f837c585/0xdf9e767e700976b8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.384484:0:8519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f837c585/0xdf9e767e700976b8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.384493:0:8519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f837c585/0xdf9e767e700976b8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.384502:0:8519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f837c585/0xdf9e767e700976b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.384509:0:8519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8200 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334703.384513:0:8519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f837c585/0xdf9e767e700976b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.384629:0:8519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f837c585/0xdf9e767e700976b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.384643:0:8519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f837c585/0xdf9e767e700976b8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.384650:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f837c585/0xdf9e767e700976b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334703.384754:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604474880:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 15095us (15547us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334703.384763:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 334 00000100:00100000:1.0:1780334703.393058:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334703.393150:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604475520 00000100:00100000:2.0:1780334703.393160:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604475520 00000100:00100000:2.0:1780334703.393220:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1264 00000100:00100000:2.0:1780334703.393231:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:31154:x1866815604475520:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334703.393333:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:31154:x1866815604475520:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 105us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334703.393340:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1264 00000100:00100000:1.0:1780334703.399519:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334703.399617:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604475648 00000100:00100000:0.0:1780334703.399627:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604475648 00000100:00100000:0.0:1780334703.399686:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 335 00000100:00100000:0.0:1780334703.399696:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604475648:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334703.399715:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334703.399735:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e700976bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b13f5 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334703.399761:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 158, mtime: 0x6a1dc06e, atime: 0x0, ctime: 0x6a1dc06e, blocks: 0x8 00010000:00010000:0.0:1780334703.399780:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334703.399782:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334703.399803:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e700976bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13f5 expref: 13 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334703.399871:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e700976bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13f5 expref: 13 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334703.399885:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8600, rc 0) 00000100:00100000:0.0:1780334703.399936:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604475648:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 242us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334703.399943:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 335 00000100:00100000:3.0:1780334703.405303:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334703.405502:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604475904 00000100:00100000:1.0:1780334703.405512:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604475904 00000100:00100000:1.0:1780334703.405576:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1265 00000100:00100000:1.0:1780334703.405587:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:31154:x1866815604475904:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1780334703.405690:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:31154:x1866815604475904:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 105us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334703.405697:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1265 00000100:00100000:1.0:1780334703.409668:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334703.409749:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604476032 00000100:00100000:3.0:1780334703.409758:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604476032 00002000:00100000:3.0:1780334703.409799:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff9b6f036dfb80 x1866815604476032/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:169/0 lens 488/0 e 0 to 0 dl 1780334714 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334703.409859:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f036dfb80 with x1866815604476032 ext(0->4095) 00002000:00010000:3.0:1780334703.409865:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f036dfb80 00000100:00100000:3.0:1780334703.409892:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 91 00000100:00100000:3.0:1780334703.409902:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604476032:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1780334703.410058:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604476032:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 157us (398us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334703.410065:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 91 00002000:00100000:3.0:1780334703.410071:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff9b6f036dfb80 x1866815604476032/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:169/0 lens 488/4536 e 0 to 0 dl 1780334714 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334703.410078:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f036dfb80 with x1866815604476032 ext(0->4095) 00002000:00010000:3.0:1780334703.410081:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f036dfb80 00000100:00100000:3.0:1780334703.414499:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334703.414573:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604476160 00000100:00100000:2.0:1780334703.414582:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604476160 00000100:00100000:2.0:1780334703.414642:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1266 00000100:00100000:2.0:1780334703.414652:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+50:31154:x1866815604476160:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334703.414671:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334703.414689:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976c6 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b13fc expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.414806:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976cd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.414852:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976cd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.414862:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976cd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.414970:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976c6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13fc expref: 52 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.414988:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976cd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13fc expref: 51 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.414996:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6cb100) 00010000:00010000:2.0:1780334703.414999:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334703.415004:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ce00, rc 0) 00000100:00100000:2.0:1780334703.415118:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:31154:x1866815604476160:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 467us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334703.415125:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1266 00000100:00100000:2.0:1780334703.430695:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334703.430843:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604476288 00000100:00100000:0.0:1780334703.430855:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604476288 00000100:00100000:0.0:1780334703.430914:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1267 00000100:00100000:0.0:1780334703.430925:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+51:31154:x1866815604476288:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334703.430955:0:15367:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334703.431074:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+51:31154:x1866815604476288:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 152us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334703.431082:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1267 00000100:00100000:1.0:1780334703.434259:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334703.434359:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604476416 00000100:00100000:3.0:1780334703.434369:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604476416 00000100:00100000:3.0:1780334703.434435:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 336 00000100:00100000:3.0:1780334703.434445:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604476416:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334703.434492:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e700976d4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334703.434510:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334703.434512:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334703.434516:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e700976d4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334703.434529:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e700976d4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334703.434555:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e700976d4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334703.434563:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e700976d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334703.434571:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e700976d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334703.434579:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ea00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334703.434582:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e700976d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334703.434591:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e700976d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334703.434604:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e700976d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334703.434612:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e700976d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334703.434692:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604476416:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 249us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334703.434700:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 336 00000100:00100000:3.0:1780334703.440070:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334703.440166:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604476672 00000100:00100000:2.0:1780334703.440176:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604476672 00000100:00100000:2.0:1780334703.440231:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1268 00000100:00100000:2.0:1780334703.440240:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+51:31154:x1866815604476672:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1780334703.440311:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976db lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.440327:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976cd lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13fc expref: 51 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.440337:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976db lrc: 4/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.440493:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976cd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13fc expref: 51 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.440507:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976cd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13fc expref: 51 pid: 6539 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334703.440522:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624278400:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334703.440714:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8900 going to sleep for 11 seconds 00000100:00100000:2.0:1780334703.443333:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624278400:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334703.443366:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976db lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334703.444530:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334703.444749:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604476800 00000100:00100000:2.0:1780334703.444756:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604476800 00010000:00010000:2.0:1780334703.444791:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976cd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13fc expref: 52 pid: 6539 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334703.444865:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 386 00000100:00100000:2.0:1780334703.444876:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604476800:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334703.444890:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334703.444896:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976cd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13fc expref: 52 pid: 6539 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.444921:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976cd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13fc expref: 52 pid: 6539 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.444943:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976cd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13fc expref: 52 pid: 6539 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.444959:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6cb100) 00010000:00010000:2.0:1780334703.444964:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976db lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.444974:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.444982:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976db lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334703.445002:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334703.445058:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:2407:x1866815604476800:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 183us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334703.445065:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 386 00010000:00010000:1.0:1780334703.445244:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334703.445252:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334703.445412:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334703.445420:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976db lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334703.445425:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976db lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334703.445430:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334703.445434:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976db lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334703.445445:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976db lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334703.445454:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6cb100) 00010000:00010000:1.0:1780334703.445456:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334703.445459:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976db lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334703.445464:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700976db lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334703.445561:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+51:31154:x1866815604476672:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 5321us (5499us total) trans 4294968064 rc 0/0 00000100:00100000:1.0:1780334703.445569:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1268 00000040:00080000:2.0:1780334703.445796:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334703.445800:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334703.446336:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1780334703.446345:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334703.448686:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334703.448752:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604477056 00000100:00100000:3.0:1780334703.448759:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604477056 00000100:00100000:3.0:1780334703.448800:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 240 00000100:00100000:3.0:1780334703.448828:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:31154:x1866815604477056:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334703.449107:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:31154:x1866815604477056:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 296us (427us total) trans 4294968065 rc 0/0 00000100:00100000:3.0:1780334703.449115:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 240 00010000:00010000:1.0:1780334703.540244:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334704.564905:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334704.736512:0:23194:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334704.736519:0:23194:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334704.736547:0:23194:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:0.0:1780334704.736552:0:23194:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334704.756135:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624278656:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334704.756221:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334704.756233:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624278528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334704.756291:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624278656 00000100:00100000:3.0:1780334704.756298:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624278656 00000100:00100000:2.0:1780334704.756331:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334704.756362:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624278784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334704.756383:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334704.756703:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624278528 00000100:00100000:3.0:1780334704.756708:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624278528 00000100:00100000:3.0:1780334704.756729:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1780334704.756737:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624278656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334704.756765:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334704.756910:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624278656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334704.756919:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1780334704.757015:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1780334704.757033:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624278528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334704.757048:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334704.757076:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624278528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (746us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334704.757082:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1780334704.757121:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624278528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334704.757347:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624278784 00000100:00100000:3.0:1780334704.757352:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624278784 00000100:00100000:3.0:1780334704.757392:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1780334704.757400:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624278784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334704.757642:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334704.757833:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624278784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 412us (1426us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334704.757839:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1780334704.757921:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624278656:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334704.758264:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624278784:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334704.797314:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334704.797560:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604477312 00000100:00100000:2.0:1780334704.797570:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604477312 00000100:00100000:2.0:1780334704.797690:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1269 00000100:00100000:2.0:1780334704.797704:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:31167:x1866815604477312:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:2.0:1780334704.797723:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334704.797741:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700976e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1403 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.797853:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976e9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.797868:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976e9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.797878:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976e9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334704.797888:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:2.0:1780334704.797988:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700976e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1403 expref: 105 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.798004:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976e9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1403 expref: 104 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.798013:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6cb100) 00010000:00010000:2.0:1780334704.798016:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334704.798029:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ce00, rc 0) 00000100:00100000:2.0:1780334704.798090:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:31167:x1866815604477312:12345-192.168.203.22@tcp:101:cat.0 Request processed in 390us (781us total) trans 4294968066 rc 0/0 00000100:00100000:2.0:1780334704.798098:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1269 00000100:00080000:0.0:1780334704.798437:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334704.806371:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334704.806465:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334704.806495:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604477568 00000100:00100000:1.0:1780334704.806506:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604477568 00000100:00100000:1.0:1780334704.806560:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 59 00000100:00100000:1.0:1780334704.806570:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:2406:x1866815604477568:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334704.806583:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334704.806605:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e700976e9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1403 expref: 104 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.806623:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6cb100) 00010000:00010000:1.0:1780334704.806628:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334704.806674:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:2406:x1866815604477568:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 106us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334704.806682:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 59 00000100:00100000:2.0:1780334704.807437:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604477440 00000100:00100000:2.0:1780334704.807444:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604477440 00000100:00100000:2.0:1780334704.807491:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 337 00000100:00100000:2.0:1780334704.807500:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2407:x1866815604477440:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:2.0:1780334704.807514:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334704.807527:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700976f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b140a expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.807550:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334704.807552:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334704.807559:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700976f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b140a expref: 13 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.807575:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700976f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b140a expref: 13 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.807587:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d200, rc 0) 00000100:00100000:2.0:1780334704.807628:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2407:x1866815604477440:12345-192.168.203.22@tcp:101:cat.0 Request processed in 130us (1266us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334704.807634:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 337 00000100:00080000:1.0:1780334704.807710:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334704.812669:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334704.812738:0:8426:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604477696 00000100:00100000:3.0:1780334704.812747:0:8426:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604477696 00002000:00100000:3.0:1780334704.812792:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff9b7012bda300 x1866815604477696/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:170/0 lens 488/0 e 0 to 0 dl 1780334715 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334704.812804:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7012bda300 with x1866815604477696 ext(0->4095) 00002000:00010000:3.0:1780334704.812836:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b7012bda300 00000100:00100000:3.0:1780334704.812863:0:8426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 92 00000100:00100000:3.0:1780334704.812873:0:8426:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2407:x1866815604477696:12345-192.168.203.22@tcp:3:cat.0 00000100:00100000:3.0:1780334704.813028:0:8426:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2407:x1866815604477696:12345-192.168.203.22@tcp:3:cat.0 Request processed in 146us (355us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334704.813036:0:8426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 92 00002000:00100000:3.0:1780334704.813043:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff9b7012bda300 x1866815604477696/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:170/0 lens 488/4536 e 0 to 0 dl 1780334715 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334704.813050:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7012bda300 with x1866815604477696 ext(0->4095) 00002000:00010000:3.0:1780334704.813053:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b7012bda300 00000100:00100000:2.0:1780334704.818123:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334704.818236:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604477952 00000100:00100000:3.0:1780334704.818247:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604477952 00000100:00100000:3.0:1780334704.818299:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 241 00000100:00100000:3.0:1780334704.818309:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:31167:x1866815604477952:12345-192.168.203.22@tcp:35:cat.0 00000100:00100000:3.0:1780334704.818512:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:31167:x1866815604477952:12345-192.168.203.22@tcp:35:cat.0 Request processed in 204us (398us total) trans 4294968067 rc 0/0 00000100:00100000:3.0:1780334704.818520:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 241 00000100:00100000:1.0:1780334704.846420:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334704.847794:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604478208 00000100:00100000:0.0:1780334704.847806:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604478208 00000100:00100000:0.0:1780334704.847883:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1270 00000100:00100000:0.0:1780334704.847894:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:31168:x1866815604478208:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334704.847918:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334704.847935:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e700976fe lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1411 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.848043:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70097705 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.848059:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70097705 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.848070:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70097705 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334704.848082:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1780334704.848170:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e700976fe lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1411 expref: 107 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.848184:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70097705 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1411 expref: 106 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.848193:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6cb100) 00010000:00010000:0.0:1780334704.848196:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1780334704.848200:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9800, rc 0) 00000100:00100000:0.0:1780334704.848253:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:31168:x1866815604478208:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 361us (1843us total) trans 4294968068 rc 0/0 00000100:00100000:0.0:1780334704.848261:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1270 00000100:00100000:1.0:1780334704.853889:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334704.854004:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604478336 00000100:00100000:0.0:1780334704.854015:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604478336 00000100:00100000:0.0:1780334704.854160:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 338 00000100:00100000:0.0:1780334704.854173:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2409:x1866815604478336:12345-192.168.203.22@tcp:1:lfs.0 00010000:00010000:0.0:1780334704.854214:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000920b3ac8/0xdf9e767e70097713 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.854234:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e700976bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13f5 expref: 12 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.854245:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700976f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b140a expref: 13 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.854253:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334704.854255:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334704.854259:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000920b3ac8/0xdf9e767e70097713 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.854291:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700976f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b140a expref: 13 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.854307:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700976f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b140a expref: 13 pid: 8519 timeout: 808 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334704.854323:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624278912:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334704.854477:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e700976bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13f5 expref: 12 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.854489:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e700976bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13f5 expref: 12 pid: 8422 timeout: 808 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334704.854501:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624279040:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334704.854528:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70083edcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334704.860419:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334704.860432:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624278912:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334704.860486:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604478464 00000100:00100000:0.0:1780334704.860492:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604478464 00010000:00010000:0.0:1780334704.860529:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700976f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b140a expref: 14 pid: 8519 timeout: 808 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334704.860552:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624279040:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334704.860570:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 387 00010000:00010000:2.0:1780334704.860574:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000920b3ac8/0xdf9e767e70097713 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334704.860579:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab4a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2406:x1866815604478464:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334704.860593:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334704.860623:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700976f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b140a expref: 14 pid: 8519 timeout: 808 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.860634:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700976f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b140a expref: 14 pid: 8519 timeout: 808 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.860651:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e700976f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b140a expref: 14 pid: 8519 timeout: 808 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.860665:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334704.860703:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab4a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2406:x1866815604478464:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 127us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334704.860709:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 387 00000100:00100000:1.0:1780334704.865256:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334704.865298:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604478592 00000100:00100000:0.0:1780334704.865308:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604478592 00010000:00010000:0.0:1780334704.865428:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e700976bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13f5 expref: 13 pid: 8422 timeout: 808 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334704.865481:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 388 00000100:00100000:0.0:1780334704.865492:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604478592:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334704.865505:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334704.865524:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e700976bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13f5 expref: 13 pid: 8422 timeout: 808 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.865538:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e700976bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13f5 expref: 13 pid: 8422 timeout: 808 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.865561:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004aeb5675/0xdf9e767e700976bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13f5 expref: 13 pid: 8422 timeout: 808 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1780334704.865574:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1780334704.865577:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334704.865580:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334704.865584:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000920b3ac8/0xdf9e767e70097713 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.865595:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000920b3ac8/0xdf9e767e70097713 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.865628:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334704.865657:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000920b3ac8/0xdf9e767e70097713 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.865670:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000920b3ac8/0xdf9e767e70097713 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334704.865672:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604478592:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 182us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334704.865689:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 388 00010000:00010000:2.0:1780334704.865712:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000920b3ac8/0xdf9e767e70097713 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.865722:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000920b3ac8/0xdf9e767e70097713 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.865730:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000920b3ac8/0xdf9e767e70097713 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.865737:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8a00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334704.865742:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000920b3ac8/0xdf9e767e70097713 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.865751:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000920b3ac8/0xdf9e767e70097713 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.865764:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000920b3ac8/0xdf9e767e70097713 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.865772:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000920b3ac8/0xdf9e767e70097713 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334704.865918:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:2409:x1866815604478336:12345-192.168.203.22@tcp:1:lfs.0 Request processed in 11748us (12035us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334704.865929:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 338 00000100:00100000:1.0:1780334704.870292:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334704.870456:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604478848 00000100:00100000:3.0:1780334704.870466:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604478848 00000100:00100000:3.0:1780334704.870521:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 242 00000100:00100000:3.0:1780334704.870532:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:31168:x1866815604478848:12345-192.168.203.22@tcp:35:lfs.0 00000004:00010000:3.0:1780334704.870594:0:6541:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70097705 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1411 expref: 106 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780334704.870762:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968069 00000001:00080000:3.0:1780334704.871069:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968070 00010000:00010000:3.0:1780334704.871104:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.871123:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009764f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13bd expref: 51 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.871132:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097680 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13d2 expref: 109 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.871140:0:6541:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 5/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.871170:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097680 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13d2 expref: 109 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.871183:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097680 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13d2 expref: 109 pid: 9763 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334704.871196:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624279168:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334704.871283:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009764f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13bd expref: 51 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.871292:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009764f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13bd expref: 51 pid: 6539 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334704.871301:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624279296:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334704.871324:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ff2fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1780334704.873718:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334704.873790:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604478976 00000100:00100000:1.0:1780334704.873798:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604478976 00010000:00010000:1.0:1780334704.873865:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097680 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13d2 expref: 110 pid: 9763 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334704.873905:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 389 00000100:00100000:1.0:1780334704.873914:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:2406:x1866815604478976:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334704.873927:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334704.873933:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097680 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13d2 expref: 110 pid: 9763 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.873946:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097680 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13d2 expref: 110 pid: 9763 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.873967:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6cb100) 00010000:00010000:1.0:1780334704.873972:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.873985:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.873991:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334704.874048:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:2406:x1866815604478976:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 134us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334704.874056:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 389 00010000:00010000:3.0:1780334704.874239:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097680 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13d2 expref: 109 pid: 9763 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334704.874259:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624279168:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334704.874389:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334704.874553:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624279296:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334704.874575:0:6541:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334704.874926:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604479104 00000100:00100000:2.0:1780334704.874933:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604479104 00000100:00080000:1.0:1780334704.874973:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780334704.874975:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009764f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13bd expref: 52 pid: 6539 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334704.875004:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 390 00000100:00100000:2.0:1780334704.875032:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604479104:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334704.875043:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334704.875059:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009764f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13bd expref: 52 pid: 6539 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.875070:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009764f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13bd expref: 52 pid: 6539 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.875086:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e7009764f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13bd expref: 52 pid: 6539 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.875098:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6cb100) 00010000:00010000:2.0:1780334704.875103:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.875111:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.875118:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.875141:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334704.875162:0:6541:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.875170:0:6541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334704.875181:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+51:2406:x1866815604479104:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 160us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334704.875189:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 390 00000001:00080000:3.0:1780334704.875265:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968071 00000001:00080000:3.0:1780334704.875556:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968072 00000001:00080000:3.0:1780334704.875590:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968073 00000100:00100000:3.0:1780334704.875658:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624279424:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1780334704.875698:0:6541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334704.875729:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ff2f480 going to sleep for 11 seconds 00000100:00100000:1.0:1780334704.875900:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624279424 00000100:00100000:1.0:1780334704.875904:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624279424 00000100:00100000:1.0:1780334704.875937:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1780334704.875945:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6541:x1866815624279424:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1780334704.876040:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6541:x1866815624279424:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 96us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334704.876048:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1780334704.876116:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624279424:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1780334704.876206:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968074 00000100:00100000:3.0:1780334704.876249:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624279552:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1780334704.876273:0:6541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334704.876292:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ff2f780 going to sleep for 11 seconds 00000100:00100000:0.0:1780334704.876315:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624279552 00000100:00100000:0.0:1780334704.876320:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624279552 00000100:00100000:0.0:1780334704.876422:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1780334704.876429:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6541:x1866815624279552:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1780334704.876623:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6541:x1866815624279552:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 194us (348us total) trans 4294967368 rc 0/0 00000100:00100000:3.0:1780334704.876625:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624279552:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1780334704.876634:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00010000:00010000:3.0:1780334704.876642:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.876654:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.876661:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.876667:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ea00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334704.876672:0:6541:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.876678:0:6541:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.876690:0:6541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6cb100) 00010000:00010000:3.0:1780334704.876692:0:6541:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1780334704.876696:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.876701:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009771a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780334704.876781:0:6541:0:(mdd_object.c:4033:mdd_close()) Object [0x200000402:0x42:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1780334704.877109:0:6541:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9376 00000004:00080000:2.0:1780334704.877122:0:6541:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 708696309435ns, next at 709696306753ns, rc = 0 00000001:00080000:2.0:1780334704.877129:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968075 00010000:00010000:2.0:1780334704.877158:0:6541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6cb100) 00010000:00010000:2.0:1780334704.877161:0:6541:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1780334704.877167:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70097705 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1411 expref: 113 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334704.877259:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:31168:x1866815604478848:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 6729us (6974us total) trans 4294968076 rc 0/0 00000100:00100000:2.0:1780334704.877266:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 242 00000020:00080000:2.0:1780334704.877270:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1780334704.929972:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334704.930358:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604479360 00000100:00100000:1.0:1780334704.930369:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604479360 00000100:00100000:1.0:1780334704.930434:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1271 00000100:00100000:1.0:1780334704.930444:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:31174:x1866815604479360:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:1.0:1780334704.930467:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334704.930485:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097721 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1418 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930553:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097728 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930572:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097728 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930583:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097728 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930595:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009772f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930602:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009772f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930608:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009772f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930705:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097736 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930715:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097736 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930722:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097736 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334704.930731:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:1.0:1780334704.930798:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097728 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930806:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097728 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930846:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097728 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930853:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481de00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334704.930858:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097728 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930865:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097728 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930877:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:1.0:1780334704.930881:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334704.930885:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097728 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930890:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70097728 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930904:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009772f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930910:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009772f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930916:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009772f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930920:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334704.930923:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009772f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930928:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009772f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930939:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9b703c6cb400) 00010000:00010000:1.0:1780334704.930941:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334704.930944:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009772f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930949:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009772f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930984:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097721 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1418 expref: 115 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.930996:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097736 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1418 expref: 114 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334704.931004:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6c5100) 00010000:00010000:1.0:1780334704.931006:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334704.931009:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c400, rc 0) 00000100:00100000:1.0:1780334704.931083:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:31174:x1866815604479360:12345-192.168.203.22@tcp:101:cat.0 Request processed in 640us (1120us total) trans 4294968077 rc 0/0 00000100:00100000:1.0:1780334704.931099:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1271 00000100:00100000:1.0:1780334704.937634:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334704.937731:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604479616 00000100:00100000:0.0:1780334704.937740:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604479616 00000100:00100000:0.0:1780334704.937806:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 60 00000100:00100000:0.0:1780334704.937845:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:31174:x1866815604479616:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:0.0:1780334704.937861:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334704.937882:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097736 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1418 expref: 114 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334704.937903:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b703c6c5100) 00010000:00010000:0.0:1780334704.937913:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334704.937977:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:31174:x1866815604479616:12345-192.168.203.22@tcp:103:cat.0 Request processed in 125us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334704.937988:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 60 00000100:00100000:3.0:1780334704.943416:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334704.943634:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604479744 00000100:00100000:2.0:1780334704.943645:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604479744 00000100:00100000:2.0:1780334704.943704:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1272 00000100:00100000:2.0:1780334704.943715:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:31174:x1866815604479744:12345-192.168.203.22@tcp:58:cat.0 00010000:00010000:2.0:1780334704.943849:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097744 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.943865:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097744 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334704.943876:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097744 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780334704.943951:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].35, 136 off12952 00000100:00100000:2.0:1780334704.944033:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:31174:x1866815604479744:12345-192.168.203.22@tcp:58:cat.0 Request processed in 319us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334704.944043:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1272 00000100:00100000:1.0:1780334704.949702:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334704.950066:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604479872 00000100:00100000:3.0:1780334704.950076:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604479872 00000100:00100000:3.0:1780334704.950184:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1273 00000100:00100000:3.0:1780334704.950196:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:31174:x1866815604479872:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:3.0:1780334704.950217:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334704.950238:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009774b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b141f expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.950295:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097744 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.950307:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009774b lrc: 4/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b141f expref: 114 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.950325:0:9763:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097744 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.950338:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009774b lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b141f expref: 114 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.950351:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b6f02d66400) 00010000:00010000:3.0:1780334704.950354:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334704.950358:0:9763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009774b lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b141f expref: 114 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334704.950365:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ea00, rc 0) 00000100:00100000:3.0:1780334704.950438:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:31174:x1866815604479872:12345-192.168.203.22@tcp:101:cat.0 Request processed in 245us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334704.950445:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1273 00000001:00080000:2.0:1780334705.466925:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968077 is committed 00000004:00080000:2.0:1780334705.466942:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000020:00080000:2.0:1780334705.466967:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b703ff2f480 refcount 2 committed 0 result 0 batchid 25 00000020:00080000:2.0:1780334705.466972:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b703c6d2e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b703ff2f180 00000020:00080000:2.0:1780334705.466975:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b703c6d2900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04acca00 00000001:00080000:2.0:1780334705.467027:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968065 is committed 00000020:00080000:2.0:1780334705.467044:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 24 batchid updated 00010000:00010000:2.0:1780334705.467064:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097648 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.467074:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097648 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.467082:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097648 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.467088:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334705.467092:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097648 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.467099:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097648 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.467116:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9b703c6cb400) 00010000:00010000:2.0:1780334705.467119:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334705.467124:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097648 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.467146:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097648 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1780334705.468593:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 25 committed batchid 24 00000020:00080000:1.0:1780334705.468670:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00010000:00010000:0.0:1780334705.469208:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009756f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.469225:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009756f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.469233:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009756f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.469239:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fe00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334705.469243:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009756f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.469250:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009756f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.469266:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9b70154f5100) 00010000:00010000:0.0:1780334705.469269:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334705.469273:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009756f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.469279:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009756f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.469297:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097576 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.469303:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097576 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.469309:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097576 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.469314:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334705.469317:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097576 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.469323:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097576 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.469330:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:0.0:1780334705.469333:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334705.469336:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097576 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.469341:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097576 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334705.470256:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624279680:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780334705.470321:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334705.470704:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624279680 00000100:00100000:0.0:1780334705.470712:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624279680 00000100:00100000:0.0:1780334705.470775:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1780334705.470784:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624279680:12345-0@lo:6:osp-syn-1-0.0 00000100:00080000:1.0:1780334705.470897:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00080000:0.0:1780334705.471453:0:16895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:25 count 1 00002000:00010000:0.0:1780334705.471486:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 158, mtime: 0x6a1dc06e, atime: 0x0, ctime: 0x6a1dc06e, blocks: 0x8 00010000:00010000:0.0:1780334705.471495:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7ea22b8/0xdf9e767e70097752 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.471510:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334705.471513:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334705.471518:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7ea22b8/0xdf9e767e70097752 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.471532:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7ea22b8/0xdf9e767e70097752 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.471547:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7ea22b8/0xdf9e767e70097752 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.471554:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7ea22b8/0xdf9e767e70097752 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.472261:0:16895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780334705.472786:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3659:x1866815624279680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1999us (2460us total) trans 4294967369 rc 0/0 00000100:00100000:0.0:1780334705.472795:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00010000:00010000:1.0:1780334705.472885:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334705.473214:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7ea22b8/0xdf9e767e70097752 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.473229:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334705.473234:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7ea22b8/0xdf9e767e70097752 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.473245:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7ea22b8/0xdf9e767e70097752 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.473264:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7ea22b8/0xdf9e767e70097752 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.473273:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7ea22b8/0xdf9e767e70097752 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780334705.473288:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b703b720000/2, rc 0, transno 4294967369 00000100:00100000:2.0:1780334705.473296:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624279680:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780334705.473297:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334705.473301:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334705.473305:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334705.524026:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334705.524034:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334705.524063:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 36 count 4 00000040:00080000:2.0:1780334705.524073:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334705.524279:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d1180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624279808:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334705.524462:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8840 going to sleep for 11 seconds 00000100:00100000:2.0:1780334705.531101:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d1180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624279808:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1780334705.531294:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.532510:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604480000 00000100:00100000:0.0:1780334705.532520:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604480000 00000100:00100000:0.0:1780334705.532587:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1274 00000100:00100000:0.0:1780334705.532773:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:31175:x1866815604480000:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334705.538378:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334705.538602:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+45:31175:x1866815604480000:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 5819us (7295us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334705.538614:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1274 00000100:00100000:1.0:1780334705.548588:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.549051:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604480128 00000100:00100000:0.0:1780334705.549061:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604480128 00000100:00100000:0.0:1780334705.549163:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1275 00000100:00100000:0.0:1780334705.549174:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+45:31175:x1866815604480128:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1780334705.549244:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70097759 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549266:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70097759 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549278:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70097759 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549295:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097760 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549303:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097760 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549309:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097760 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549340:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097767 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549348:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097767 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549354:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097767 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334705.549570:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:0.0:1780334705.549575:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334705.549589:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097767 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549601:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70097759 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549607:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70097759 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549614:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70097759 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549623:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334705.549628:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70097759 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549635:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70097759 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549647:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:0.0:1780334705.549650:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334705.549656:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70097759 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549661:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70097759 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549676:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097760 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549701:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097760 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549707:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097760 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549711:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334705.549714:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097760 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549719:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097760 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549729:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xba0788a1 (ffff9b703c6cb200) 00010000:00010000:0.0:1780334705.549732:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334705.549734:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097760 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549739:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097760 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549753:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097767 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549759:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097767 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549763:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097767 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549767:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334705.549770:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097767 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549774:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097767 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549789:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b6f02d66400) 00010000:00010000:0.0:1780334705.549791:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334705.549795:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097767 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.549801:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70097767 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334705.550162:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+45:31175:x1866815604480128:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 Request processed in 954us (1546us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334705.550171:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1275 00000100:00100000:0.0:1780334705.552955:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334705.553122:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604480384 00000100:00100000:3.0:1780334705.553194:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604480384 00000100:00100000:3.0:1780334705.553282:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1276 00000100:00100000:3.0:1780334705.553293:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+45:31175:x1866815604480384:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334705.553312:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334705.553350:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009776e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1426 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.553475:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70097775 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.553490:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70097775 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.553501:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70097775 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334705.553513:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:3.0:1780334705.553588:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70097775 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.553597:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70097775 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.553603:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70097775 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.553609:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fe00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334705.553775:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70097775 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.553784:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70097775 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.553796:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b6f02d66400) 00010000:00010000:3.0:1780334705.553799:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334705.553804:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70097775 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.553836:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70097775 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.553878:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009776e lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1426 expref: 47 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.553889:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:3.0:1780334705.553891:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1780334705.553895:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009776e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1426 expref: 47 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.553904:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fc00, rc 0) 00000100:00100000:3.0:1780334705.553970:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+46:31175:x1866815604480384:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 679us (1022us total) trans 4294968078 rc 301/301 00000100:00100000:3.0:1780334705.553977:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1276 00000100:00100000:1.0:1780334705.558177:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.558648:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604480512 00000100:00100000:2.0:1780334705.558657:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604480512 00000100:00100000:2.0:1780334705.559153:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1277 00000100:00100000:2.0:1780334705.559165:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+46:31175:x1866815604480512:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334705.559199:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334705.559581:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+46:31175:x1866815604480512:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 416us (1411us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334705.559589:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1277 00000100:00100000:1.0:1780334705.565002:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.565094:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604480768 00000100:00100000:0.0:1780334705.565102:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604480768 00000100:00100000:0.0:1780334705.565149:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1278 00000100:00100000:0.0:1780334705.565159:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:31175:x1866815604480768:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334705.565180:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334705.565205:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097783 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b142d expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.565690:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009778a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.565704:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009778a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.565715:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009778a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334705.565725:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00010000:00010000:0.0:1780334705.565765:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70097783 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b142d expref: 49 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.565781:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009778a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b142d expref: 48 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.566055:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b703c6cb200) 00010000:00010000:0.0:1780334705.566058:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334705.566062:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8000, rc 0) 00000100:00100000:0.0:1780334705.566110:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+48:31175:x1866815604480768:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 951us (1117us total) trans 4294968079 rc 0/0 00000100:00100000:0.0:1780334705.566118:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1278 00000100:00100000:0.0:1780334705.575024:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334705.575120:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604481024 00000100:00100000:3.0:1780334705.575130:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604481024 00000100:00100000:3.0:1780334705.575191:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1279 00000100:00100000:3.0:1780334705.575201:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+48:31175:x1866815604481024:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1780334705.575314:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334705.575449:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009778a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b142d expref: 48 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.575469:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b703c6cb200) 00010000:00010000:3.0:1780334705.575481:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334705.575502:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097798 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.575515:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097695 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13e0 expref: 99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.575523:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097798 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.575554:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097695 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13e0 expref: 99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.575567:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097695 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13e0 expref: 99 pid: 15367 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334705.575581:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624279936:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334705.576598:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ff2f780 going to sleep for 11 seconds 00000100:00100000:3.0:1780334705.580227:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624279936:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334705.580262:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097798 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334705.582485:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.582937:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604481152 00000100:00100000:0.0:1780334705.582948:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604481152 00010000:00010000:0.0:1780334705.582990:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097695 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13e0 expref: 100 pid: 15367 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334705.583041:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 391 00000100:00100000:0.0:1780334705.583051:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:2406:x1866815604481152:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334705.583065:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334705.583071:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097695 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13e0 expref: 100 pid: 15367 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.583084:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097695 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13e0 expref: 100 pid: 15367 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.583116:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70097695 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b13e0 expref: 100 pid: 15367 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.583132:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:0.0:1780334705.583137:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097798 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.583146:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097798 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.583153:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097798 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.583175:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334705.583232:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:2406:x1866815604481152:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 183us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334705.583239:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 391 00010000:00010000:3.0:1780334705.584480:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097798 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584493:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097798 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584520:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009779f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x2d9016c2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584531:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009779f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x2d9016c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584541:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009779f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x2d9016c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584589:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097798 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584597:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097798 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584604:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097798 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584611:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334705.584615:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097798 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584622:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097798 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584632:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:3.0:1780334705.584635:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334705.584639:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097798 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584645:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097798 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584655:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009779f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x2d9016c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584660:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009779f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x2d9016c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584666:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009779f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x2d9016c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584670:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fe00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334705.584672:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009779f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x2d9016c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584677:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009779f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x2d9016c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584684:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x2d9016c2 (ffff9b6f01bf5c00) 00010000:00010000:3.0:1780334705.584686:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334705.584689:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009779f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x2d9016c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.584695:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009779f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x2d9016c2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334705.584769:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:31175:x1866815604481024:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 9566us (9761us total) trans 0 rc -2/-2 00000100:00100000:3.0:1780334705.584777:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1279 00010000:00010000:0.0:1780334705.588283:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334705.589582:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.589678:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604481280 00000100:00100000:2.0:1780334705.589687:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604481280 00000100:00100000:2.0:1780334705.589739:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1280 00000100:00100000:2.0:1780334705.589749:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:31175:x1866815604481280:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334705.589897:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334705.589919:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700977a6 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1434 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.590230:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700977ad lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.590245:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700977ad lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.590264:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700977ad lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.590365:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700977a6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1434 expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.590383:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700977ad lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1434 expref: 48 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.590390:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334705.590393:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334705.590397:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c000, rc 0) 00000100:00100000:2.0:1780334705.590701:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:31175:x1866815604481280:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 951us (1123us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334705.590708:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1280 00000100:00100000:2.0:1780334705.597707:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334705.598055:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604481536 00000100:00100000:1.0:1780334705.598065:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604481536 00000100:00100000:1.0:1780334705.598125:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1281 00000100:00100000:1.0:1780334705.598146:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:31175:x1866815604481536:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1780334705.598225:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700977b4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.598242:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700977b4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.598261:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700977b4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334705.598376:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e6b3c426 reply state 0000000050989352 transno 4294968080 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700977b4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.598388:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700977b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.598395:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:1.0:1780334705.598397:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1780334705.598401:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780334705.598706:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+50:31175:x1866815604481536:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 561us (1007us total) trans 4294968080 rc 0/0 00000100:00100000:1.0:1780334705.598713:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1281 00000100:00100000:1.0:1780334705.603862:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334705.603944:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604481664 00000100:00100000:3.0:1780334705.603953:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604481664 00000100:00100000:3.0:1780334705.603998:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1282 00000100:00100000:3.0:1780334705.604007:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:31175:x1866815604481664:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334705.604042:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334705.604062:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700977bb lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b143b expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.606703:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700977bb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b143b expref: 51 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.606741:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700977bb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b143b expref: 51 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.606752:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:3.0:1780334705.606755:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334705.606770:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fe00, rc 0) 00000100:00100000:2.0:1780334705.608991:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+51:31175:x1866815604481664:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 4974us (5126us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334705.609003:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1282 00000100:00100000:0.0:1780334705.611884:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.612873:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604481792 00000100:00100000:2.0:1780334705.612884:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604481792 00000100:00100000:2.0:1780334705.612984:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 243 00000100:00100000:2.0:1780334705.612995:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:31175:x1866815604481792:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1780334705.613135:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:31175:x1866815604481792:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 Request processed in 141us (1258us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334705.613142:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 243 00000100:00100000:1.0:1780334705.617666:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.617859:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604482048 00000100:00100000:0.0:1780334705.617869:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604482048 00000100:00100000:0.0:1780334705.617921:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 244 00000100:00100000:0.0:1780334705.617933:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7e8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:31175:x1866815604482048:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1780334705.618172:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7e8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:31175:x1866815604482048:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 242us (513us total) trans 4294968081 rc 0/0 00000100:00100000:0.0:1780334705.618181:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 244 00000100:00100000:1.0:1780334705.621274:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.621897:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604482304 00000100:00100000:2.0:1780334705.621906:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604482304 00000100:00100000:2.0:1780334705.622006:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1283 00000100:00100000:2.0:1780334705.622030:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:31175:x1866815604482304:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334705.622142:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:31175:x1866815604482304:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 127us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334705.622149:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1283 00000100:00100000:1.0:1780334705.626505:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.626658:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604482560 00000100:00100000:2.0:1780334705.626667:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604482560 00000100:00100000:2.0:1780334705.626719:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1284 00000100:00100000:2.0:1780334705.626726:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:31175:x1866815604482560:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334705.626744:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334705.626760:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700977c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1442 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.626885:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977c9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.626909:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700977bb lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b143b expref: 53 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.626918:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977c9 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.626948:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700977bb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b143b expref: 53 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.626963:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700977bb lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b143b expref: 53 pid: 9763 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334705.626976:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624280064:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334705.627869:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334705.633268:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.633880:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624280064:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334705.633927:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604482688 00000100:00100000:0.0:1780334705.633936:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604482688 00010000:00010000:0.0:1780334705.633975:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700977bb lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b143b expref: 54 pid: 9763 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334705.634023:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 392 00000100:00100000:0.0:1780334705.634033:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+54:2406:x1866815604482688:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334705.634053:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334705.634059:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700977bb lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b143b expref: 54 pid: 9763 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.634072:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700977bb lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b143b expref: 54 pid: 9763 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.634095:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700977bb lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b143b expref: 54 pid: 9763 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.634110:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:0.0:1780334705.634115:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977c9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.634124:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977c9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.634131:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977c9 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.634152:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334705.634165:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977c9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.634175:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977c9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.634181:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977c9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334705.634199:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00000100:00100000:0.0:1780334705.634199:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+53:2406:x1866815604482688:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 166us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334705.634210:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 392 00000004:00080000:2.0:1780334705.634353:0:6540:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x18:0x0], index 0: 0 00010000:00010000:2.0:1780334705.634445:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977c9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.634457:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977c9 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.634463:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977c9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.634469:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448dc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334705.634473:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977c9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.634481:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977c9 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.634489:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334705.634493:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334705.634496:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977c9 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.634501:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977c9 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.634549:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700977c2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1442 expref: 53 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.634559:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:2.0:1780334705.634561:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780334705.634565:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700977c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1442 expref: 53 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.634574:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d000, rc 0) 00000100:00100000:2.0:1780334705.634728:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:31175:x1866815604482560:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 8001us (8231us total) trans 4294968082 rc 301/301 00000100:00100000:2.0:1780334705.634796:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1284 00000100:00100000:1.0:1780334705.649778:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.649844:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604482944 00000100:00100000:0.0:1780334705.649853:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604482944 00000100:00100000:1.0:1780334705.649983:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 245 00000100:00100000:1.0:1780334705.649994:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:31175:x1866815604482944:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334705.650282:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:31175:x1866815604482944:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 289us (512us total) trans 4294968083 rc 0/0 00000100:00100000:1.0:1780334705.650291:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 245 00000100:00100000:1.0:1780334705.654725:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.657236:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604483072 00000100:00100000:2.0:1780334705.657251:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604483072 00000100:00100000:2.0:1780334705.657382:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1285 00000100:00100000:2.0:1780334705.657393:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+53:31175:x1866815604483072:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334705.657426:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334705.657445:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700977d7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1449 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.657511:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977de lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.657527:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.657537:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334705.657577:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00000004:00200000:2.0:1780334705.657581:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334705.657599:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.657623:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e700977d7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1449 expref: 55 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.657641:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977de lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1449 expref: 54 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.657655:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334705.657658:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1780334705.657662:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448dc00, rc 0) 00000100:00100000:2.0:1780334705.657955:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+54:31175:x1866815604483072:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 563us (3237us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334705.657962:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1285 00000100:00100000:3.0:1780334705.662563:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.662705:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604483200 00000100:00100000:2.0:1780334705.662715:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604483200 00000100:00100000:2.0:1780334705.662793:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 340 00000100:00100000:2.0:1780334705.662803:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604483200:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00000100:00080000:1.0:1780334705.662982:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780334705.663042:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334705.663062:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700977e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1450 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334705.663088:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780334705.663118:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334705.663121:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334705.663128:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700977e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1450 expref: 9 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.663145:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700977e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1450 expref: 9 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.663159:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d000, rc 0) 00000100:00100000:2.0:1780334705.663216:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604483200:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 415us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334705.663223:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 340 00000100:00100000:3.0:1780334705.665337:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.665519:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604483456 00000100:00100000:2.0:1780334705.665528:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604483456 00000100:00100000:2.0:1780334705.665628:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1286 00000100:00100000:2.0:1780334705.665638:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+54:31175:x1866815604483456:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334705.665758:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+54:31175:x1866815604483456:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 121us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334705.665765:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1286 00000100:00100000:3.0:1780334705.670906:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.677307:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604483584 00000100:00100000:0.0:1780334705.677322:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604483584 00000100:00100000:0.0:1780334705.677512:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 341 00000100:00100000:0.0:1780334705.677524:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:31175:x1866815604483584:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334705.677542:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334705.677561:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700977ec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1457 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.677594:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700977e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1450 expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.677604:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334705.677606:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334705.677610:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700977ec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1457 expref: 10 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.677644:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700977e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1450 expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.677658:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700977e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1450 expref: 10 pid: 8422 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334705.677672:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624280192:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334705.677836:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7042078480 going to sleep for 11 seconds 00000100:00100000:0.0:1780334705.687643:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624280192:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334705.687681:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700977ec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1457 expref: 10 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.687702:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9800, rc 0) 00000100:00100000:0.0:1780334705.687757:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:31175:x1866815604483584:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 10235us (16862us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334705.687766:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 341 00000100:00100000:1.0:1780334705.692871:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.693899:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604483712 00000100:00100000:0.0:1780334705.693910:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604483712 00010000:00010000:0.0:1780334705.693951:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700977e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1450 expref: 10 pid: 8422 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334705.693997:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 393 00000100:00100000:0.0:1780334705.694242:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604483712:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334705.694269:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334705.694293:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700977e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1450 expref: 10 pid: 8422 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.694308:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700977e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1450 expref: 10 pid: 8422 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.694498:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077ad09c7/0xdf9e767e700977e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1450 expref: 10 pid: 8422 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.694516:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334705.694519:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334705.694525:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700977ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1457 expref: 9 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.694534:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700977ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1457 expref: 9 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.694571:0:19047:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700977ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1457 expref: 9 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334705.694586:0:19047:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:19047:1866815624280320:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334705.694670:0:19047:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7042078480 going to sleep for 11 seconds 00000100:00100000:1.0:1780334705.702965:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.703115:0:19047:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:19047:1866815624280320:192.168.203.22@tcp:105: 00000100:00100000:3.0:1780334705.703143:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604483840 00010000:00010000:0.0:1780334705.703148:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334705.703149:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604483840 00002000:00100000:3.0:1780334705.703193:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x18:0x0] (0->157) req@ffff9b703b70a680 x1866815604483840/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:171/0 lens 648/0 e 0 to 0 dl 1780334716 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334705.703203:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703b70a680 with x1866815604483840 ext(0->157) 00000100:00100000:0.0:1780334705.703203:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604483712:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 8966us (10341us total) trans 0 rc 0/0 00002000:00010000:3.0:1780334705.703207:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703b70a680 00000100:00100000:0.0:1780334705.703213:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 393 00000100:00100000:3.0:1780334705.703230:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 93 00000100:00100000:3.0:1780334705.703237:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604483840:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1780334705.708728:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604483840:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 5481us (5761us total) trans 4294967359 rc 0/0 00000100:00100000:2.0:1780334705.708741:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 93 00002000:00100000:2.0:1780334705.708754:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x18:0x0] (0->157) req@ffff9b703b70a680 x1866815604483840/t4294967359(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:171/0 lens 648/448 e 0 to 0 dl 1780334716 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334705.708764:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703b70a680 with x1866815604483840 ext(0->157) 00002000:00010000:2.0:1780334705.708770:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703b70a680 00000100:00100000:1.0:1780334705.712634:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.712928:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604483968 00000100:00100000:2.0:1780334705.712938:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604483968 00000100:00100000:2.0:1780334705.712997:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1287 00000100:00100000:2.0:1780334705.713028:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+54:31175:x1866815604483968:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1780334705.718469:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968083 is committed 00000020:00080000:3.0:1780334705.718496:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 25 batchid updated 00010000:00010000:0.0:1780334705.718590:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700977b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.718603:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700977b4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.718610:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700977b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.718617:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334705.718623:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700977b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.718630:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700977b4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.718646:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:0.0:1780334705.718650:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780334705.718655:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700977b4 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.718661:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700977b4 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334705.718741:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+47:31175:x1866815604483968:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 5730us (6123us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334705.718753:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1287 00000020:00080000:1.0:1780334705.719098:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000020:00080000:1.0:1780334705.719112:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000100:00100000:1.0:1780334705.727258:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.727475:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604484096 00000100:00100000:0.0:1780334705.727485:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604484096 00000100:00100000:0.0:1780334705.727539:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 342 00000100:00100000:0.0:1780334705.727549:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604484096:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1780334705.729176:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00000100:00100000:0.0:1780334705.729529:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604484096:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 1977us (2277us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334705.729541:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 342 00000100:00100000:3.0:1780334705.732504:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.736684:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604484352 00000100:00100000:2.0:1780334705.736699:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604484352 00000100:00100000:2.0:1780334705.736796:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1288 00000100:00100000:2.0:1780334705.736807:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:31175:x1866815604484352:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334705.736874:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334705.736899:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700977de lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1449 expref: 47 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.736919:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334705.736924:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334705.736950:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700977f3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.736972:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700977f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.736982:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700977f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334705.737111:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000224a62de reply state 0000000069ce0c8e transno 4294968084 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700977f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.737122:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700977f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.737127:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334705.737130:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334705.737132:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334705.737234:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+48:31175:x1866815604484352:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 429us (4737us total) trans 4294968084 rc 0/0 00000100:00100000:2.0:1780334705.737242:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1288 00000100:00100000:1.0:1780334705.739520:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.742454:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604484480 00000100:00100000:0.0:1780334705.742468:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604484480 00000100:00100000:0.0:1780334705.742534:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1289 00000100:00100000:0.0:1780334705.742547:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+48:31175:x1866815604484480:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334705.742570:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334705.742591:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700977fa lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b145e expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.742647:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700977fa lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b145e expref: 49 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.742662:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700977fa lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b145e expref: 49 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.742686:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:0.0:1780334705.742690:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334705.742693:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8800, rc 0) 00000100:00100000:0.0:1780334705.742756:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+49:31175:x1866815604484480:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 212us (3244us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334705.742763:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1289 00000100:00100000:1.0:1780334705.746130:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.746176:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604484608 00000100:00100000:2.0:1780334705.746187:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604484608 00000100:00100000:2.0:1780334705.746284:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 343 00000100:00100000:2.0:1780334705.746295:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604484608:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1780334705.746451:0:8422:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1780334705.746455:0:8422:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime from disk: 0 -> 1780334702 00002000:00010000:2.0:1780334705.746457:0:8422:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime from disk: 0 -> 1780334705 00002000:00010000:2.0:1780334705.746459:0:8422:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime from disk: 0 -> 1780334702 00002000:00010000:2.0:1780334705.746461:0:8422:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1780334705.746516:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604484608:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 223us (397us total) trans 4294967360 rc 0/0 00000100:00100000:2.0:1780334705.746524:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 343 00000100:00100000:1.0:1780334705.748828:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.748920:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604484864 00000100:00100000:2.0:1780334705.748929:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604484864 00000100:00100000:2.0:1780334705.749161:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1290 00000100:00100000:2.0:1780334705.749171:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+49:31175:x1866815604484864:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1780334705.749234:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097801 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.749251:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700977ad lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1434 expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.749260:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097801 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.749291:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700977ad lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1434 expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.749308:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700977ad lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1434 expref: 49 pid: 6538 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334705.749322:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624280448:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334705.749587:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8780 going to sleep for 11 seconds 00000100:00100000:2.0:1780334705.753009:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624280448:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334705.753044:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097801 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334705.753339:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.753424:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604484992 00000100:00100000:2.0:1780334705.753433:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604484992 00010000:00010000:2.0:1780334705.753466:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700977ad lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1434 expref: 50 pid: 6538 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334705.753500:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 394 00000100:00100000:2.0:1780334705.753509:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+50:2407:x1866815604484992:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334705.753522:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334705.753528:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700977ad lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1434 expref: 50 pid: 6538 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.753539:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700977ad lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1434 expref: 50 pid: 6538 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.753560:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700977ad lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1434 expref: 50 pid: 6538 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.753582:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334705.753586:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097801 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.753595:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097801 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.753603:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097801 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.753668:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334705.753718:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+49:2407:x1866815604484992:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 210us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334705.753725:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 394 00010000:00010000:1.0:1780334705.754070:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097801 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.754078:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097801 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.754111:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097801 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.754119:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097801 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.754124:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097801 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.754128:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448dc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334705.754131:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097801 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.754135:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097801 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.754142:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:1.0:1780334705.754143:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1780334705.754146:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097801 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.754149:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097801 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334705.754231:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+48:31175:x1866815604484864:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 5062us (5428us total) trans 0 rc -22/-22 00000100:00100000:1.0:1780334705.754240:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1290 00000100:00100000:1.0:1780334705.757574:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.757650:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604485120 00000100:00100000:0.0:1780334705.757658:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604485120 00000100:00100000:0.0:1780334705.757704:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 344 00000100:00100000:0.0:1780334705.757714:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604485120:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1780334705.757766:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000920b3ac8/0xdf9e767e70097808 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.757786:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700977ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1457 expref: 10 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.757795:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780334705.757796:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780334705.757800:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000920b3ac8/0xdf9e767e70097808 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.757952:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700977ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1457 expref: 10 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.757967:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700977ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1457 expref: 10 pid: 8419 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334705.757982:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624280576:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334705.758060:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70420780c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334705.760249:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624280576:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334705.760275:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000920b3ac8/0xdf9e767e70097808 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334705.764857:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334705.764937:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604485248 00000100:00100000:3.0:1780334705.764946:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604485248 00010000:00010000:3.0:1780334705.764983:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700977ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1457 expref: 11 pid: 8419 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334705.765025:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 395 00000100:00100000:3.0:1780334705.765034:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604485248:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334705.765049:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334705.765068:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700977ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1457 expref: 11 pid: 8419 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.765082:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700977ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1457 expref: 11 pid: 8419 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.765245:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700977ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1457 expref: 11 pid: 8419 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.765262:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334705.765264:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334705.765268:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000920b3ac8/0xdf9e767e70097808 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.765279:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000920b3ac8/0xdf9e767e70097808 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.765302:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334705.765390:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604485248:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 356us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334705.765402:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 395 00010000:00010000:0.0:1780334705.765802:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000920b3ac8/0xdf9e767e70097808 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.765835:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000920b3ac8/0xdf9e767e70097808 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.765856:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000920b3ac8/0xdf9e767e70097808 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.765865:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000920b3ac8/0xdf9e767e70097808 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.765873:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000920b3ac8/0xdf9e767e70097808 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.765880:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8a00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334705.765884:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000920b3ac8/0xdf9e767e70097808 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.765898:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000920b3ac8/0xdf9e767e70097808 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.765911:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000920b3ac8/0xdf9e767e70097808 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.765918:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000920b3ac8/0xdf9e767e70097808 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334705.765981:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604485120:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 8268us (8415us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334705.765989:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 344 00000100:00100000:3.0:1780334705.769945:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.770051:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604485504 00000100:00100000:0.0:1780334705.770062:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604485504 00000100:00100000:0.0:1780334705.770132:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1291 00000100:00100000:0.0:1780334705.770142:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+48:31175:x1866815604485504:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1780334705.770219:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009780f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.770237:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009780f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.770249:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009780f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.770684:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097816 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.770697:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700977fa lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b145e expref: 49 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.770705:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097816 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.770736:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700977fa lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b145e expref: 49 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.770750:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700977fa lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b145e expref: 49 pid: 15367 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334705.770764:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624280704:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334705.770880:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7042078840 going to sleep for 11 seconds 00000100:00100000:0.0:1780334705.772678:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624280704:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334705.772704:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097816 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334705.773029:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.773086:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604485632 00000100:00100000:0.0:1780334705.773092:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604485632 00010000:00010000:0.0:1780334705.773123:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700977fa lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b145e expref: 50 pid: 15367 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334705.773161:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 396 00000100:00100000:0.0:1780334705.773170:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:2407:x1866815604485632:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334705.773184:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334705.773191:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700977fa lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b145e expref: 50 pid: 15367 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.773203:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700977fa lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b145e expref: 50 pid: 15367 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.773223:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e700977fa lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b145e expref: 50 pid: 15367 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.773237:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:0.0:1780334705.773242:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097816 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.773251:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097816 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.773259:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097816 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.773283:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334705.773328:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+49:2407:x1866815604485632:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 159us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334705.773336:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 396 00010000:00010000:1.0:1780334705.773359:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097816 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.773369:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097816 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780334705.773465:0:15367:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968085 00000001:00080000:1.0:1780334705.773610:0:15367:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968086 00000001:00080000:1.0:1780334705.773646:0:15367:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968087 00000100:00100000:1.0:1780334705.773729:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03427100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:15367:1866815624280832:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1780334705.773878:0:15367:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334705.773904:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8900 going to sleep for 11 seconds 00000100:00100000:2.0:1780334705.773944:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624280832 00000100:00100000:2.0:1780334705.773951:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624280832 00000100:00100000:2.0:1780334705.774005:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1780334705.774024:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15367:x1866815624280832:12345-0@lo:1000:mdt00_004.0 00000100:00080000:1.0:1780334705.774050:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334705.774103:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15367:x1866815624280832:12345-0@lo:1000:mdt00_004.0 Request processed in 90us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334705.774109:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1780334705.774226:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03427100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:15367:1866815624280832:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1780334705.774319:0:15367:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968088 00000100:00100000:1.0:1780334705.774728:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:15367:1866815624280960:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1780334705.774758:0:15367:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334705.774783:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780334705.774922:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624280960 00000100:00100000:0.0:1780334705.774939:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624280960 00000100:00100000:0.0:1780334705.774969:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1780334705.774978:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:15367:x1866815624280960:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1780334705.775123:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15367:x1866815624280960:12345-0@lo:1000:mdt00_004.0 Request processed in 146us (363us total) trans 4294967361 rc 0/0 00000100:00100000:0.0:1780334705.775133:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1780334705.775165:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:15367:1866815624280960:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1780334705.775212:0:15367:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968089 00010000:00010000:1.0:1780334705.775233:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097816 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.775242:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097816 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.775250:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097816 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.775256:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334705.775260:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097816 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.775268:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097816 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.775281:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:1.0:1780334705.775284:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334705.775299:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097816 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.775306:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097816 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.775377:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097744 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.775383:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097744 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.775389:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097744 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.775393:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334705.775396:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097744 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.775401:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097744 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.775412:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b6f02d66400) 00010000:00010000:1.0:1780334705.775414:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334705.775420:0:15367:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009774b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b141f expref: 98 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.775430:0:15367:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009774b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b141f expref: 98 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.775446:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009774b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b141f expref: 98 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.775471:0:15367:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009774b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b141f expref: 98 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334705.775483:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624281088:192.168.203.22@tcp:105: 00000100:00100000:1.0:1780334705.775542:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780334705.777783:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624281088:192.168.203.22@tcp:105: 00010000:00010000:0.0:1780334705.777809:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097744 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777844:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097744 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777873:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e7009781d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777886:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e7009781d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777896:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e7009781d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777906:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e7009781d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777912:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e7009781d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777918:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e7009781d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777923:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334705.777925:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e7009781d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777942:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e7009781d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777953:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b6f02d66400) 00010000:00010000:0.0:1780334705.777956:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334705.777959:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e7009781d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777964:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e7009781d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777973:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009780f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777978:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009780f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777984:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009780f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777988:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334705.777990:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009780f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.777996:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009780f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.778002:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b6f02d66400) 00010000:00010000:0.0:1780334705.778005:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334705.778007:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009780f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.778022:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e7009780f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780334705.778297:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334705.778302:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334705.778919:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1780334705.778935:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334705.780099:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+53:31175:x1866815604485504:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 9944us (10160us total) trans 4294968090 rc 0/0 00000100:00100000:0.0:1780334705.780112:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1291 00000020:00080000:0.0:1780334705.780120:0:15367:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:2.0:1780334705.785697:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.785802:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334705.787254:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604485760 00000100:00100000:1.0:1780334705.787266:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604485760 00000100:00100000:1.0:1780334705.787305:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604486016 00000100:00100000:1.0:1780334705.787309:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604486016 00000100:00100000:1.0:1780334705.787452:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 246 00000100:00100000:1.0:1780334705.787465:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:31174:x1866815604485760:12345-192.168.203.22@tcp:49:cat.0 00000100:00100000:1.0:1780334705.787784:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:31174:x1866815604485760:12345-192.168.203.22@tcp:49:cat.0 Request processed in 319us (2093us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334705.787792:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 246 00000100:00100000:1.0:1780334705.787839:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 247 00000100:00100000:1.0:1780334705.787847:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:31175:x1866815604486016:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1780334705.788069:0:6541:0:(mdd_object.c:4033:mdd_close()) Object [0x200000403:0x23:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1780334705.788206:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968091 00010000:00010000:1.0:1780334705.788240:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097824 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.788256:0:6541:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097824 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.788268:0:6541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097824 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.788280:0:6541:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097824 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.788287:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097824 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.788293:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097824 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.788312:0:6541:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780334705.788371:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:31175:x1866815604486016:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 525us (2570us total) trans 4294968092 rc 0/0 00000100:00100000:1.0:1780334705.788378:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 247 00000020:00080000:1.0:1780334705.788381:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1780334705.788519:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780334705.788526:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097824 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.788535:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334705.788539:0:10291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097824 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.788547:0:10291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097824 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.788559:0:10291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:0.0:1780334705.788562:0:10291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780334705.788567:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097824 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.788572:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e70097824 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.788585:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334705.788586:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334705.788588:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334705.791061:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.791302:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604486144 00000100:00100000:0.0:1780334705.791313:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604486144 00000100:00100000:0.0:1780334705.791562:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 345 00000100:00100000:0.0:1780334705.791572:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:31174:x1866815604486144:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:0.0:1780334705.791590:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334705.791610:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e7009782b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1465 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334705.791634:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a1dc06e, atime: 0x6a1dc071, ctime: 0x6a1dc06e, blocks: 0x8 00010000:00010000:0.0:1780334705.791654:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334705.791656:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334705.791664:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e7009782b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1465 expref: 17 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.791678:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e7009782b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1465 expref: 17 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.791690:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8200, rc 0) 00000100:00100000:0.0:1780334705.791751:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:31174:x1866815604486144:12345-192.168.203.22@tcp:101:cat.0 Request processed in 181us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334705.791757:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 345 00000100:00080000:1.0:1780334705.791840:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334705.797683:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334705.797746:0:8426:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604486272 00000100:00100000:3.0:1780334705.797756:0:8426:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604486272 00002000:00100000:3.0:1780334705.797802:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff9b6f034d0000 x1866815604486272/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:171/0 lens 488/0 e 0 to 0 dl 1780334716 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334705.797857:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f034d0000 with x1866815604486272 ext(0->4095) 00002000:00010000:3.0:1780334705.797864:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f034d0000 00000100:00100000:3.0:1780334705.797895:0:8426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 94 00000100:00100000:3.0:1780334705.797906:0:8426:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2407:x1866815604486272:12345-192.168.203.22@tcp:3:cat.0 00000100:00100000:3.0:1780334705.798135:0:8426:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2407:x1866815604486272:12345-192.168.203.22@tcp:3:cat.0 Request processed in 228us (459us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334705.798142:0:8426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 94 00002000:00100000:3.0:1780334705.798150:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff9b6f034d0000 x1866815604486272/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:171/0 lens 488/4536 e 0 to 0 dl 1780334716 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334705.798158:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f034d0000 with x1866815604486272 ext(0->4095) 00002000:00010000:3.0:1780334705.798161:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f034d0000 00000100:00100000:3.0:1780334705.802142:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334705.802565:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604486528 00000100:00100000:1.0:1780334705.802574:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604486528 00000100:00100000:1.0:1780334705.802654:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 248 00000100:00100000:1.0:1780334705.802665:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:31174:x1866815604486528:12345-192.168.203.22@tcp:35:cat.0 00000100:00100000:1.0:1780334705.802931:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:31174:x1866815604486528:12345-192.168.203.22@tcp:35:cat.0 Request processed in 267us (796us total) trans 4294968093 rc 0/0 00000100:00100000:1.0:1780334705.802939:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 248 00000100:00100000:2.0:1780334705.819483:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334705.819621:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604486656 00000100:00100000:3.0:1780334705.819631:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604486656 00000100:00100000:3.0:1780334705.819801:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1292 00000100:00100000:3.0:1780334705.819852:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:31177:x1866815604486656:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334705.819875:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334705.819896:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097832 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b146c expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.819962:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097839 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.819977:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097839 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.819987:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097839 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820002:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097840 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820010:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097840 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820027:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097840 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820099:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70097847 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820107:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70097847 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820113:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70097847 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334705.820148:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:3.0:1780334705.820152:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334705.820170:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70097847 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820182:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70097847 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820191:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097839 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820197:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097839 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820204:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097839 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820211:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097839 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820217:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334705.820221:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097839 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820228:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097839 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820239:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:3.0:1780334705.820241:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334705.820246:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097839 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820251:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097839 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820264:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097840 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820270:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097840 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820276:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097840 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820281:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334705.820284:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097840 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820289:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097840 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820297:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9b6f01bf5200) 00010000:00010000:3.0:1780334705.820299:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334705.820302:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097840 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820308:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097840 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820348:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097832 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b146c expref: 102 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820361:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70097847 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b146c expref: 101 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.820368:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b6f02d66400) 00010000:00010000:3.0:1780334705.820370:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334705.820374:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f000, rc 0) 00000100:00100000:3.0:1780334705.820443:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+101:31177:x1866815604486656:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 632us (968us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334705.820455:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1292 00000100:00100000:2.0:1780334705.825058:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334705.825149:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604486784 00000100:00100000:1.0:1780334705.825158:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604486784 00000100:00100000:1.0:1780334705.825215:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1293 00000100:00100000:1.0:1780334705.825225:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+101:31177:x1866815604486784:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334705.825245:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334705.825265:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009784e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1473 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.825631:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097855 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.825718:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097855 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.825730:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097855 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334705.825771:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:1.0:1780334705.825775:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334705.827130:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097855 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.827211:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009784e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1473 expref: 103 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.827230:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097855 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1473 expref: 102 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.827236:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:1.0:1780334705.827238:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334705.827241:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334705.827302:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:31177:x1866815604486784:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2080us (2254us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334705.827308:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1293 00000100:00100000:2.0:1780334705.832672:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.832741:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604487040 00000100:00100000:0.0:1780334705.832750:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604487040 00000100:00100000:0.0:1780334705.832803:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1294 00000100:00100000:0.0:1780334705.832836:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:31177:x1866815604487040:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334705.832857:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334705.832876:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e7009785c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b147a expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.832975:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097863 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.832991:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097863 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.833002:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097863 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334705.833024:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1780334705.833129:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e7009785c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b147a expref: 105 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.833146:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097863 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b147a expref: 104 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.833154:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b6f02d66400) 00010000:00010000:0.0:1780334705.833157:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1780334705.833161:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8800, rc 0) 00000100:00100000:0.0:1780334705.833213:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:31177:x1866815604487040:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 403us (548us total) trans 4294968094 rc 0/0 00000100:00100000:0.0:1780334705.833221:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1294 00000100:00100000:2.0:1780334705.837294:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.837526:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604487168 00000100:00100000:0.0:1780334705.837535:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604487168 00000100:00100000:0.0:1780334705.837592:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 346 00000100:00100000:0.0:1780334705.837601:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2406:x1866815604487168:12345-192.168.203.22@tcp:1:lfs.0 00010000:00010000:0.0:1780334705.837649:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70097871 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.837669:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e7009782b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1465 expref: 17 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.837677:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334705.837679:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334705.837682:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70097871 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.837713:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e7009782b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1465 expref: 17 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.837727:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e7009782b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1465 expref: 17 pid: 16895 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334705.837741:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624281216:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334705.837861:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70420780c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334705.839953:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624281216:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334705.839980:0:8422:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70097871 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334705.840356:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334705.840657:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604487296 00000100:00100000:1.0:1780334705.840667:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604487296 00010000:00010000:1.0:1780334705.840699:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e7009782b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1465 expref: 18 pid: 16895 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334705.840736:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 397 00000100:00100000:1.0:1780334705.840744:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2407:x1866815604487296:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334705.840759:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334705.840779:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e7009782b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1465 expref: 18 pid: 16895 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.840791:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e7009782b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1465 expref: 18 pid: 16895 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.840838:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e7009782b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1465 expref: 18 pid: 16895 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.840854:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334705.840856:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334705.840860:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70097871 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.840869:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70097871 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.841007:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334705.841070:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2407:x1866815604487296:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 326us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334705.841082:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 397 00010000:00010000:2.0:1780334705.842462:0:8422:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70097871 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.842477:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70097871 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.842501:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70097871 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.842600:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70097871 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.842658:0:8422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70097871 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.842665:0:8422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334705.842669:0:8422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70097871 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.842677:0:8422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70097871 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.842692:0:8422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70097871 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.842699:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70097871 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334705.842884:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604487168:12345-192.168.203.22@tcp:1:lfs.0 Request processed in 5281us (5595us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334705.842893:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 346 00000100:00100000:2.0:1780334705.844923:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334705.845182:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604487552 00000100:00100000:3.0:1780334705.845192:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604487552 00000100:00100000:3.0:1780334705.845247:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 249 00000100:00100000:3.0:1780334705.845257:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ebc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:31177:x1866815604487552:12345-192.168.203.22@tcp:35:lfs.0 00000004:00010000:3.0:1780334705.845314:0:6542:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097863 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b147a expref: 104 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780334705.845479:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968095 00000001:00080000:3.0:1780334705.845868:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968096 00010000:00010000:3.0:1780334705.845900:0:6542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.845914:0:6542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009774b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b141f expref: 107 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.845969:0:6542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70097847 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b146c expref: 107 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.845980:0:6542:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.846209:0:6542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70097847 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b146c expref: 107 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.846226:0:6542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70097847 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b146c expref: 107 pid: 6538 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334705.846241:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624281344:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334705.846327:0:6542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009774b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b141f expref: 107 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.846502:0:6542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009774b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b141f expref: 107 pid: 9763 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334705.846569:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624281472:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334705.846595:0:6542:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ff2f600 going to sleep for 11 seconds 00000100:00100000:3.0:1780334705.849063:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624281344:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334705.852466:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624281472:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334705.852494:0:6542:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334705.852655:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.852693:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334705.852745:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604487808 00000100:00100000:3.0:1780334705.852750:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604487808 00000100:00100000:2.0:1780334705.852989:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604487680 00000100:00100000:2.0:1780334705.852993:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604487680 00010000:00010000:2.0:1780334705.853023:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70097847 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b146c expref: 109 pid: 6538 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334705.853053:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 398 00000100:00100000:2.0:1780334705.853062:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:2407:x1866815604487680:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334705.853075:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334705.853081:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70097847 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b146c expref: 109 pid: 6538 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.853093:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70097847 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b146c expref: 109 pid: 6538 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.853130:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70097847 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b146c expref: 109 pid: 6538 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.853143:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b6f02d66400) 00010000:00010000:2.0:1780334705.853148:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.853156:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.853161:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334705.853249:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009774b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b141f expref: 108 pid: 9763 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334705.853280:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 399 00000100:00100000:3.0:1780334705.853288:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:2407:x1866815604487808:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334705.853296:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334705.853301:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009774b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b141f expref: 108 pid: 9763 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.853317:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009774b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b141f expref: 108 pid: 9763 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.853329:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009774b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b141f expref: 108 pid: 9763 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.853339:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b6f02d66400) 00010000:00010000:3.0:1780334705.853343:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.853351:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.853358:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.853386:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334705.853412:0:6542:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.853422:0:6542:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780334705.853643:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968097 00000100:00100000:2.0:1780334705.853749:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:2407:x1866815604487680:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 687us (1053us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334705.853757:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 398 00000001:00080000:0.0:1780334705.853777:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968098 00000001:00080000:0.0:1780334705.854086:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968099 00000100:00100000:3.0:1780334705.854099:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:2407:x1866815604487808:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 765us (1397us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334705.854237:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 399 00000100:00100000:0.0:1780334705.854346:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624281600:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1780334705.854397:0:6542:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334705.854431:0:6542:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f0371b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334705.854657:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624281600 00000100:00100000:1.0:1780334705.854664:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624281600 00000100:00100000:1.0:1780334705.854708:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1780334705.854716:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6542:x1866815624281600:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1780334705.854801:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6542:x1866815624281600:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 86us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334705.854808:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1780334705.854908:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624281600:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1780334705.855006:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968100 00000100:00100000:0.0:1780334705.855058:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624281728:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1780334705.855086:0:6542:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334705.855466:0:6542:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f0371b840 going to sleep for 11 seconds 00000100:00100000:3.0:1780334705.855687:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624281728 00000100:00100000:3.0:1780334705.855693:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624281728 00000100:00100000:3.0:1780334705.855775:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1780334705.855783:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7011181450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6542:x1866815624281728:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1780334705.855972:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7011181450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6542:x1866815624281728:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 189us (884us total) trans 4294967362 rc 0/0 00000100:00100000:3.0:1780334705.855979:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1780334705.855993:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624281728:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:1.0:1780334705.856021:0:6542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.856031:0:6542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.856038:0:6542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.856043:0:6542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334705.856047:0:6542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.856054:0:6542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.856066:0:6542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b6f02d66400) 00010000:00010000:1.0:1780334705.856069:0:6542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1780334705.856073:0:6542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.856079:0:6542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70097878 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780334705.856556:0:6542:0:(mdd_object.c:4033:mdd_close()) Object [0x200000402:0x43:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1780334705.856622:0:6542:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8920 00000004:00080000:1.0:1780334705.856633:0:6542:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 709675820890ns, next at 710675818916ns, rc = 0 00000001:00080000:1.0:1780334705.856650:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968101 00010000:00010000:1.0:1780334705.856678:0:6542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b6f02d66400) 00010000:00010000:1.0:1780334705.856682:0:6542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1780334705.856688:0:6542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097863 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b147a expref: 110 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334705.857747:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ebc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:31177:x1866815604487552:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 11528us (11867us total) trans 4294968102 rc 0/0 00000100:00100000:1.0:1780334705.857758:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 249 00000020:00080000:1.0:1780334705.857764:0:6542:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1780334705.906268:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334705.906627:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604488064 00000100:00100000:3.0:1780334705.906637:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604488064 00000100:00100000:3.0:1780334705.906933:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1295 00000100:00100000:3.0:1780334705.906944:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:31183:x1866815604488064:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:3.0:1780334705.906969:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334705.906989:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009787f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1481 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907074:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097886 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907087:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097886 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907162:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097886 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907179:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e7009788d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907187:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e7009788d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907193:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e7009788d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907291:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70097894 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907300:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70097894 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907311:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70097894 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334705.907425:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:3.0:1780334705.907563:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097886 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907571:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097886 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907577:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097886 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907583:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097886 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907589:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334705.907593:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097886 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907600:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097886 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907612:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:3.0:1780334705.907615:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334705.907619:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097886 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907625:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70097886 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907638:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e7009788d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907644:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e7009788d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907650:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e7009788d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907654:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334705.907656:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e7009788d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907662:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e7009788d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907668:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9b6f01bf5200) 00010000:00010000:3.0:1780334705.907671:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334705.907674:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e7009788d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907679:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e7009788d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907719:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e7009787f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1481 expref: 112 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907733:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70097894 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1481 expref: 111 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334705.907740:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b6f01bf5800) 00010000:00010000:3.0:1780334705.907742:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334705.907745:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f200, rc 0) 00000100:00100000:3.0:1780334705.908043:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:31183:x1866815604488064:12345-192.168.203.22@tcp:101:cat.0 Request processed in 1101us (1781us total) trans 4294968103 rc 0/0 00000100:00100000:3.0:1780334705.908051:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1295 00000100:00100000:2.0:1780334705.911733:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334705.912057:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604488320 00000100:00100000:1.0:1780334705.912066:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604488320 00000100:00100000:1.0:1780334705.912200:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 61 00000100:00100000:1.0:1780334705.912211:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:31183:x1866815604488320:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:1.0:1780334705.912225:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334705.912249:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f200/0xdf9e767e70097894 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1481 expref: 111 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334705.912265:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b6f01bf5800) 00010000:00010000:1.0:1780334705.912275:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334705.912555:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:31183:x1866815604488320:12345-192.168.203.22@tcp:103:cat.0 Request processed in 237us (721us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334705.912565:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 61 00000100:00100000:3.0:1780334705.914611:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334705.914739:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604488448 00000100:00100000:2.0:1780334705.914748:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604488448 00000100:00100000:2.0:1780334705.914947:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1296 00000100:00100000:2.0:1780334705.914958:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:31183:x1866815604488448:12345-192.168.203.22@tcp:58:cat.0 00010000:00010000:2.0:1780334705.915071:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700978a2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.915184:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700978a2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334705.915198:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700978a2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780334705.915288:0:6540:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].36, 136 off13088 00000100:00100000:2.0:1780334705.915480:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:31183:x1866815604488448:12345-192.168.203.22@tcp:58:cat.0 Request processed in 524us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334705.915491:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1296 00000100:00100000:3.0:1780334705.917982:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334705.918077:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604488576 00000100:00100000:0.0:1780334705.918086:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604488576 00000100:00100000:0.0:1780334705.918149:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1297 00000100:00100000:0.0:1780334705.918158:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:31183:x1866815604488576:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:0.0:1780334705.918176:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334705.918194:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e700978a9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1488 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.918247:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700978a2 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.918258:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e700978a9 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1488 expref: 111 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.918275:0:15367:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700978a2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.918292:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e700978a9 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1488 expref: 111 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.918304:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b7021a27700) 00010000:00010000:0.0:1780334705.918307:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334705.918311:0:15367:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e700978a9 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1488 expref: 111 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334705.918318:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8a00, rc 0) 00000100:00100000:0.0:1780334705.918469:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:31183:x1866815604488576:12345-192.168.203.22@tcp:101:cat.0 Request processed in 311us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334705.918477:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1297 00010000:00010000:3.0:1780334706.611989:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334706.806380:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334706.806388:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334706.806420:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 5 00000040:00080000:2.0:1780334706.806429:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334706.806568:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe10700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624281856:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334706.806688:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8480 going to sleep for 11 seconds 00000100:00100000:2.0:1780334706.814507:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe10700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624281856:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1780334706.819100:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334706.819529:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604488704 00000100:00100000:3.0:1780334706.819539:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604488704 00000100:00100000:3.0:1780334706.819614:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1298 00000100:00100000:3.0:1780334706.819625:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:31184:x1866815604488704:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334706.819662:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334706.819779:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:31184:x1866815604488704:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 156us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334706.819787:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1298 00000100:00080000:1.0:1780334706.820082:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334706.824078:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334706.824157:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604488832 00000100:00100000:2.0:1780334706.824168:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604488832 00000100:00100000:2.0:1780334706.824319:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1299 00000100:00100000:2.0:1780334706.824329:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+55:31184:x1866815604488832:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1780334706.824422:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700978b0 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824441:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700978b0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824451:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700978b0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824463:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700978b7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824468:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700978b7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824472:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700978b7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824492:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700978be lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824497:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700978be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824501:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700978be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334706.824545:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:2.0:1780334706.824549:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334706.824560:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700978be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824568:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700978b0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824573:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700978b0 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824578:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700978b0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824582:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334706.824585:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700978b0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824590:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700978b0 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824600:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334706.824602:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334706.824606:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700978b0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824610:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700978b0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824622:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700978b7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824625:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700978b7 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824628:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700978b7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824631:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334706.824633:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700978b7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824636:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700978b7 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824639:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xba0788a1 (ffff9b7021a27a00) 00010000:00010000:2.0:1780334706.824641:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334706.824642:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700978b7 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824645:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700978b7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824655:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700978be lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824659:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700978be lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824663:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700978be lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824666:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448cc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334706.824667:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700978be lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824670:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700978be lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824673:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b7021a27700) 00010000:00010000:2.0:1780334706.824674:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334706.824676:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700978be lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.824679:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700978be lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334706.824877:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+55:31184:x1866815604488832:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 Request processed in 548us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334706.824885:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1299 00000100:00100000:2.0:1780334706.827930:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334706.828156:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604489088 00000100:00100000:0.0:1780334706.828170:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604489088 00000100:00100000:0.0:1780334706.828235:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1300 00000100:00100000:0.0:1780334706.828244:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+55:31184:x1866815604489088:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334706.828266:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334706.828443:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978c5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b148f expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.828575:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.828595:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.828609:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334706.828622:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1780334706.828741:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.828749:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978cc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.828761:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.828769:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334706.828773:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.828783:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.828797:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b7021a27700) 00010000:00010000:0.0:1780334706.828800:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334706.828805:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978cc lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.828847:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978cc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.828900:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978c5 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b148f expref: 57 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.828909:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:0.0:1780334706.828911:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780334706.828915:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978c5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b148f expref: 57 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.828923:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8c00, rc 0) 00000100:00100000:0.0:1780334706.828988:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+56:31184:x1866815604489088:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 744us (1071us total) trans 4294968104 rc 301/301 00000100:00100000:0.0:1780334706.828994:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1300 00000100:00100000:1.0:1780334706.831919:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334706.832197:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604489216 00000100:00100000:3.0:1780334706.832210:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604489216 00000100:00100000:3.0:1780334706.833913:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1301 00000100:00100000:3.0:1780334706.833942:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+56:31184:x1866815604489216:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334706.833995:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334706.834239:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+56:31184:x1866815604489216:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 311us (2336us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334706.834247:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1301 00000100:00100000:3.0:1780334706.837419:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334706.837515:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604489472 00000100:00100000:2.0:1780334706.837526:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604489472 00000100:00100000:2.0:1780334706.837637:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1302 00000100:00100000:2.0:1780334706.837646:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+56:31184:x1866815604489472:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334706.837675:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334706.837699:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700978da lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1496 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.838346:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700978e1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.838363:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700978e1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.838375:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700978e1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334706.838386:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00010000:00010000:2.0:1780334706.838432:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700978da lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1496 expref: 59 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.838450:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700978e1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1496 expref: 58 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.838459:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b7021a27a00) 00010000:00010000:2.0:1780334706.838462:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334706.838466:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d600, rc 0) 00000100:00100000:2.0:1780334706.838585:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+58:31184:x1866815604489472:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 940us (1178us total) trans 4294968105 rc 0/0 00000100:00100000:2.0:1780334706.838592:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1302 00000100:00100000:2.0:1780334706.841771:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334706.842077:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604489728 00000100:00100000:0.0:1780334706.846118:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604489728 00000100:00100000:0.0:1780334706.846235:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1303 00000100:00100000:0.0:1780334706.846247:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+58:31184:x1866815604489728:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1780334706.846327:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334706.846512:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700978e1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1496 expref: 58 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.846536:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b7021a27a00) 00010000:00010000:0.0:1780334706.846548:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334706.846576:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978ef lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.846590:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097855 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1473 expref: 110 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.846599:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978ef lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.846642:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097855 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1473 expref: 110 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.846710:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097855 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1473 expref: 110 pid: 6540 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334706.846725:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624281984:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334706.846864:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f0371b780 going to sleep for 11 seconds 00000100:00100000:0.0:1780334706.850722:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624281984:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334706.850756:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978ef lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334706.850934:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334706.851537:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604489856 00000100:00100000:1.0:1780334706.851550:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604489856 00010000:00010000:1.0:1780334706.851627:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097855 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1473 expref: 111 pid: 6540 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1780334706.851628:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334706.851685:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 400 00000100:00100000:1.0:1780334706.851697:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604489856:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334706.851717:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334706.851725:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097855 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1473 expref: 111 pid: 6540 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.851741:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097855 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1473 expref: 111 pid: 6540 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.851770:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097855 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1473 expref: 111 pid: 6540 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.851792:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:1.0:1780334706.851799:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978ef lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.851854:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978ef lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.851864:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978ef lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.851893:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334706.851953:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:2406:x1866815604489856:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 258us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334706.851962:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 400 00010000:00010000:0.0:1780334706.852379:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978ef lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852392:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978ef lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852424:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978f6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0xac76aa28 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852437:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xac76aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852448:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xac76aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852499:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978ef lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852506:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978ef lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852514:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978ef lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852520:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334706.852524:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978ef lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852531:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978ef lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852545:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:0.0:1780334706.852548:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334706.852553:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978ef lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852560:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e700978ef lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852574:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xac76aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852581:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978f6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xac76aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852587:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xac76aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852592:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334706.852596:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xac76aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852607:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978f6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xac76aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852617:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xac76aa28 (ffff9b703c6cb600) 00010000:00010000:0.0:1780334706.852620:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334706.852624:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978f6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0xac76aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.852631:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700978f6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0xac76aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334706.852779:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+57:31184:x1866815604489728:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 6530us (11020us total) trans 0 rc -2/-2 00000100:00100000:0.0:1780334706.852789:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1303 00000100:00100000:2.0:1780334706.855667:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334706.855864:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604489984 00000100:00100000:3.0:1780334706.855873:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604489984 00000100:00100000:3.0:1780334706.855926:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1304 00000100:00100000:3.0:1780334706.855936:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+57:31184:x1866815604489984:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334706.855956:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334706.855976:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e700978fd lrc: 2/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b149d expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.856022:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097904 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.856105:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097904 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.856117:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097904 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.856220:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ea00/0xdf9e767e700978fd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b149d expref: 59 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.856237:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097904 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b149d expref: 58 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.856245:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:3.0:1780334706.856248:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334706.856251:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e200, rc 0) 00000100:00100000:3.0:1780334706.856352:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+58:31184:x1866815604489984:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 417us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334706.856360:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1304 00000100:00100000:1.0:1780334706.859066:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334706.859182:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604490240 00000100:00100000:2.0:1780334706.859190:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604490240 00000100:00100000:2.0:1780334706.859233:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1305 00000100:00100000:2.0:1780334706.859242:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+58:31184:x1866815604490240:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334706.859330:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e7009790b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.859343:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e7009790b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.859351:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e7009790b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334706.859473:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000662acd77 reply state 0000000057faa02e transno 4294968106 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e7009790b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.859484:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e7009790b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.859491:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:2.0:1780334706.859493:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1780334706.859496:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334706.859573:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+60:31184:x1866815604490240:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 332us (517us total) trans 4294968106 rc 0/0 00000100:00100000:2.0:1780334706.859580:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1305 00000100:00100000:0.0:1780334706.861213:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334706.861415:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604490368 00000100:00100000:2.0:1780334706.861423:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604490368 00000100:00100000:2.0:1780334706.861477:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1306 00000100:00100000:2.0:1780334706.861487:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+60:31184:x1866815604490368:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334706.861506:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334706.861522:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097912 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b14a4 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.861570:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097912 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14a4 expref: 61 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.861583:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097912 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14a4 expref: 61 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.861593:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:2.0:1780334706.861596:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334706.861599:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d200, rc 0) 00000100:00100000:2.0:1780334706.862384:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+61:31184:x1866815604490368:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 894us (1171us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334706.862392:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1306 00000100:00100000:3.0:1780334706.864877:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334706.864999:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604490496 00000100:00100000:1.0:1780334706.865018:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604490496 00000100:00100000:1.0:1780334706.865120:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 250 00000100:00100000:1.0:1780334706.865129:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+61:31184:x1866815604490496:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1780334706.865242:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+61:31184:x1866815604490496:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 Request processed in 113us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334706.865249:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 250 00000100:00100000:2.0:1780334706.867060:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334706.867192:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604490752 00000100:00100000:0.0:1780334706.867201:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604490752 00000100:00100000:0.0:1780334706.867248:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 251 00000100:00100000:0.0:1780334706.867258:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+61:31184:x1866815604490752:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1780334706.867490:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+62:31184:x1866815604490752:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 233us (434us total) trans 4294968107 rc 0/0 00000100:00100000:0.0:1780334706.867498:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 251 00000100:00100000:0.0:1780334706.868880:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334706.869065:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604491008 00000100:00100000:3.0:1780334706.869073:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604491008 00000100:00100000:3.0:1780334706.869123:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1307 00000100:00100000:3.0:1780334706.869133:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+62:31184:x1866815604491008:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334706.869232:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+62:31184:x1866815604491008:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 101us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334706.869239:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1307 00000100:00100000:3.0:1780334706.872896:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334706.873048:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604491264 00000100:00100000:2.0:1780334706.873058:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604491264 00000100:00100000:2.0:1780334706.873172:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1308 00000100:00100000:2.0:1780334706.873183:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+62:31184:x1866815604491264:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334706.873201:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334706.873220:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097919 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b14ab expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.873317:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097920 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.873483:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097912 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14a4 expref: 63 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.873493:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097920 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.873525:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097912 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14a4 expref: 63 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.873538:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097912 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14a4 expref: 63 pid: 9763 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334706.873552:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe11180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624282112:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334706.873689:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8240 going to sleep for 11 seconds 00000100:00100000:2.0:1780334706.878439:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334706.878439:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe11180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624282112:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334706.878463:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097920 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334706.878525:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604491392 00000100:00100000:3.0:1780334706.878531:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604491392 00010000:00010000:3.0:1780334706.878565:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097912 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14a4 expref: 64 pid: 9763 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334706.878678:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 401 00000100:00100000:3.0:1780334706.878686:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+64:2406:x1866815604491392:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334706.878700:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334706.878706:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097912 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14a4 expref: 64 pid: 9763 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.878717:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097912 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14a4 expref: 64 pid: 9763 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.878737:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097912 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14a4 expref: 64 pid: 9763 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.878753:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:3.0:1780334706.878762:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097920 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.878773:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097920 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.878781:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097920 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.878888:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097920 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.878893:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097920 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334706.878906:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00000004:00080000:1.0:1780334706.879065:0:6540:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00010000:00010000:3.0:1780334706.879098:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334706.879231:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+63:2406:x1866815604491392:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 544us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334706.879239:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 401 00010000:00010000:1.0:1780334706.879722:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097920 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.879731:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097920 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.879737:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097920 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.879743:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334706.879747:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097920 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.879755:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097920 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.879765:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:1.0:1780334706.879768:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334706.879772:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097920 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.879777:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097920 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.879852:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097919 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14ab expref: 63 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.879862:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9b70154f5e00) 00010000:00010000:1.0:1780334706.879865:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780334706.879869:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097919 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14ab expref: 63 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.879883:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ce00, rc 0) 00000100:00100000:1.0:1780334706.879936:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+62:31184:x1866815604491264:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 6757us (7048us total) trans 4294968108 rc 301/301 00000100:00100000:1.0:1780334706.879943:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1308 00000100:00100000:2.0:1780334706.882622:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334706.882696:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604491648 00000100:00100000:0.0:1780334706.882705:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604491648 00000100:00100000:0.0:1780334706.882757:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 252 00000100:00100000:0.0:1780334706.882767:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+62:31184:x1866815604491648:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1780334706.883064:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+63:31184:x1866815604491648:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 298us (449us total) trans 4294968109 rc 0/0 00000100:00100000:0.0:1780334706.883071:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 252 00000100:00100000:0.0:1780334706.884545:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334706.884612:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604491776 00000100:00100000:2.0:1780334706.884619:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604491776 00000100:00100000:2.0:1780334706.884667:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1309 00000100:00100000:2.0:1780334706.884677:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+63:31184:x1866815604491776:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334706.884697:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334706.884714:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e7009792e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b14b2 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.884774:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097935 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.884788:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097935 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.884798:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097935 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334706.884865:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00000004:00200000:2.0:1780334706.884870:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334706.884886:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097935 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.884910:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e7009792e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14b2 expref: 65 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.884927:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097935 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14b2 expref: 64 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.884934:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:2.0:1780334706.884937:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1780334706.884941:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ca00, rc 0) 00000100:00100000:2.0:1780334706.884987:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+64:31184:x1866815604491776:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 312us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334706.884993:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1309 00000100:00100000:2.0:1780334706.887762:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334706.887892:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604491904 00000100:00100000:0.0:1780334706.887903:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604491904 00000100:00100000:0.0:1780334706.887966:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 347 00000100:00100000:0.0:1780334706.887977:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2409:x1866815604491904:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334706.887995:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334706.888024:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e7009793c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b14b9 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334706.888049:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780334706.888068:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334706.888070:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334706.888079:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e7009793c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14b9 expref: 13 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1780334706.888161:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1780334706.888204:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e7009793c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14b9 expref: 13 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.888216:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9c00, rc 0) 00000100:00100000:0.0:1780334706.888399:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+13:2409:x1866815604491904:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 423us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334706.888407:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 347 00000100:00100000:3.0:1780334706.890428:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334706.890551:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604492160 00000100:00100000:2.0:1780334706.890559:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604492160 00000100:00100000:2.0:1780334706.890611:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1310 00000100:00100000:2.0:1780334706.890620:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+64:31184:x1866815604492160:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334706.890716:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+64:31184:x1866815604492160:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 96us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334706.890723:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1310 00000100:00100000:3.0:1780334706.892641:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334706.892714:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604492288 00000100:00100000:2.0:1780334706.892722:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604492288 00000100:00100000:2.0:1780334706.892768:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 348 00000100:00100000:2.0:1780334706.892777:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:31184:x1866815604492288:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334706.892791:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334706.892808:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e70097943 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b14c0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.892875:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e7009793c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14b9 expref: 14 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.892883:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334706.892885:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334706.892889:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e70097943 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c0 expref: 14 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.892918:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e7009793c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14b9 expref: 14 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.892931:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e7009793c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14b9 expref: 14 pid: 8419 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334706.892945:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe13100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624282240:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334706.893032:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8840 going to sleep for 11 seconds 00000100:00100000:2.0:1780334706.895185:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe13100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624282240:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334706.895215:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e70097943 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c0 expref: 14 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.895234:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c000, rc 0) 00000100:00100000:2.0:1780334706.895286:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+14:31184:x1866815604492288:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 2509us (2650us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334706.895294:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 348 00000100:00100000:0.0:1780334706.897788:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334706.897874:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604492416 00000100:00100000:1.0:1780334706.897883:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604492416 00010000:00010000:1.0:1780334706.897920:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e7009793c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14b9 expref: 14 pid: 8419 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334706.897962:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 402 00000100:00100000:1.0:1780334706.897971:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+14:2406:x1866815604492416:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334706.897985:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334706.898018:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e7009793c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14b9 expref: 14 pid: 8419 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.898032:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e7009793c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14b9 expref: 14 pid: 8419 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.898053:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e7009793c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14b9 expref: 14 pid: 8419 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.898070:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334706.898072:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334706.898079:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e70097943 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c0 expref: 13 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.898104:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e70097943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c0 expref: 13 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.898139:0:6523:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e70097943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c0 expref: 13 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334706.898153:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6523:1866815624282368:192.168.203.22@tcp:105: 00000100:00100000:1.0:1780334706.898223:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8180 going to sleep for 11 seconds 00000100:00100000:0.0:1780334706.902734:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334706.902967:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604492544 00000100:00100000:2.0:1780334706.902976:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604492544 00002000:00100000:2.0:1780334706.903034:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->157) req@ffff9b6f04c58000 x1866815604492544/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:172/0 lens 648/0 e 0 to 0 dl 1780334717 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334706.903046:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04c58000 with x1866815604492544 ext(0->157) 00002000:00010000:2.0:1780334706.903051:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f04c58000 00000100:00100000:2.0:1780334706.903093:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 95 00000100:00100000:2.0:1780334706.903103:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+14:2407:x1866815604492544:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1780334706.904204:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+16:2407:x1866815604492544:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 1099us (1474us total) trans 4294967370 rc 0/0 00000100:00100000:2.0:1780334706.904210:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 95 00002000:00100000:2.0:1780334706.904217:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->157) req@ffff9b6f04c58000 x1866815604492544/t4294967370(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:172/0 lens 648/448 e 0 to 0 dl 1780334717 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334706.904223:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04c58000 with x1866815604492544 ext(0->157) 00002000:00010000:2.0:1780334706.904227:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f04c58000 00000100:00100000:1.0:1780334706.904335:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6523:1866815624282368:192.168.203.22@tcp:105: 00010000:00010000:1.0:1780334706.904357:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334706.904378:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+15:2406:x1866815604492416:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 6409us (6599us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334706.904386:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 402 00000100:00100000:0.0:1780334706.906628:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334706.907739:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604492672 00000100:00100000:1.0:1780334706.907751:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604492672 00000100:00100000:1.0:1780334706.908061:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1311 00000100:00100000:1.0:1780334706.908072:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+64:31184:x1866815604492672:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1780334706.911534:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968109 is committed 00000001:00080000:2.0:1780334706.911560:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968103 is committed 00000004:00080000:2.0:1780334706.911566:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000020:00080000:2.0:1780334706.911592:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f0371b0c0 refcount 2 committed 0 result 0 batchid 27 00000020:00080000:2.0:1780334706.911597:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f04533b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f0371b300 00000020:00080000:2.0:1780334706.911601:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f04533300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f02d2c800 00010000:00010000:0.0:1780334706.911633:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700977f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1780334706.911636:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f03fc8900 refcount 2 committed 0 result 0 batchid 26 00000020:00080000:2.0:1780334706.911643:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f04699c00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f03fc8c00 00000020:00080000:2.0:1780334706.911650:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f04699200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f02f7e200 00010000:00010000:0.0:1780334706.911651:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700977f3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.911660:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700977f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.911667:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448da00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334706.911672:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700977f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1780334706.911674:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 27 committed batchid 25 00010000:00010000:0.0:1780334706.911683:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700977f3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.911700:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9b6f02d66300) 00010000:00010000:0.0:1780334706.911703:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334706.911709:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700977f3 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.911714:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700977f3 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1780334706.911738:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00010000:00010000:0.0:1780334706.911743:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e7009790b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.911751:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e7009790b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.911757:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e7009790b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.911762:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334706.911766:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e7009790b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.911771:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e7009790b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.911778:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:0.0:1780334706.911781:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780334706.911785:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e7009790b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334706.911791:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e7009790b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334706.911942:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+47:31184:x1866815604492672:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 3867us (5318us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334706.911952:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1311 00000100:00100000:2.0:1780334706.912044:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624282496:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780334706.912225:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334706.912293:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624282496 00000100:00100000:3.0:1780334706.912301:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624282496 00000100:00100000:3.0:1780334706.912356:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1780334706.912365:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3660:x1866815624282496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780334706.912390:0:8422:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24 count 1 00002000:00010000:3.0:1780334706.912417:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a1dc06e, atime: 0x6a1dc071, ctime: 0x6a1dc06e, blocks: 0x8 00010000:00010000:3.0:1780334706.912424:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e7009794a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.912438:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334706.912440:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334706.912446:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e7009794a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.912459:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e7009794a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.912472:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e7009794a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.912478:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e7009794a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.912500:0:8422:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780334706.912540:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780334706.912547:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e7009794a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.912556:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334706.912561:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e7009794a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.912570:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e7009794a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.912584:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e7009794a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.912601:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e7009794a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334706.912618:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3660:x1866815624282496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 253us (391us total) trans 4294967363 rc 0/0 00010000:00010000:2.0:1780334706.912619:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334706.912622:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334706.912625:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334706.912629:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000004:00080000:2.0:1780334706.912657:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b6f013d1c00/2, rc 0, transno 4294967363 00000100:00100000:2.0:1780334706.912663:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624282496:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780334706.914673:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334706.914764:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604492800 00000100:00100000:2.0:1780334706.914783:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604492800 00000100:00100000:2.0:1780334706.914859:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 350 00000100:00100000:2.0:1780334706.914871:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+15:2406:x1866815604492800:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1780334706.918885:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed 00000001:00080000:0.0:1780334706.918904:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00000100:00100000:2.0:1780334706.919126:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604492800:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 4253us (4456us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334706.919137:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 350 00000100:00100000:0.0:1780334706.923181:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334706.923313:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604493056 00000100:00100000:1.0:1780334706.923322:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604493056 00000100:00100000:1.0:1780334706.923389:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1312 00000100:00100000:1.0:1780334706.923399:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+47:31184:x1866815604493056:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1780334706.923448:0:15367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334706.923474:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097935 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14b2 expref: 47 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.923493:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:1.0:1780334706.923499:0:15367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334706.923529:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097951 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.923543:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097951 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.923552:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097951 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334706.923664:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000080bda0cc reply state 00000000d9710fdf transno 4294968110 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097951 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.923675:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097951 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.923681:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:1.0:1780334706.923683:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334706.923686:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780334706.923786:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+48:31184:x1866815604493056:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 388us (614us total) trans 4294968110 rc 0/0 00000100:00100000:1.0:1780334706.923793:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1312 00000100:00100000:0.0:1780334706.926123:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334706.927178:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604493184 00000100:00100000:1.0:1780334706.927189:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604493184 00000100:00100000:1.0:1780334706.927250:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1313 00000100:00100000:1.0:1780334706.927260:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:31184:x1866815604493184:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334706.927282:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334706.927300:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097958 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b14c7 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.927352:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097958 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c7 expref: 49 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.927365:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097958 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c7 expref: 49 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.927382:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:1.0:1780334706.927385:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334706.927388:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c200, rc 0) 00000100:00100000:1.0:1780334706.927433:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+49:31184:x1866815604493184:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 175us (1318us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334706.927440:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1313 00000100:00100000:0.0:1780334706.929622:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334706.929711:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604493312 00000100:00100000:2.0:1780334706.929720:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604493312 00000100:00100000:2.0:1780334706.929772:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 351 00000100:00100000:2.0:1780334706.929782:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604493312:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1780334706.929980:0:8519:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1780334706.929983:0:8519:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1780334702 00002000:00010000:2.0:1780334706.929986:0:8519:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime from disk: 0 -> 1780334706 00002000:00010000:2.0:1780334706.929988:0:8519:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1780334702 00002000:00010000:2.0:1780334706.929990:0:8519:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1780334706.930051:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2409:x1866815604493312:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 270us (438us total) trans 4294967371 rc 0/0 00000100:00100000:2.0:1780334706.930059:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 351 00000100:00100000:0.0:1780334706.933648:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334706.933739:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604493568 00000100:00100000:1.0:1780334706.933750:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604493568 00000100:00100000:1.0:1780334706.933808:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1314 00000100:00100000:1.0:1780334706.933871:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+49:31184:x1866815604493568:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1780334706.933941:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009795f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.933959:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097904 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b149d expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.933974:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009795f lrc: 4/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.934022:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097904 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b149d expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.934035:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097904 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b149d expref: 49 pid: 6538 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334706.934050:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624282624:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334706.934132:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780334706.941758:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334706.941850:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604493696 00000100:00100000:2.0:1780334706.941859:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604493696 00010000:00010000:2.0:1780334706.941896:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097904 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b149d expref: 50 pid: 6538 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334706.941937:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 403 00000100:00100000:2.0:1780334706.941948:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:2406:x1866815604493696:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334706.941964:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334706.941970:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097904 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b149d expref: 50 pid: 6538 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.941984:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097904 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b149d expref: 50 pid: 6538 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.942019:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:2.0:1780334706.942024:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009795f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.942034:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009795f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.942042:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009795f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.942060:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334706.942267:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:2406:x1866815604493696:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 319us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334706.942276:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 403 00010000:00010000:1.0:1780334706.942920:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097904 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b149d expref: 49 pid: 6538 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334706.942937:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624282624:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334706.942957:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009795f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.942965:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009795f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.942972:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009795f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.943016:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009795f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.943022:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009795f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.943030:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009795f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.943036:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481de00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334706.943040:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009795f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.943047:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009795f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.943058:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:1.0:1780334706.943061:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1780334706.943065:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009795f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.943070:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009795f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334706.943228:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+48:31184:x1866815604493568:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 9374us (9590us total) trans 0 rc -22/-22 00000100:00100000:1.0:1780334706.943237:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1314 00000100:00100000:0.0:1780334706.952165:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334706.952308:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604493824 00000100:00100000:1.0:1780334706.952318:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604493824 00000100:00100000:1.0:1780334706.952494:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 352 00000100:00100000:1.0:1780334706.952505:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c95d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604493824:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1780334706.952545:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009cb497eb/0xdf9e767e70097966 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.952564:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e70097943 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c0 expref: 12 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.952573:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334706.952575:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334706.952578:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009cb497eb/0xdf9e767e70097966 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.952610:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e70097943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c0 expref: 12 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.952624:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e70097943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c0 expref: 12 pid: 8519 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334706.952638:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624282752:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334706.952717:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334706.956551:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334706.956760:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604493952 00000100:00100000:3.0:1780334706.956770:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604493952 00010000:00010000:3.0:1780334706.956835:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e70097943 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c0 expref: 13 pid: 8519 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334706.956868:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 404 00000100:00100000:3.0:1780334706.956879:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604493952:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334706.956893:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334706.956913:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e70097943 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c0 expref: 13 pid: 8519 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.956936:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e70097943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c0 expref: 13 pid: 8519 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.956961:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334706.956963:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334706.956968:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009cb497eb/0xdf9e767e70097966 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.956978:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009cb497eb/0xdf9e767e70097966 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.956998:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334706.957064:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604493952:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 188us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334706.957072:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 404 00010000:00010000:1.0:1780334706.957564:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e70097943 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c0 expref: 12 pid: 8519 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334706.957580:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624282752:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334706.957599:0:16895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009cb497eb/0xdf9e767e70097966 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.957608:0:16895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009cb497eb/0xdf9e767e70097966 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.957614:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009cb497eb/0xdf9e767e70097966 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.957633:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009cb497eb/0xdf9e767e70097966 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.957639:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009cb497eb/0xdf9e767e70097966 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.957647:0:16895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009cb497eb/0xdf9e767e70097966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.957653:0:16895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334706.957656:0:16895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009cb497eb/0xdf9e767e70097966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.957664:0:16895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009cb497eb/0xdf9e767e70097966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.957675:0:16895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009cb497eb/0xdf9e767e70097966 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.957681:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cb497eb/0xdf9e767e70097966 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334706.957774:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c95d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604493824:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 5271us (5619us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334706.957786:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 352 00000100:00100000:2.0:1780334706.960595:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334706.962263:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604494208 00000100:00100000:3.0:1780334706.962277:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604494208 00000100:00100000:2.0:1780334706.963479:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1315 00000100:00100000:2.0:1780334706.963491:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:31184:x1866815604494208:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1780334706.963566:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009796d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.963583:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009796d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.963595:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009796d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.963725:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097974 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.963735:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097958 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c7 expref: 49 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.963742:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097974 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.963772:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097958 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c7 expref: 49 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.963785:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097958 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c7 expref: 49 pid: 6539 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334706.963805:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe10000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624282880:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334706.963913:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8900 going to sleep for 11 seconds 00000100:00100000:0.0:1780334706.968131:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334706.968786:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe10000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624282880:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334706.968839:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097974 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334706.968948:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604494336 00000100:00100000:1.0:1780334706.968956:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604494336 00010000:00010000:1.0:1780334706.968991:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097958 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c7 expref: 50 pid: 6539 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334706.969031:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 405 00000100:00100000:1.0:1780334706.969041:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+50:2407:x1866815604494336:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334706.969056:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334706.969061:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097958 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c7 expref: 50 pid: 6539 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.969072:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097958 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c7 expref: 50 pid: 6539 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.969109:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097958 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14c7 expref: 50 pid: 6539 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.969124:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:1.0:1780334706.969129:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097974 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.969138:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097974 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.969145:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097974 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.969176:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334706.969229:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+49:2407:x1866815604494336:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 189us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334706.969236:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 405 00010000:00010000:2.0:1780334706.969605:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097974 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.969612:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097974 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780334706.969714:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968111 00000001:00080000:2.0:1780334706.969874:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968112 00000001:00080000:2.0:1780334706.969907:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968113 00000100:00100000:2.0:1780334706.969979:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe10000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624283008:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1780334706.970105:0:6538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334706.970139:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624283008 00000100:00100000:2.0:1780334706.970144:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624283008 00000100:00100000:2.0:1780334706.970180:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1780334706.970187:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6538:x1866815624283008:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1780334706.970252:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6538:x1866815624283008:12345-0@lo:1000:mdt00_000.0 Request processed in 65us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334706.970258:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1780334706.970280:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8180 going to sleep for 11 seconds 00000100:00100000:2.0:1780334706.970296:0:6538:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:2.0:1780334706.970301:0:6538:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967368 committed transno 4294967369 00000004:00080000:2.0:1780334706.970317:0:6538:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b703b720000, transno 4294967369 00000100:00100000:2.0:1780334706.970343:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe10000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624283008:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1780334706.970486:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968114 00000100:00100000:2.0:1780334706.970521:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe10000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624283136:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1780334706.970547:0:6538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334706.970569:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624283136 00000100:00100000:2.0:1780334706.970574:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624283136 00000100:00100000:2.0:1780334706.970597:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1780334706.970602:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6538:x1866815624283136:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1780334706.970680:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6538:x1866815624283136:12345-0@lo:1000:mdt00_000.0 Request processed in 78us (133us total) trans 4294967372 rc 0/0 00000100:00100000:2.0:1780334706.970686:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1780334706.970704:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334706.970719:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe10000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624283136:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1780334706.970759:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968115 00010000:00010000:2.0:1780334706.970778:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097974 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.970786:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097974 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.970792:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097974 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.970798:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334706.970801:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097974 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.970809:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097974 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.970847:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:2.0:1780334706.970849:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334706.970855:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097974 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.970861:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097974 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.970883:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700978a2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.970889:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700978a2 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.970894:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700978a2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.970899:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448dc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334706.970901:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700978a2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.970907:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700978a2 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.970914:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b7021a27700) 00010000:00010000:2.0:1780334706.970916:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334706.970923:0:6538:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e700978a9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1488 expref: 98 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.970933:0:6538:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e700978a9 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1488 expref: 98 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.970941:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e700978a9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1488 expref: 98 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.970964:0:6538:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8a00/0xdf9e767e700978a9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1488 expref: 98 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334706.970974:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe13100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624283264:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334706.971034:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8480 going to sleep for 11 seconds 00000100:00100000:0.0:1780334706.977598:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334706.977662:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604494464 00000100:00100000:1.0:1780334706.977671:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604494464 00000100:00100000:1.0:1780334706.977722:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 253 00000100:00100000:1.0:1780334706.977731:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:31183:x1866815604494464:12345-192.168.203.22@tcp:49:cat.0 00000100:00100000:1.0:1780334706.977874:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:31183:x1866815604494464:12345-192.168.203.22@tcp:49:cat.0 Request processed in 144us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334706.977881:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 253 00000100:00100000:2.0:1780334706.980624:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe13100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624283264:192.168.203.22@tcp:105: 00010000:00010000:2.0:1780334706.980650:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700978a2 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980661:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700978a2 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980696:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e7009797b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980710:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e7009797b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980721:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e7009797b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980731:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e7009797b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980737:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e7009797b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980743:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e7009797b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980749:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334706.980752:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e7009797b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980759:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e7009797b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980768:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b7021a27700) 00010000:00010000:2.0:1780334706.980771:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334706.980775:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e7009797b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980781:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e7009797b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980791:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009796d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980796:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009796d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980801:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009796d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980806:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334706.980834:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009796d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980844:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009796d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980851:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9b7021a27700) 00010000:00010000:2.0:1780334706.980854:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334706.980856:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009796d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.980861:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009796d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334706.981309:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:31184:x1866815604494208:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 17818us (20720us total) trans 4294968116 rc 0/0 00000100:00100000:2.0:1780334706.981319:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1315 00000020:00080000:2.0:1780334706.981333:0:6538:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:2.0:1780334706.983906:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334706.984032:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604494592 00000100:00100000:3.0:1780334706.984042:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604494592 00000100:00100000:3.0:1780334706.984130:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 353 00000100:00100000:3.0:1780334706.984140:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+12:31183:x1866815604494592:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:3.0:1780334706.984157:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334706.984177:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70097982 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b14ce expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334706.984201:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 158, mtime: 0x6a1dc06e, atime: 0x6a1dc072, ctime: 0x6a1dc06e, blocks: 0x8 00010000:00010000:3.0:1780334706.984219:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334706.984221:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334706.984228:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70097982 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14ce expref: 13 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.984242:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c61a5492/0xdf9e767e70097982 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14ce expref: 13 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334706.984255:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ea00, rc 0) 00000100:00100000:3.0:1780334706.984304:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:31183:x1866815604494592:12345-192.168.203.22@tcp:101:cat.0 Request processed in 166us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334706.984311:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 353 00000100:00080000:2.0:1780334706.984986:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:0.0:1780334706.985183:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334706.985187:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334706.985695:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1780334706.985704:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334706.987511:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334706.987586:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604494848 00000100:00100000:2.0:1780334706.987596:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604494848 00000100:00100000:2.0:1780334706.987652:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 254 00000100:00100000:2.0:1780334706.987666:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7e8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:31184:x1866815604494848:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1780334706.987910:0:6541:0:(mdd_object.c:4033:mdd_close()) Object [0x200000403:0x24:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1780334706.987940:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968117 00010000:00010000:2.0:1780334706.987973:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097989 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.987990:0:6541:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097989 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.988152:0:6541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097989 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.988162:0:6541:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097989 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.988168:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097989 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.988174:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097989 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334706.988268:0:6541:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780334706.988356:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7e8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:31184:x1866815604494848:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 695us (851us total) trans 4294968118 rc 0/0 00000100:00100000:2.0:1780334706.988364:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 254 00000020:00080000:2.0:1780334706.988370:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1780334706.988768:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334706.988776:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097989 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.988783:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334706.988787:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097989 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.988794:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097989 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.988807:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:1.0:1780334706.988830:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780334706.988835:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097989 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.988846:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097989 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334706.988859:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334706.988861:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334706.988863:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334706.989002:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334706.989080:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604494976 00000100:00100000:1.0:1780334706.989086:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604494976 00002000:00100000:1.0:1780334706.989119:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff9b703c818380 x1866815604494976/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:172/0 lens 488/0 e 0 to 0 dl 1780334717 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334706.989128:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703c818380 with x1866815604494976 ext(0->4095) 00002000:00010000:1.0:1780334706.989132:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703c818380 00000100:00100000:1.0:1780334706.989192:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 96 00000100:00100000:1.0:1780334706.989201:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2409:x1866815604494976:12345-192.168.203.22@tcp:3:cat.0 00000100:00100000:1.0:1780334706.989333:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2409:x1866815604494976:12345-192.168.203.22@tcp:3:cat.0 Request processed in 126us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780334706.989339:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 96 00002000:00100000:1.0:1780334706.989345:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff9b703c818380 x1866815604494976/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:172/0 lens 488/4536 e 0 to 0 dl 1780334717 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334706.989353:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703c818380 with x1866815604494976 ext(0->4095) 00002000:00010000:1.0:1780334706.989356:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703c818380 00000100:00100000:0.0:1780334706.992945:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334706.993302:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604495232 00000100:00100000:1.0:1780334706.993312:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604495232 00000100:00100000:1.0:1780334706.993438:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 255 00000100:00100000:1.0:1780334706.993450:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:31183:x1866815604495232:12345-192.168.203.22@tcp:35:cat.0 00000100:00100000:1.0:1780334706.993666:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:31183:x1866815604495232:12345-192.168.203.22@tcp:35:cat.0 Request processed in 218us (730us total) trans 4294968119 rc 0/0 00000100:00100000:1.0:1780334706.993674:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 255 00010000:00010000:1.0:1780334707.637403:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334707.690851:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334707.690885:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334707.690909:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334707.690932:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334707.690961:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334707.690985:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604495616 00000100:00100000:3.0:1780334707.690993:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604495616 00000100:00100000:3.0:1780334707.691060:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604495872 00000100:00100000:3.0:1780334707.691064:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604495872 00000100:00100000:3.0:1780334707.691089:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 495 00000100:00100000:3.0:1780334707.691099:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604495616:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334707.691177:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604495616:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 80us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334707.691185:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 495 00000100:00100000:3.0:1780334707.691200:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 496 00000100:00100000:3.0:1780334707.691207:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2408:x1866815604495872:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334707.691234:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2408:x1866815604495872:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 27us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334707.691240:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 496 00000100:00100000:3.0:1780334707.691262:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604495488 00000100:00100000:3.0:1780334707.691265:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604495488 00000100:00100000:3.0:1780334707.691293:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604495744 00000100:00100000:3.0:1780334707.691298:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604495744 00000100:00100000:3.0:1780334707.691891:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 836 00000100:00100000:3.0:1780334707.691903:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604495488:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334707.691936:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604495488:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 36us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334707.691942:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 836 00000100:00100000:3.0:1780334707.691960:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 837 00000100:00100000:3.0:1780334707.691968:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604495744:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334707.691990:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604495744:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334707.691996:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 837 00000100:00080000:3.0:1780334707.692027:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334707.692032:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334707.692122:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604495360 00000100:00100000:0.0:1780334707.692128:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604495360 00000100:00100000:0.0:1780334707.692178:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 700 00000100:00100000:0.0:1780334707.692185:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604495360:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334707.692210:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604495360:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334707.692217:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 700 00000100:00100000:2.0:1780334707.828751:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334707.828773:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624283392:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334707.828872:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334707.828935:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624283392 00000100:00100000:2.0:1780334707.828943:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624283392 00000100:00100000:2.0:1780334707.828985:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1780334707.828993:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624283392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334707.829039:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:2.0:1780334707.829085:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624283392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334707.829092:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1780334707.829138:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624283392:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334708.340191:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624283520:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.340254:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334708.340296:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624284032:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.340338:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334708.340354:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624284544:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.340375:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334708.340393:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624285056:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.340412:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334708.340436:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1780334708.340442:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624283648:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.340517:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334708.340534:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624284160:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.340570:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334708.340589:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624284672:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.340608:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334708.340633:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624283904:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.340656:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334708.340672:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624284416:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.340692:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334708.340708:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624284928:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.340727:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334708.340744:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1780334708.340750:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624283776:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.340783:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334708.340797:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624284288:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.340843:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334708.340859:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624284800:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.340878:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334708.340900:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624283520 00000100:00100000:0.0:1780334708.340907:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624283520 00000100:00100000:0.0:1780334708.340974:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1780334708.340983:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624283520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341040:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624283520:12345-0@lo:400:kworker.0 Request processed in 58us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334708.341047:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1780334708.341080:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624284544 00000100:00100000:0.0:1780334708.341084:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624284544 00000100:00100000:0.0:1780334708.341117:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624285056 00000100:00100000:0.0:1780334708.341120:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624285056 00000100:00100000:0.0:1780334708.341134:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624284416 00000100:00100000:0.0:1780334708.341136:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624284416 00000100:00100000:0.0:1780334708.341147:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624284928 00000100:00100000:0.0:1780334708.341149:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624284928 00000100:00100000:0.0:1780334708.341161:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1780334708.341167:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3658:x1866815624284544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341199:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3658:x1866815624284544:12345-0@lo:400:kworker.0 Request processed in 32us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334708.341204:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1780334708.341216:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1780334708.341222:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624285056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341247:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624285056:12345-0@lo:400:kworker.0 Request processed in 26us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334708.341253:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1780334708.341263:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1780334708.341268:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624284416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341296:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624284416:12345-0@lo:400:kworker.0 Request processed in 28us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334708.341301:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1780334708.341312:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1780334708.341319:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624284928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341341:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624284928:12345-0@lo:400:kworker.0 Request processed in 24us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334708.341346:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1780334708.341367:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624283648 00000100:00100000:0.0:1780334708.341370:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624283648 00000100:00100000:0.0:1780334708.341386:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624284160 00000100:00100000:0.0:1780334708.341389:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624284160 00000100:00100000:0.0:1780334708.341399:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624284672 00000100:00100000:0.0:1780334708.341401:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624284672 00000100:00100000:0.0:1780334708.341411:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624283904 00000100:00100000:0.0:1780334708.341414:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624283904 00000100:00100000:0.0:1780334708.341424:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624284288 00000100:00100000:0.0:1780334708.341426:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624284288 00000100:00100000:0.0:1780334708.341439:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624284800 00000100:00100000:0.0:1780334708.341441:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624284800 00000100:00100000:0.0:1780334708.341454:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1780334708.341459:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624283648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341489:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624283648:12345-0@lo:400:kworker.0 Request processed in 29us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334708.341495:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1780334708.341506:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1780334708.341512:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624284160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341537:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624284160:12345-0@lo:400:kworker.0 Request processed in 26us (966us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334708.341542:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1780334708.341553:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1780334708.341558:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624284672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341582:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624284672:12345-0@lo:400:kworker.0 Request processed in 24us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334708.341587:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1780334708.341598:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1780334708.341603:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624283904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341625:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624283904:12345-0@lo:400:kworker.0 Request processed in 22us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334708.341629:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1780334708.341638:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1780334708.341643:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624284288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341667:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624284288:12345-0@lo:400:kworker.0 Request processed in 24us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334708.341672:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1780334708.341682:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1780334708.341687:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624284800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341713:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624284800:12345-0@lo:400:kworker.0 Request processed in 26us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334708.341719:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00080000:0.0:1780334708.341756:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334708.341760:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334708.341762:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334708.341764:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334708.341793:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624284288:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341802:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624284800:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341835:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624283904:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341844:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624284416:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341851:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624284928:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341882:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624283648:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341890:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624284160:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341898:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624284672:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341906:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624283520:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341915:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624284544:0@lo:400:kworker.0 00000100:00100000:0.0:1780334708.341925:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624285056:0@lo:400:kworker.0 00000100:00100000:2.0:1780334708.342153:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624285184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334708.342184:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334708.342218:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624284032 00000100:00100000:2.0:1780334708.342222:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624284032 00000100:00100000:2.0:1780334708.342248:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624283776 00000100:00100000:2.0:1780334708.342251:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624283776 00000100:00100000:2.0:1780334708.342263:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1780334708.342269:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624284032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334708.342302:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624284032:12345-0@lo:400:kworker.0 Request processed in 33us (1963us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334708.342307:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1780334708.342334:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1780334708.342339:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624283776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334708.342372:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624283776:12345-0@lo:400:kworker.0 Request processed in 34us (1589us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334708.342377:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1780334708.342400:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624285184 00000100:00100000:2.0:1780334708.342403:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624285184 00000100:00100000:2.0:1780334708.342425:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1780334708.342430:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624285184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780334708.342449:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1780334708.342482:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624285184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334708.342488:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1780334708.342533:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624285184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334708.342556:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624283776:0@lo:400:kworker.0 00000100:00100000:2.0:1780334708.342574:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624284032:0@lo:400:kworker.0 00000100:00100000:2.0:1780334708.345279:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624285312:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334708.345364:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334708.345644:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624285312 00000100:00100000:0.0:1780334708.345654:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624285312 00000100:00100000:0.0:1780334708.345705:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1780334708.345713:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624285312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334708.345736:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:0.0:1780334708.345793:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624285312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334708.345799:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1780334708.349487:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624285312:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1780334708.660136:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334709.434041:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1780334709.687592:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334709.876100:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334709.876229:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624285568:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334709.876248:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624285696:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334709.876290:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624285440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334709.879748:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334709.880052:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624285696 00000100:00100000:1.0:1780334709.880061:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624285696 00000100:00100000:1.0:1780334709.880171:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1780334709.880182:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624285696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334709.880215:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334709.880298:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624285696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334709.880306:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1780334709.880337:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624285696:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334709.880457:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334709.880952:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334709.882746:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624285440 00000100:00100000:0.0:1780334709.882759:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624285440 00000100:00100000:0.0:1780334709.882851:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624285568 00000100:00100000:0.0:1780334709.882855:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624285568 00000100:00100000:0.0:1780334709.882875:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1780334709.882884:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3660:x1866815624285440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334709.882914:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178535232 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334709.883007:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3660:x1866815624285440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (2558us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334709.883015:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1780334709.883032:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1780334709.883039:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624285568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334709.883052:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178535232 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334709.883081:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624285568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (2129us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334709.883087:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1780334709.883261:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624285440:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334709.884702:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624285568:0@lo:13:osp-pre-0-1.0 00000040:00080000:2.0:1780334710.068472:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334710.068480:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334710.068571:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 4 00000040:00080000:2.0:1780334710.068578:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334710.717220:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780334710.909765:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00000001:00080000:1.0:1780334710.909784:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00000100:00100000:3.0:1780334711.260020:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334711.260147:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604496000 00000100:00100000:0.0:1780334711.260158:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604496000 00000100:00100000:0.0:1780334711.260243:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1316 00000100:00100000:0.0:1780334711.260254:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+55:31136:x1866815604496000:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1780334711.260354:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+55:31136:x1866815604496000:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 102us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334711.260361:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1316 00000100:00080000:1.0:1780334711.260584:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334711.263355:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334711.263633:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604496128 00000100:00100000:3.0:1780334711.263651:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604496128 00000100:00100000:3.0:1780334711.263767:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1317 00000100:00100000:3.0:1780334711.263778:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:31136:x1866815604496128:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1780334711.263932:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:31136:x1866815604496128:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 157us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334711.263940:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1317 00000100:00080000:1.0:1780334711.264995:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1780334711.732011:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1780334712.650349:0:23392:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12q: file attributes are refreshed after restore ========================================================== 13:25:11 (1780334711) 00010000:00010000:3.0:1780334712.757066:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334712.815093:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334712.815139:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334712.815160:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334712.815182:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334712.815202:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334712.815217:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334712.815235:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334712.815251:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334712.815276:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334712.815298:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604496768 00000100:00100000:1.0:1780334712.815307:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604496768 00000100:00100000:1.0:1780334712.815357:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604497280 00000100:00100000:1.0:1780334712.815360:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604497280 00000100:00100000:1.0:1780334712.815375:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 501 00000100:00100000:1.0:1780334712.815384:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2407:x1866815604496768:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334712.815451:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2407:x1866815604496768:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 68us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334712.815459:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 501 00000100:00100000:1.0:1780334712.815473:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604496640 00000100:00100000:1.0:1780334712.815476:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604496640 00000100:00100000:1.0:1780334712.815489:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604497152 00000100:00100000:1.0:1780334712.815492:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604497152 00000100:00100000:1.0:1780334712.815505:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 502 00000100:00100000:1.0:1780334712.815511:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604497280:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334712.815535:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604497280:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334712.815541:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 502 00000100:00100000:1.0:1780334712.815552:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 503 00000100:00100000:1.0:1780334712.815558:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604496640:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334712.815581:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604496640:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334712.815586:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 503 00000100:00100000:1.0:1780334712.815596:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 504 00000100:00100000:1.0:1780334712.815602:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604497152:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334712.815624:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604497152:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334712.815630:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 504 00000100:00100000:1.0:1780334712.815647:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604496512 00000100:00100000:1.0:1780334712.815651:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604496512 00000100:00100000:1.0:1780334712.815689:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604497024 00000100:00100000:1.0:1780334712.815693:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604497024 00000100:00100000:1.0:1780334712.815704:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604496384 00000100:00100000:1.0:1780334712.815706:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604496384 00000100:00100000:1.0:1780334712.815717:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604496896 00000100:00100000:1.0:1780334712.815719:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604496896 00000100:00100000:1.0:1780334712.815730:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 844 00000100:00100000:1.0:1780334712.815736:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604496512:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334712.815764:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604496512:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334712.815771:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 844 00000100:00100000:1.0:1780334712.815784:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 845 00000100:00100000:1.0:1780334712.815790:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604497024:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334712.815841:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604497024:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 51us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334712.815846:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 845 00000100:00100000:1.0:1780334712.815858:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 846 00000100:00100000:1.0:1780334712.815864:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:2407:x1866815604496384:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334712.815892:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:2407:x1866815604496384:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 27us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334712.815901:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 846 00000100:00100000:1.0:1780334712.816094:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 847 00000100:00100000:1.0:1780334712.816112:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+55:2407:x1866815604496896:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334712.816138:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+55:2407:x1866815604496896:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 29us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334712.816144:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 847 00000100:00080000:1.0:1780334712.816170:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334712.816174:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334712.816176:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334712.816178:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334712.816520:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604496256 00000100:00100000:2.0:1780334712.816526:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604496256 00000100:00100000:2.0:1780334712.816555:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 702 00000100:00100000:2.0:1780334712.816561:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604496256:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334712.816594:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604496256:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 33us (1521us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334712.816601:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 702 00000001:00080000:2.0:1780334712.953787:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968119 is committed 00000001:00080000:2.0:1780334712.953833:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968118 is committed 00000020:00080000:2.0:1780334712.953848:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f04ab8180 refcount 2 committed 0 result 0 batchid 28 00000020:00080000:2.0:1780334712.953853:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b7026bfa100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04ab86c0 00000020:00080000:2.0:1780334712.953857:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b7026bfad00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b703feeb200 00000020:00080000:2.0:1780334712.953874:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 27 batchid updated 00000020:00080000:2.0:1780334712.953887:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 28 committed batchid 27 00000020:00080000:2.0:1780334712.953949:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 27 00010000:00010000:3.0:1780334712.953989:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097951 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334712.954001:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097951 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334712.954009:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097951 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334712.954016:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334712.954020:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097951 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334712.954027:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097951 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334712.954035:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624285824:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1780334712.954045:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9b6f01bf5200) 00010000:00010000:3.0:1780334712.954049:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334712.954054:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097951 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334712.954060:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097951 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334712.954103:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334712.954922:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624285824 00000100:00100000:2.0:1780334712.954931:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624285824 00000100:00100000:2.0:1780334712.955041:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1780334712.955051:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624285824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334712.955085:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:2.0:1780334712.956435:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624285824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1380us (2327us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334712.956445:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1780334712.956553:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624285824:0@lo:41:osp-pre-0-1.0 00000001:00080000:3.0:1780334712.956987:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967372 is committed 00000001:00080000:3.0:1780334712.956995:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967371 is committed 00000100:00100000:1.0:1780334712.959386:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334712.959460:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604497408 00000100:00100000:0.0:1780334712.959470:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604497408 00000100:00100000:0.0:1780334712.959512:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 703 00000100:00100000:0.0:1780334712.959521:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:31785:x1866815604497408:12345-192.168.203.22@tcp:101:mount.lustre.0 00010000:00010000:0.0:1780334712.959536:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334712.959552:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f054c8600/0xdf9e767e70097990 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0xab2167a0470b14d5 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334712.959583:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f054c8600/0xdf9e767e70097990 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14d5 expref: 13 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334712.959593:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f054c8600/0xdf9e767e70097990 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14d5 expref: 13 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334712.959801:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8600, rc 0) 00000100:00100000:0.0:1780334712.959877:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:31785:x1866815604497408:12345-192.168.203.22@tcp:101:mount.lustre.0 Request processed in 356us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334712.959884:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 703 00000100:00100000:2.0:1780334712.969339:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334712.970080:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604497536 00000100:00100000:1.0:1780334712.970090:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604497536 00000100:00100000:1.0:1780334712.970163:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 704 00000100:00100000:1.0:1780334712.970173:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e683850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:31785:x1866815604497536:12345-192.168.203.22@tcp:501:mount.lustre.0 00000100:00100000:1.0:1780334712.971957:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e683850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:31785:x1866815604497536:12345-192.168.203.22@tcp:501:mount.lustre.0 Request processed in 1777us (2618us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334712.971978:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 704 00000100:00100000:1.0:1780334712.977571:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334712.977675:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604497664 00000100:00100000:2.0:1780334712.977686:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604497664 00000100:00100000:2.0:1780334712.977994:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 705 00000100:00100000:2.0:1780334712.978006:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:31785:x1866815604497664:12345-192.168.203.22@tcp:503:mount.lustre.0 00000100:00100000:2.0:1780334712.978160:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:31785:x1866815604497664:12345-192.168.203.22@tcp:503:mount.lustre.0 Request processed in 155us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334712.978167:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 705 00000100:00100000:3.0:1780334712.981162:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334712.986686:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604497792 00000100:00100000:0.0:1780334712.986701:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604497792 00000100:00100000:0.0:1780334712.986763:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 706 00000100:00100000:0.0:1780334712.986772:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e681050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:31789:x1866815604497792:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:0.0:1780334712.986947:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e681050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:31789:x1866815604497792:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 175us (5793us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334712.986955:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 706 00000100:00100000:3.0:1780334713.012086:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334713.013410:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604497920 00000100:00100000:0.0:1780334713.013422:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604497920 00000100:00100000:0.0:1780334713.013487:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 707 00000100:00100000:0.0:1780334713.013498:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e680450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:31789:x1866815604497920:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:0.0:1780334713.013647:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e680450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:31789:x1866815604497920:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 151us (1570us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334713.013656:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 707 00000100:00100000:3.0:1780334713.023917:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334713.024480:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604498048 00000100:00100000:1.0:1780334713.024490:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604498048 00000100:00100000:1.0:1780334713.024544:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 708 00000100:00100000:1.0:1780334713.024553:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e680c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:31789:x1866815604498048:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:1.0:1780334713.024699:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e680c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:31789:x1866815604498048:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 146us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.024707:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 708 00000100:00100000:2.0:1780334713.027891:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334713.027980:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604498176 00000100:00100000:0.0:1780334713.027988:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604498176 00000100:00100000:0.0:1780334713.028043:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 709 00000100:00100000:0.0:1780334713.028053:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:31785:x1866815604498176:12345-192.168.203.22@tcp:101:mount.lustre.0 00010000:00010000:0.0:1780334713.028069:0:6531:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334713.028086:0:6531:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f054c9800/0xdf9e767e70097997 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1506 expref: -99 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.028114:0:6531:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f054c9800/0xdf9e767e70097997 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1506 expref: 14 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.028126:0:6531:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f054c9800/0xdf9e767e70097997 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1506 expref: 14 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.028136:0:6531:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9800, rc 0) 00000100:00100000:0.0:1780334713.028189:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+14:31785:x1866815604498176:12345-192.168.203.22@tcp:101:mount.lustre.0 Request processed in 137us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334713.028196:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 709 00000100:00100000:3.0:1780334713.031073:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.031182:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604498304 00000100:00100000:2.0:1780334713.031192:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604498304 00000100:00100000:2.0:1780334713.031247:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 710 00000100:00100000:2.0:1780334713.031256:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e683c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+14:31785:x1866815604498304:12345-192.168.203.22@tcp:256:mount.lustre.0 20000000:01000000:2.0:1780334713.031287:0:6533:0:(mgs_nids.c:912:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1780334713.031310:0:6533:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1780334713.031314:0:6533:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1780334713.031317:0:6533:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1780334713.031320:0:6533:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1780334713.031322:0:6533:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 6 00000100:00100000:2.0:1780334713.033737:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e683c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+14:31785:x1866815604498304:12345-192.168.203.22@tcp:256:mount.lustre.0 Request processed in 2472us (2662us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.033750:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 710 00000100:00100000:2.0:1780334713.039315:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334713.039368:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604498432 00000100:00100000:1.0:1780334713.039377:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604498432 00000100:00100000:1.0:1780334713.039431:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 711 00000100:00100000:1.0:1780334713.039441:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+14:31785:x1866815604498432:12345-192.168.203.22@tcp:101:mount.lustre.0 00010000:00010000:1.0:1780334713.039456:0:6532:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334713.039472:0:6532:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9b6f0481de00/0xdf9e767e7009799e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xab2167a0470b150d expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.039499:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9b6f0481de00/0xdf9e767e7009799e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b150d expref: 15 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.039510:0:6532:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9b6f0481de00/0xdf9e767e7009799e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b150d expref: 15 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.039520:0:6532:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481de00, rc 0) 00000100:00100000:1.0:1780334713.039572:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+15:31785:x1866815604498432:12345-192.168.203.22@tcp:101:mount.lustre.0 Request processed in 133us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.039578:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 711 00000100:00100000:3.0:1780334713.041133:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.041248:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604498560 00000100:00100000:2.0:1780334713.041256:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604498560 00000100:00100000:2.0:1780334713.041441:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 712 00000100:00100000:2.0:1780334713.041451:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+15:31785:x1866815604498560:12345-192.168.203.22@tcp:501:mount.lustre.0 00000100:00100000:2.0:1780334713.041583:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+15:31785:x1866815604498560:12345-192.168.203.22@tcp:501:mount.lustre.0 Request processed in 133us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.041590:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 712 00000100:00100000:3.0:1780334713.043257:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334713.043504:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604498688 00000100:00100000:0.0:1780334713.043514:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604498688 00000100:00100000:0.0:1780334713.043596:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 713 00000100:00100000:0.0:1780334713.043605:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+15:31785:x1866815604498688:12345-192.168.203.22@tcp:503:mount.lustre.0 00000100:00100000:0.0:1780334713.043737:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+15:31785:x1866815604498688:12345-192.168.203.22@tcp:503:mount.lustre.0 Request processed in 133us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334713.043745:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 713 00000100:00100000:3.0:1780334713.046906:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.046995:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604498816 00000100:00100000:2.0:1780334713.047005:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604498816 00000100:00100000:2.0:1780334713.047059:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 714 00000100:00100000:2.0:1780334713.047069:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+15:31793:x1866815604498816:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:2.0:1780334713.047216:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+15:31793:x1866815604498816:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 148us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.047224:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 714 00000100:00100000:3.0:1780334713.056054:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334713.056199:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604498944 00000100:00100000:0.0:1780334713.056210:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604498944 00000100:00100000:0.0:1780334713.056278:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 715 00000100:00100000:0.0:1780334713.056402:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+15:31793:x1866815604498944:12345-192.168.203.22@tcp:502:llog_process_th.0 00000100:00100000:0.0:1780334713.056545:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+15:31793:x1866815604498944:12345-192.168.203.22@tcp:502:llog_process_th.0 Request processed in 146us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334713.059397:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 715 00000100:00100000:3.0:1780334713.061747:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334713.061789:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334713.061865:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334713.061882:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334713.061900:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334713.061917:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334713.061933:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334713.061950:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334713.061979:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334713.062000:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334713.062081:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604499712 00000100:00100000:1.0:1780334713.062090:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604499712 00000100:00100000:1.0:1780334713.062131:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604500224 00000100:00100000:1.0:1780334713.062134:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604500224 00000100:00100000:1.0:1780334713.062167:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604499840 00000100:00100000:1.0:1780334713.062170:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604499840 00000100:00100000:1.0:1780334713.062182:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604500352 00000100:00100000:1.0:1780334713.062184:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604500352 00000100:00100000:1.0:1780334713.062195:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604499072 00000100:00100000:1.0:1780334713.062197:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604499072 00000100:00100000:1.0:1780334713.062205:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604499328 00000100:00100000:1.0:1780334713.062207:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604499328 00000100:00100000:1.0:1780334713.062217:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 848 00000100:00100000:1.0:1780334713.062225:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:2409:x1866815604499712:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334713.062308:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:2409:x1866815604499712:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 83us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.062315:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 848 00000100:00100000:1.0:1780334713.062338:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 849 00000100:00100000:1.0:1780334713.062344:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+45:2409:x1866815604500224:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334713.062368:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+45:2409:x1866815604500224:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.062374:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 849 00000100:00100000:1.0:1780334713.062385:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 850 00000100:00100000:1.0:1780334713.062392:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604499840:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334713.062412:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604499840:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.062418:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 850 00000100:00100000:1.0:1780334713.062428:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 851 00000100:00100000:1.0:1780334713.062434:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604500352:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334713.062455:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604500352:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.062463:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 851 00000100:00100000:1.0:1780334713.062474:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1318 00000100:00100000:1.0:1780334713.062478:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2405:x1866815604499072:12345-192.168.203.22@tcp:38:mount.lustre.0 00010000:00080000:1.0:1780334713.062498:0:9763:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-MDT0000: connection from 7d7f6de8-4a25-4997-b449-393f374b9456@192.168.203.22@tcp t0 exp 0000000000000000 cur 716 last 0 00000020:00000080:1.0:1780334713.062529:0:9763:0:(genops.c:1406:class_connect()) connect: client 7d7f6de8-4a25-4997-b449-393f374b9456, cookie 0xdf9e767e700979a5 00000004:00100000:1.0:1780334713.062553:0:9763:0:(mdt_handler.c:7304:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1780334713.062655:0:9763:0:(import.c:65:import_set_state_nolock()) ffff9b6f03eae800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780334713.062684:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+6:2405:x1866815604499072:12345-192.168.203.22@tcp:38:mount.lustre.0 Request processed in 203us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.062691:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1318 00000100:00100000:1.0:1780334713.062705:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1319 00000100:00100000:1.0:1780334713.062709:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2405:x1866815604499328:12345-192.168.203.22@tcp:38:mount.lustre.0 00010000:00080000:1.0:1780334713.062722:0:9763:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-MDT0001: connection from 7d7f6de8-4a25-4997-b449-393f374b9456@192.168.203.22@tcp t0 exp 0000000000000000 cur 716 last 0 00000020:00000080:1.0:1780334713.062741:0:9763:0:(genops.c:1406:class_connect()) connect: client 7d7f6de8-4a25-4997-b449-393f374b9456, cookie 0xdf9e767e700979ac 00000004:00100000:1.0:1780334713.062752:0:9763:0:(mdt_handler.c:7304:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1780334713.062807:0:9763:0:(import.c:65:import_set_state_nolock()) ffff9b6f03ea9800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1780334713.062863:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+6:2405:x1866815604499328:12345-192.168.203.22@tcp:38:mount.lustre.0 Request processed in 152us (861us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.062869:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1319 00000100:00100000:1.0:1780334713.062890:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604499968 00000100:00100000:1.0:1780334713.062894:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604499968 00000100:00100000:1.0:1780334713.062916:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604500480 00000100:00100000:1.0:1780334713.062918:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604500480 00000100:00100000:1.0:1780334713.062929:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604500096 00000100:00100000:1.0:1780334713.062931:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604500096 00000100:00100000:1.0:1780334713.062941:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604500608 00000100:00100000:1.0:1780334713.062944:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604500608 00000100:00100000:1.0:1780334713.062956:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 505 00000100:00100000:1.0:1780334713.062975:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604499968:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334713.062999:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b722680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604499968:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (1210us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.063005:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 505 00000100:00100000:1.0:1780334713.063018:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 506 00000100:00100000:1.0:1780334713.063024:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604500480:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334713.063044:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604500480:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 20us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.063050:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 506 00000100:00100000:1.0:1780334713.063060:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 507 00000100:00100000:1.0:1780334713.063066:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2409:x1866815604500096:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334713.063084:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2409:x1866815604500096:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 19us (1167us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.063089:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 507 00000100:00100000:1.0:1780334713.063099:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 508 00000100:00100000:1.0:1780334713.063104:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604500608:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334713.063124:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604500608:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 20us (1173us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.063129:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 508 00000100:00080000:3.0:1780334713.063327:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334713.063331:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334713.066445:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334713.066977:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334713.067066:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.067152:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604499584 00000100:00100000:2.0:1780334713.067161:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604499584 00000100:00100000:2.0:1780334713.067222:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604499456 00000100:00100000:2.0:1780334713.067226:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604499456 00000100:00100000:2.0:1780334713.067244:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604499200 00000100:00100000:2.0:1780334713.067246:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604499200 00000100:00100000:2.0:1780334713.067262:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1320 00000100:00100000:2.0:1780334713.067272:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+7:31785:x1866815604499584:12345-192.168.203.22@tcp:41:mount.lustre.0 00000004:00000024:2.0:1780334713.067310:0:6539:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444352000 avail 1298112512 00000100:00100000:2.0:1780334713.067374:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+7:31785:x1866815604499584:12345-192.168.203.22@tcp:41:mount.lustre.0 Request processed in 104us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.067382:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1320 00000100:00100000:2.0:1780334713.067399:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1321 00000100:00100000:2.0:1780334713.067406:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+6:0:x1866815604499456:12345-192.168.203.22@tcp:41:mount.lustre.0 00000004:00000024:2.0:1780334713.067423:0:6539:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334713.067448:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+6:0:x1866815604499456:12345-192.168.203.22@tcp:41:mount.lustre.0 Request processed in 43us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.067454:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1321 00000100:00100000:2.0:1780334713.067466:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1322 00000100:00100000:2.0:1780334713.067472:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+6:0:x1866815604499200:12345-192.168.203.22@tcp:41:mount.lustre.0 00000004:00000024:2.0:1780334713.067481:0:6539:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444352000 avail 1298112512 00000100:00100000:2.0:1780334713.067502:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+6:0:x1866815604499200:12345-192.168.203.22@tcp:41:mount.lustre.0 Request processed in 31us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.067509:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1322 00000100:00080000:3.0:1780334713.067848:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334713.067852:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334713.070988:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.075860:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604500736 00000100:00100000:2.0:1780334713.075953:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604500736 00000100:00100000:2.0:1780334713.076241:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1323 00000100:00100000:2.0:1780334713.076253:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+6:31785:x1866815604500736:12345-192.168.203.22@tcp:40:mount.lustre.0 00000100:00100000:2.0:1780334713.076351:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+6:31785:x1866815604500736:12345-192.168.203.22@tcp:40:mount.lustre.0 Request processed in 100us (5372us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.076360:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1323 00000100:00100000:1.0:1780334713.080580:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334713.080670:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604501120 00000100:00100000:0.0:1780334713.080681:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604501120 00000100:00100000:0.0:1780334713.080731:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 12 00000100:00100000:0.0:1780334713.080741:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:7d7f6de8-4a25-4997-b449-393f374b9456+6:31785:x1866815604501120:12345-192.168.203.22@tcp:900:mount.lustre.0 00000100:00100000:0.0:1780334713.080840:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:7d7f6de8-4a25-4997-b449-393f374b9456+6:31785:x1866815604501120:12345-192.168.203.22@tcp:900:mount.lustre.0 Request processed in 100us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334713.080848:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 12 00000100:00100000:1.0:1780334713.084539:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334713.084596:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.084692:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604500864 00000100:00100000:2.0:1780334713.084702:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604500864 00000100:00100000:2.0:1780334713.084748:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604500992 00000100:00100000:2.0:1780334713.084752:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604500992 00000100:00100000:2.0:1780334713.084781:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 354 00000100:00100000:2.0:1780334713.084790:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2405:x1866815604500864:12345-192.168.203.22@tcp:8:mount.lustre.0 00010000:00080000:2.0:1780334713.084854:0:8419:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0000: connection from 7d7f6de8-4a25-4997-b449-393f374b9456@192.168.203.22@tcp t0 exp 0000000000000000 cur 716 last 0 00000020:00000080:2.0:1780334713.084884:0:8419:0:(genops.c:1406:class_connect()) connect: client 7d7f6de8-4a25-4997-b449-393f374b9456, cookie 0xdf9e767e700979b3 00002000:00100000:2.0:1780334713.084897:0:8419:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 7d7f6de8-4a25-4997-b449-393f374b9456/ffff9b7010bd3800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113523 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1780334713.084916:0:8419:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:0.0:1780334713.084990:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 355 00000100:00100000:0.0:1780334713.084996:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2405:x1866815604500992:12345-192.168.203.22@tcp:8:mount.lustre.0 00002000:00080000:2.0:1780334713.085011:0:8419:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00010000:00080000:0.0:1780334713.085014:0:8519:0:(ldlm_lib.c:1430:target_handle_connect()) lustre-OST0001: connection from 7d7f6de8-4a25-4997-b449-393f374b9456@192.168.203.22@tcp t0 exp 0000000000000000 cur 716 last 0 00000020:00000080:0.0:1780334713.085034:0:8519:0:(genops.c:1406:class_connect()) connect: client 7d7f6de8-4a25-4997-b449-393f374b9456, cookie 0xdf9e767e700979ba 00000100:00080000:2.0:1780334713.085038:0:8419:0:(import.c:65:import_set_state_nolock()) ffff9b7010bd6000 : changing import state from RECOVER to FULL 00002000:00100000:0.0:1780334713.085039:0:8519:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 7d7f6de8-4a25-4997-b449-393f374b9456/ffff9b6f02fb2800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113523 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1780334713.085063:0:8519:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000100:00100000:2.0:1780334713.085099:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7d7f6de8-4a25-4997-b449-393f374b9456+6:2405:x1866815604500864:12345-192.168.203.22@tcp:8:mount.lustre.0 Request processed in 309us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.085107:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 354 00002000:00080000:0.0:1780334713.085110:0:8519:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1780334713.085123:0:8519:0:(import.c:65:import_set_state_nolock()) ffff9b6f02fb5800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1780334713.085147:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d7f6de8-4a25-4997-b449-393f374b9456+6:2405:x1866815604500992:12345-192.168.203.22@tcp:8:mount.lustre.0 Request processed in 149us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334713.085158:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 355 00000100:00100000:3.0:1780334713.087996:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.088135:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604501248 00000100:00100000:2.0:1780334713.088146:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604501248 00000100:00100000:2.0:1780334713.088203:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 256 00000100:00100000:2.0:1780334713.088213:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7d7f6de8-4a25-4997-b449-393f374b9456+6:31785:x1866815604501248:12345-192.168.203.22@tcp:33:mount.lustre.0 00000004:00200000:2.0:1780334713.088292:0:6541:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1780334713.088369:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7d7f6de8-4a25-4997-b449-393f374b9456+6:31785:x1866815604501248:12345-192.168.203.22@tcp:33:mount.lustre.0 Request processed in 157us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.088377:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 256 00000100:00100000:1.0:1780334713.351872:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334713.352473:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604501376 00000100:00100000:0.0:1780334713.352483:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604501376 00000100:00100000:0.0:1780334713.352537:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1324 00000100:00100000:0.0:1780334713.352546:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+6:31836:x1866815604501376:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334713.352564:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334713.352631:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700979c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b153e expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.352686:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e700979c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.352702:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e700979c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.352713:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e700979c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334713.352752:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1780334713.352756:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334713.352772:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e700979c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.352790:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e700979c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b153e expref: 8 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.352805:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e700979c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b153e expref: 7 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.352846:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334713.352849:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334713.352852:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9c00, rc 0) 00000100:00100000:0.0:1780334713.352908:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+7:31836:x1866815604501376:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 363us (1045us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334713.352914:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1324 00000100:00100000:3.0:1780334713.363497:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334713.363843:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604501504 00000100:00100000:1.0:1780334713.363854:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604501504 00000100:00100000:1.0:1780334713.363923:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1325 00000100:00100000:1.0:1780334713.363934:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+7:31837:x1866815604501504:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334713.363953:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334713.363983:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700979cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1545 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364043:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364056:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364066:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364080:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364086:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364092:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364144:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700979e4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364156:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700979e4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364164:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700979e4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334713.364193:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1780334713.364197:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334713.364213:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700979e4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364223:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364229:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979d6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364235:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364240:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334713.364244:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364251:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979d6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364262:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334713.364264:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334713.364269:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364279:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364291:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364297:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364303:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364307:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334713.364309:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364315:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979dd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364321:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9b703c6c5e00) 00010000:00010000:1.0:1780334713.364323:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334713.364326:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979dd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364331:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364357:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700979cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1545 expref: 9 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364450:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700979e4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1545 expref: 8 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.364458:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9b7010fee500) 00010000:00010000:1.0:1780334713.364460:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334713.364463:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c000, rc 0) 00000100:00100000:1.0:1780334713.364521:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+8:31837:x1866815604501504:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 589us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.364527:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1325 00000100:00100000:2.0:1780334713.367751:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334713.367904:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604501632 00000100:00100000:0.0:1780334713.367913:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604501632 00000100:00100000:0.0:1780334713.367972:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 13 00000100:00100000:0.0:1780334713.367981:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:7d7f6de8-4a25-4997-b449-393f374b9456+8:31837:x1866815604501632:12345-192.168.203.22@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1780334713.368328:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:7d7f6de8-4a25-4997-b449-393f374b9456+8:31837:x1866815604501632:12345-192.168.203.22@tcp:900:lhsmtool_posix.0 Request processed in 340us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334713.368337:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 13 00000100:00100000:2.0:1780334713.374740:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334713.375718:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604501888 00000100:00100000:1.0:1780334713.375907:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604501888 00000100:00100000:1.0:1780334713.376013:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1326 00000100:00100000:1.0:1780334713.376024:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+8:31837:x1866815604501888:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334713.376057:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334713.376083:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700979eb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b154c expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.376153:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979f2 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.376166:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979f2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.376177:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979f2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.376237:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979f9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.376245:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979f9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.376252:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979f9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.376361:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097a00 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.376370:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097a00 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.376376:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097a00 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334713.376384:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00000001:00080000:3.0:1780334713.383655:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968120 is committed 00000001:00100000:3.0:1780334713.383671:0:6516:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7d7f6de8-4a25-4997-b449-393f374b9456 00000020:00080000:3.0:1780334713.383678:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 28 batchid updated 00000020:00080000:0.0:1780334713.383742:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000020:00080000:0.0:1780334713.383754:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00010000:00010000:2.0:1780334713.383778:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979f2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.383790:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979f2 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.383797:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979f2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.383802:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334713.383807:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979f2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.383833:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979f2 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.383849:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9b7010fee500) 00010000:00010000:2.0:1780334713.383852:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334713.383858:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979f2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.383864:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700979f2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.383879:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979f9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.383885:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979f9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.383890:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979f9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.383899:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334713.383902:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979f9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.384170:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979f9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.384180:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9b703c6c5e00) 00010000:00010000:2.0:1780334713.384182:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334713.384186:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979f9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.384192:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e700979f9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.387356:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700979eb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b154c expref: 9 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.387392:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097a00 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b154c expref: 8 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.387401:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334713.387403:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334713.387407:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d800, rc 0) 00000100:00100000:2.0:1780334713.387494:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+8:31837:x1866815604501888:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 11471us (12762us total) trans 4294968120 rc 0/0 00000100:00100000:2.0:1780334713.387503:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1326 00000100:00100000:3.0:1780334713.390969:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334713.391157:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604502016 00000100:00100000:0.0:1780334713.391168:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604502016 00000100:00100000:0.0:1780334713.391282:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1327 00000100:00100000:0.0:1780334713.391293:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+8:31837:x1866815604502016:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1780334713.391398:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+8:31837:x1866815604502016:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 107us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334713.391405:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1327 00000100:00100000:3.0:1780334713.396435:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.396773:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604502144 00000100:00100000:2.0:1780334713.396784:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604502144 00000100:00100000:2.0:1780334713.396859:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1328 00000100:00100000:2.0:1780334713.396872:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:31838:x1866815604502144:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334713.396895:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334713.396915:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097a0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1553 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.396989:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397004:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397014:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397054:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097a1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397062:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097a1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397470:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097a1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397513:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397520:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a15 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397526:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397533:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334713.397537:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397544:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397556:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334713.397559:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334713.397564:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397569:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397583:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097a1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397689:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097a1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397695:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097a1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397701:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334713.397704:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097a1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397709:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097a1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397722:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9b6f02d67900) 00010000:00010000:2.0:1780334713.397724:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334713.397727:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097a1c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397733:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097a1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397763:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097a0e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1553 expref: 100 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397771:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334713.397773:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334713.397777:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097a0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1553 expref: 100 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.397786:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448cc00, rc 0) 00000100:00100000:2.0:1780334713.397880:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:31838:x1866815604502144:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1011us (1452us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334713.397887:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1328 00000100:00100000:2.0:1780334713.399861:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334713.399940:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604502272 00000100:00100000:1.0:1780334713.399948:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604502272 00000100:00100000:1.0:1780334713.400017:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1329 00000100:00100000:1.0:1780334713.400029:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+6:31837:x1866815604502272:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1780334713.400121:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+6:31837:x1866815604502272:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 95us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.400129:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1329 00000100:00100000:3.0:1780334713.410217:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334713.410310:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604502528 00000100:00100000:0.0:1780334713.410322:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604502528 00000100:00100000:0.0:1780334713.410387:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1330 00000100:00100000:0.0:1780334713.410409:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:31838:x1866815604502528:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:0.0:1780334713.410465:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334713.410489:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70097584 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b137e expref: 99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.410508:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334713.410512:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334713.410564:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.410577:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1393 expref: 44 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.410590:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e700979c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b153e expref: 7 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.410597:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.410626:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e700979c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b153e expref: 7 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.410638:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e700979c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b153e expref: 7 pid: 6538 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334713.410651:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624285952:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334713.410795:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1393 expref: 44 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.410805:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1393 expref: 44 pid: 9763 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334713.410854:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624286080:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334713.411035:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026adde40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334713.413352:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624285952:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334713.414198:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.414674:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604502656 00000100:00100000:2.0:1780334713.414682:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604502656 00010000:00010000:2.0:1780334713.414716:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e700979c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b153e expref: 8 pid: 6538 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334713.414754:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 406 00000100:00100000:2.0:1780334713.414764:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7d7f6de8-4a25-4997-b449-393f374b9456+8:2407:x1866815604502656:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334713.414778:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334713.414785:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e700979c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b153e expref: 8 pid: 6538 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.414798:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e700979c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b153e expref: 8 pid: 6538 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.414847:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e700979c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b153e expref: 8 pid: 6538 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.414865:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334713.414870:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.414880:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334713.415612:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7d7f6de8-4a25-4997-b449-393f374b9456+7:2407:x1866815604502656:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 846us (1413us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.415622:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 406 00000100:00100000:0.0:1780334713.419464:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624286080:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334713.419495:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334713.420083:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334713.420148:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604502784 00000100:00100000:0.0:1780334713.420155:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604502784 00010000:00010000:0.0:1780334713.420187:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1393 expref: 45 pid: 9763 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334713.420263:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 407 00000100:00100000:0.0:1780334713.420273:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+45:2406:x1866815604502784:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334713.420288:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334713.420294:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1393 expref: 45 pid: 9763 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.420306:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1393 expref: 45 pid: 9763 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.420325:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e700975c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1393 expref: 45 pid: 9763 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.420339:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334713.420343:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.420352:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.420358:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334713.420392:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334713.420448:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:2406:x1866815604502784:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 176us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334713.420456:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 407 00010000:00010000:2.0:1780334713.420506:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.420514:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.420536:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a2a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.420545:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a2a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.420552:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a2a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.421176:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097a31 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.421187:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097a31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.421194:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097a31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334713.421211:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffdeaba7 reply state 00000000180afdea transno 4294968121 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097a31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.421223:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097a31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.421229:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b6f02d67800) 00010000:00010000:2.0:1780334713.421231:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334713.421234:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1780334713.421240:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00010000:00010000:2.0:1780334713.421248:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.421254:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.421260:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.421265:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.421270:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334713.421275:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.421282:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.421289:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334713.421291:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334713.421294:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.421300:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70097a23 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334713.421310:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffdeaba7 reply state 00000000180afdea transno 4294968121 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a2a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.421318:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a2a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.421324:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9b6f02d67900) 00010000:00010000:2.0:1780334713.421326:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334713.421328:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1780334713.421398:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:31838:x1866815604502528:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 10991us (11188us total) trans 4294968121 rc 0/0 00000100:00100000:2.0:1780334713.421406:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1330 00000100:00100000:3.0:1780334713.456339:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.456507:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604502912 00000100:00100000:2.0:1780334713.456517:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604502912 00000100:00100000:2.0:1780334713.456638:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1331 00000100:00100000:2.0:1780334713.456650:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7032941c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+44:31842:x1866815604502912:12345-192.168.203.22@tcp:101:mkdir.0 00010000:00010000:2.0:1780334713.456670:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334713.456690:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097a38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b155a expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.456762:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e70097a3f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.456776:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e70097a3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.456788:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e70097a3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334713.456862:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1780334713.456866:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334713.456886:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e70097a3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.456910:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097a38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b155a expref: 46 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.456928:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e70097a3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b155a expref: 45 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.456936:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334713.456939:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334713.456943:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448da00, rc 0) 00000100:00100000:2.0:1780334713.457448:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7032941c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+45:31842:x1866815604502912:12345-192.168.203.22@tcp:101:mkdir.0 Request processed in 798us (1126us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.457455:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1331 00000100:00100000:0.0:1780334713.460422:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334713.460683:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624286336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334713.460747:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334713.460842:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624286336 00000100:00100000:2.0:1780334713.460849:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624286336 00000100:00100000:2.0:1780334713.460899:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1780334713.460908:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624286336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780334713.460929:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1780334713.460995:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624286336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.462027:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1780334713.462058:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03425c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624286464:0@lo:400:kworker.0 00000100:00100000:2.0:1780334713.462097:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1780334713.462142:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334713.462169:0:3658:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967372 gen 2 00000004:00080000:2.0:1780334713.462174:0:3658:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967372 committed transno 4294967372 00000100:00100000:2.0:1780334713.462199:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624286336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334713.462217:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624286464 00000100:00100000:2.0:1780334713.462222:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624286464 00000100:00100000:2.0:1780334713.462252:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1780334713.462259:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624286464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334713.462300:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624286464:12345-0@lo:400:kworker.0 Request processed in 41us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.462306:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1780334713.462331:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03425c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624286464:0@lo:400:kworker.0 00000100:00100000:2.0:1780334713.462367:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624286720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334713.462391:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334713.462424:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780334713.462430:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624286592:0@lo:400:kworker.0 00000100:00100000:2.0:1780334713.462453:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334713.462481:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624286720 00000100:00100000:2.0:1780334713.462485:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624286720 00000100:00100000:2.0:1780334713.462513:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1780334713.462520:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624286720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334713.462533:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1780334713.462565:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624286720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.462571:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00080000:2.0:1780334713.462584:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334713.462601:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624286720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334713.462644:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.462662:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604503040 00000100:00100000:2.0:1780334713.462666:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604503040 00000100:00100000:2.0:1780334713.462688:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1332 00000100:00100000:2.0:1780334713.462693:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604503040:12345-192.168.203.22@tcp:41:mkdir.0 00000004:00000024:2.0:1780334713.462715:0:6538:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334713.462760:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604503040:12345-192.168.203.22@tcp:41:mkdir.0 Request processed in 66us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.462767:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1332 00000100:00100000:2.0:1780334713.462908:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624286592 00000100:00100000:2.0:1780334713.462912:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624286592 00000100:00100000:2.0:1780334713.462941:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1780334713.462950:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624286592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334713.465935:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624286592:12345-0@lo:400:kworker.0 Request processed in 2981us (3473us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.465948:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1780334713.466145:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624286592:0@lo:400:kworker.0 00000100:00100000:0.0:1780334713.466266:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624286208:0@lo:400:kworker.0 00000100:00100000:0.0:1780334713.466307:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334713.466425:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624286208 00000100:00100000:2.0:1780334713.466431:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624286208 00000100:00100000:2.0:1780334713.466474:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1780334713.466483:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624286208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334713.466524:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624286208:12345-0@lo:400:kworker.0 Request processed in 41us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.466531:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1780334713.466663:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624286208:0@lo:400:kworker.0 00000100:00100000:1.0:1780334713.466994:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624286848:0@lo:400:kworker.0 00000100:00100000:1.0:1780334713.467036:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334713.467088:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624286976:0@lo:400:kworker.0 00000100:00100000:1.0:1780334713.467116:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334713.467148:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624286976 00000100:00100000:1.0:1780334713.467152:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624286976 00000100:00100000:1.0:1780334713.467181:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1780334713.467188:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624286976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334713.467227:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624286976:12345-0@lo:400:kworker.0 Request processed in 39us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.467233:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1780334713.467260:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624286976:0@lo:400:kworker.0 00000100:00100000:1.0:1780334713.467303:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03424000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624287360:0@lo:400:kworker.0 00000100:00100000:1.0:1780334713.467327:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334713.467355:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624287360 00000100:00100000:1.0:1780334713.467359:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624287360 00000100:00100000:1.0:1780334713.467394:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1780334713.467533:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624287360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334713.467573:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624287360:12345-0@lo:400:kworker.0 Request processed in 172us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.467579:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00080000:1.0:1780334713.467596:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334713.467616:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03424000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624287360:0@lo:400:kworker.0 00000100:00100000:1.0:1780334713.467795:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03424000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624287488:0@lo:400:kworker.0 00000100:00100000:1.0:1780334713.467847:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334713.467876:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624287488 00000100:00100000:1.0:1780334713.467880:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624287488 00000100:00100000:1.0:1780334713.467915:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1780334713.467922:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624287488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334713.467969:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624287488:12345-0@lo:400:kworker.0 Request processed in 46us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.467975:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00080000:1.0:1780334713.467989:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334713.468107:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03425c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624287232:0@lo:400:kworker.0 00000100:00100000:0.0:1780334713.468175:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624287104:0@lo:400:kworker.0 00000100:00100000:1.0:1780334713.468208:0:3659:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:1.0:1780334713.468213:0:3659:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967361 committed transno 4294967363 00000004:00080000:1.0:1780334713.468242:0:3659:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967362 committed transno 4294967363 00000004:00080000:1.0:1780334713.468260:0:3659:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b6f013d1c00, transno 4294967363 00000100:00100000:1.0:1780334713.468271:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03424000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624287488:0@lo:400:kworker.0 00000100:00100000:1.0:1780334713.468446:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624286848 00000100:00100000:1.0:1780334713.468452:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624286848 00000100:00100000:1.0:1780334713.468482:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1780334713.468489:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624286848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334713.469573:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334713.469609:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624287744:0@lo:400:kworker.0 00000100:00100000:2.0:1780334713.469647:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334713.469663:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780334713.469669:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03424000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624287616:0@lo:400:kworker.0 00000100:00100000:2.0:1780334713.469690:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334713.470209:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624287232 00000100:00100000:2.0:1780334713.470217:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624287232 00000100:00100000:2.0:1780334713.470257:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624287744 00000100:00100000:2.0:1780334713.470261:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624287744 00000100:00100000:2.0:1780334713.470274:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624287616 00000100:00100000:2.0:1780334713.470277:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624287616 00000100:00100000:2.0:1780334713.470290:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1780334713.470296:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624287232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334713.470351:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624287232:12345-0@lo:400:kworker.0 Request processed in 54us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.470361:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1780334713.470376:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1780334713.470381:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624287744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334713.470488:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624287744:12345-0@lo:400:kworker.0 Request processed in 106us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.470494:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1780334713.470507:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:2.0:1780334713.470513:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624287616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334713.470541:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624287616:12345-0@lo:400:kworker.0 Request processed in 29us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.470547:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:2.0:1780334713.470583:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03424000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624287616:0@lo:400:kworker.0 00000100:00100000:2.0:1780334713.470594:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624287744:0@lo:400:kworker.0 00000100:00100000:2.0:1780334713.470603:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03425c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624287232:0@lo:400:kworker.0 00000100:00100000:0.0:1780334713.470837:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334713.470886:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624287104 00000100:00100000:0.0:1780334713.470890:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624287104 00000100:00100000:0.0:1780334713.470914:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1780334713.470920:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624287104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334713.470954:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624287104:12345-0@lo:400:kworker.0 Request processed in 34us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334713.470970:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1780334713.471021:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624287104:0@lo:400:kworker.0 00000100:00080000:0.0:1780334713.471042:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334713.471046:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334713.475947:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624286848:12345-0@lo:400:kworker.0 Request processed in 7450us (8901us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.475972:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:3.0:1780334713.476899:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334713.477002:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604503296 00000100:00100000:1.0:1780334713.477011:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604503296 00000100:00100000:1.0:1780334713.477066:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1333 00000100:00100000:1.0:1780334713.477076:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:31842:x1866815604503296:12345-192.168.203.22@tcp:36:mkdir.0 00000100:00100000:1.0:1780334713.477189:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03424700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6539:1866815624287872:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1780334713.477233:0:6539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334713.477267:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01dad900 going to sleep for 11 seconds 00000100:00100000:3.0:1780334713.477591:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624287872 00000100:00100000:3.0:1780334713.477596:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624287872 00000100:00100000:3.0:1780334713.477638:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1780334713.477646:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6539:x1866815624287872:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1780334713.477773:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6539:x1866815624287872:12345-0@lo:1000:mdt00_001.0 Request processed in 128us (539us total) trans 0 rc 1/1 00000100:00100000:3.0:1780334713.477781:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1780334713.477918:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03424700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6539:1866815624287872:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1780334713.478003:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:31842:x1866815604503296:12345-192.168.203.22@tcp:36:mkdir.0 Request processed in 928us (1108us total) trans 0 rc -17/-17 00000100:00100000:2.0:1780334713.478010:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1333 00000100:00100000:2.0:1780334713.481114:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334713.481189:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604503424 00000100:00100000:3.0:1780334713.481199:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604503424 00000100:00100000:3.0:1780334713.481251:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1334 00000100:00100000:3.0:1780334713.481259:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+45:31842:x1866815604503424:12345-192.168.203.22@tcp:101:mkdir.0 00010000:00010000:3.0:1780334713.481275:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334713.481298:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70097a46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1561 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.481365:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097a4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.481379:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097a4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.481399:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097a4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.481411:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097a54 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.481418:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097a54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.481424:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097a54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.481495:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70097a5b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.481503:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70097a5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.481509:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70097a5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334713.481541:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:3.0:1780334713.481545:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1780334713.481554:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03427800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624286848:0@lo:400:kworker.0 00000004:00010000:3.0:1780334713.481560:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70097a5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.481571:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097a4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.481946:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097a4d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.481970:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097a4d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.481977:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ee00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334713.481981:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097a4d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.481988:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097a4d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.482000:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334713.482003:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334713.482008:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097a4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.482014:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097a4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.482028:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097a54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.482144:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097a54 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.482151:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097a54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.482155:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334713.482158:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097a54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.482168:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097a54 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.482176:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9b6f02d67900) 00010000:00010000:3.0:1780334713.482178:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334713.482181:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097a54 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.482186:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097a54 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.482213:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70097a46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1561 expref: 47 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.482225:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70097a5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1561 expref: 46 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.482232:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b6f02d67800) 00010000:00010000:3.0:1780334713.482235:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334713.482237:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ec00, rc 0) 00000100:00100000:3.0:1780334713.482296:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:31842:x1866815604503424:12345-192.168.203.22@tcp:101:mkdir.0 Request processed in 1037us (1190us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334713.482312:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1334 00000100:00100000:3.0:1780334713.497146:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334713.497232:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604503552 00000100:00100000:1.0:1780334713.497241:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604503552 00000100:00100000:1.0:1780334713.497355:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1335 00000100:00100000:1.0:1780334713.497367:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+46:31843:x1866815604503552:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334713.497387:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334713.497417:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097a62 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1568 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497479:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097a69 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497493:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097a69 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497504:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097a69 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497518:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097a70 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497526:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097a70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497532:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097a70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497570:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097a69 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497577:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097a69 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497582:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097a69 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497588:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334713.497592:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097a69 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497603:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097a69 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497615:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b6f02d67800) 00010000:00010000:1.0:1780334713.497618:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334713.497633:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097a69 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497639:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097a69 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497651:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097a70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497656:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097a70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497662:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097a70 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497667:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334713.497669:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097a70 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497675:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097a70 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497682:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9b703c6c5600) 00010000:00010000:1.0:1780334713.497684:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334713.497687:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097a70 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497696:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097a70 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.497990:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097a62 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1568 expref: 47 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.498001:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b6f02d67800) 00010000:00010000:1.0:1780334713.498003:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334713.498007:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097a62 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1568 expref: 47 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.498018:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c200, rc 0) 00000100:00100000:1.0:1780334713.498082:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+46:31843:x1866815604503552:12345-192.168.203.22@tcp:101:rm.0 Request processed in 717us (944us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334713.498089:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1335 00000040:00080000:0.0:1780334713.526722:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1780334713.531025:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.532354:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604503808 00000100:00100000:2.0:1780334713.532368:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604503808 00000100:00100000:2.0:1780334713.532441:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1336 00000100:00100000:2.0:1780334713.532462:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:31844:x1866815604503808:12345-192.168.203.22@tcp:101:dd.0 00010000:00010000:2.0:1780334713.532483:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334713.532486:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1780334713.532514:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70097a5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1561 expref: 46 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.532535:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b6f02d67800) 00010000:00010000:2.0:1780334713.532540:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334713.532555:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097a77 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b156f expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.532644:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097a7e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.532657:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097a7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.532665:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097a7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.532678:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097a85 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.532685:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097a85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.532692:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097a85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780334713.533213:0:6539:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x19:0x0], index 0: 0 00010000:00010000:2.0:1780334713.533875:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097a8c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.533900:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097a8c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.533911:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097a8c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.533943:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097a7e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.533950:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097a7e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.533964:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097a7e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.533970:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334713.533974:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097a7e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.533981:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097a7e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.533991:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b6f02d67800) 00010000:00010000:2.0:1780334713.533994:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334713.533997:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097a7e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.534003:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097a7e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334713.534016:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000095c41376 reply state 00000000630c3efe transno 4294968122 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097a85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.534026:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097a85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.534032:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9b6f02d67f00) 00010000:00010000:2.0:1780334713.534034:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334713.534037:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780334713.534068:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097a77 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b156f expref: 48 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.534082:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097a8c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b156f expref: 47 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.534089:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:2.0:1780334713.534092:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334713.534094:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c800, rc 0) 00000100:00100000:2.0:1780334713.534345:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:31844:x1866815604503808:12345-192.168.203.22@tcp:101:dd.0 Request processed in 1884us (3327us total) trans 4294968122 rc 0/0 00000100:00100000:2.0:1780334713.534354:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1336 00000100:00100000:2.0:1780334713.573710:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334713.573800:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604503936 00000100:00100000:1.0:1780334713.573842:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604503936 00000100:00100000:1.0:1780334713.574006:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 356 00000100:00100000:1.0:1780334713.574019:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:31844:x1866815604503936:12345-192.168.203.22@tcp:101:dd.0 00010000:00010000:1.0:1780334713.574047:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334713.574074:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097a9a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1576 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334713.574099:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780334713.574118:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334713.574120:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334713.574128:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097a9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1576 expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.574145:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097a9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1576 expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.574156:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c200, rc 0) 00000100:00100000:1.0:1780334713.574212:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:31844:x1866815604503936:12345-192.168.203.22@tcp:101:dd.0 Request processed in 196us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.577469:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 356 00000100:00100000:2.0:1780334713.597792:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334713.598206:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604504064 00000100:00100000:0.0:1780334713.598216:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604504064 00002000:00100000:2.0:1780334713.598451:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff9b70082e3100 x1866815604504064/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:179/0 lens 488/0 e 0 to 0 dl 1780334724 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334713.598462:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b70082e3100 with x1866815604504064 ext(0->1048575) 00002000:00010000:2.0:1780334713.598468:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b70082e3100 00000100:00100000:2.0:1780334713.598543:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 97 00000100:00100000:2.0:1780334713.598553:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2409:x1866815604504064:12345-192.168.203.22@tcp:4:dd.0 00000100:00100000:2.0:1780334713.617589:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604504064:12345-192.168.203.22@tcp:4:dd.0 Request processed in 19027us (19795us total) trans 4294967364 rc 0/0 00000100:00100000:2.0:1780334713.617603:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 97 00002000:00100000:2.0:1780334713.617615:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff9b70082e3100 x1866815604504064/t4294967364(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:179/0 lens 488/448 e 0 to 0 dl 1780334724 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334713.617625:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b70082e3100 with x1866815604504064 ext(0->1048575) 00002000:00010000:2.0:1780334713.617631:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b70082e3100 00000100:00100000:0.0:1780334713.623361:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334713.623778:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604504192 00000100:00100000:3.0:1780334713.623788:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604504192 00000100:00100000:3.0:1780334713.623997:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1337 00000100:00100000:3.0:1780334713.624009:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+48:31844:x1866815604504192:12345-192.168.203.22@tcp:44:dd.0 00000001:00080000:0.0:1780334713.626141:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968122 is committed 00000001:00080000:0.0:1780334713.626165:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968121 is committed 00010000:00010000:2.0:1780334713.626288:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097a85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.626299:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097a85 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.626306:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097a85 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.626311:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448dc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334713.626315:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097a85 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.626321:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097a85 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.626335:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9b6f02d67f00) 00010000:00010000:2.0:1780334713.626338:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334713.626342:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097a85 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.626347:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097a85 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.626878:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a2a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.626892:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a2a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.626898:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a2a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.626903:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334713.626906:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a2a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.626913:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a2a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.626923:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9b6f02d67900) 00010000:00010000:3.0:1780334713.626926:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334713.626928:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a2a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.626933:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097a2a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.626952:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097a31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.626967:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097a31 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.626972:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097a31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.626977:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ce00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334713.626979:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097a31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.626984:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097a31 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.626991:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b6f02d67800) 00010000:00010000:3.0:1780334713.626993:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334713.626995:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097a31 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.626999:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097a31 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334713.629074:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:31844:x1866815604504192:12345-192.168.203.22@tcp:44:dd.0 Request processed in 5060us (5713us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.629086:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1337 00000100:00100000:2.0:1780334713.631668:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334713.631751:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604504320 00000100:00100000:1.0:1780334713.631760:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604504320 00000100:00100000:1.0:1780334713.631851:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 357 00000100:00100000:1.0:1780334713.631862:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604504320:12345-192.168.203.22@tcp:16:dd.0 00000001:00080000:1.0:1780334713.639739:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967364 is committed 00000001:00100000:1.0:1780334713.639759:0:8415:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7d7f6de8-4a25-4997-b449-393f374b9456 00000100:00100000:0.0:1780334713.642430:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2409:x1866815604504320:12345-192.168.203.22@tcp:16:dd.0 Request processed in 10561us (10761us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334713.642443:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 357 00000100:00100000:1.0:1780334713.650069:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.650154:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604504576 00000100:00100000:2.0:1780334713.650164:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604504576 00000100:00100000:2.0:1780334713.650220:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 257 00000100:00100000:2.0:1780334713.650231:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+46:31844:x1866815604504576:12345-192.168.203.22@tcp:35:dd.0 00000100:00100000:2.0:1780334713.650524:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:31844:x1866815604504576:12345-192.168.203.22@tcp:35:dd.0 Request processed in 294us (473us total) trans 4294968123 rc 0/0 00000100:00100000:2.0:1780334713.650543:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 257 00000100:00100000:1.0:1780334713.674659:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.674748:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604504704 00000100:00100000:2.0:1780334713.674757:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604504704 00000100:00100000:2.0:1780334713.674846:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1338 00000100:00100000:2.0:1780334713.674858:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+47:31845:x1866815604504704:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334713.674882:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334713.674905:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097aa1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b157d expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.674976:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097aa8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.674991:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097aa8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675002:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097aa8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675017:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097aaf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675027:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097aaf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675033:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097aaf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675110:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d400/0xdf9e767e70097ab6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675118:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d400/0xdf9e767e70097ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675125:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d400/0xdf9e767e70097ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334713.675686:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1780334713.675691:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334713.675716:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d400/0xdf9e767e70097ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675728:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097aa8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675736:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097aa8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675742:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097aa8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675748:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334713.675752:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097aa8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675759:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097aa8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675770:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334713.675773:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334713.675778:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097aa8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675784:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097aa8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675797:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097aaf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675803:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097aaf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.675809:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097aaf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.677671:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334713.677678:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097aaf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.677688:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097aaf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.677701:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9b7021a27a00) 00010000:00010000:2.0:1780334713.677704:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334713.677707:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097aaf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.677717:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097aaf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.677767:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097aa1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b157d expref: 49 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.677778:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d400/0xdf9e767e70097ab6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b157d expref: 48 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.677785:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b7021a27900) 00010000:00010000:2.0:1780334713.677787:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780334713.677789:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d400, rc 0) 00000100:00100000:2.0:1780334713.677881:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+48:31845:x1866815604504704:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 3023us (3228us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.677890:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1338 00000100:00100000:0.0:1780334713.698133:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.698587:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604504832 00000100:00100000:2.0:1780334713.698597:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604504832 00000100:00100000:2.0:1780334713.698693:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1339 00000100:00100000:2.0:1780334713.698703:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+98:31847:x1866815604504832:12345-192.168.203.22@tcp:101:stat.0 00010000:00010000:2.0:1780334713.698735:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334713.698754:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097abd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1584 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.698860:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097ac4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.698875:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.698884:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334713.698926:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1780334713.698930:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334713.698977:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.699000:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097abd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1584 expref: 100 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.699018:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097ac4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1584 expref: 99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334713.699026:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334713.699029:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334713.699033:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d800, rc 0) 00000100:00100000:2.0:1780334713.699083:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:31847:x1866815604504832:12345-192.168.203.22@tcp:101:stat.0 Request processed in 381us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334713.699090:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1339 00000100:00100000:1.0:1780334713.703124:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334713.703295:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604504960 00000100:00100000:3.0:1780334713.703305:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604504960 00000100:00100000:3.0:1780334713.703405:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1340 00000100:00100000:3.0:1780334713.703416:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+99:31847:x1866815604504960:12345-192.168.203.22@tcp:101:stat.0 00010000:00010000:3.0:1780334713.703436:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334713.703465:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70097acb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b158b expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703564:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097ad2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703582:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097ad2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703593:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097ad2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703608:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097ad9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703616:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097ad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703635:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097ad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703714:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097ae0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703724:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097ae0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703730:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097ae0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334713.703762:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:3.0:1780334713.703766:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334713.703787:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097ae0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703798:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097ad2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703804:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097ad2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703856:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097ad2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703867:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334713.703871:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097ad2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703878:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097ad2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703897:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334713.703901:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334713.703905:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097ad2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703911:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70097ad2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703925:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097ad9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703930:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097ad9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703935:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097ad9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703940:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ee00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334713.703943:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097ad9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703948:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097ad9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703970:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9b6f01bf5600) 00010000:00010000:3.0:1780334713.703973:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334713.703976:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097ad9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.703981:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e70097ad9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.704011:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70097acb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b158b expref: 101 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.704024:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e200/0xdf9e767e70097ae0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b158b expref: 100 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334713.704031:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b7021a27900) 00010000:00010000:3.0:1780334713.704034:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780334713.704037:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e200, rc 0) 00000100:00100000:3.0:1780334713.704107:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:31847:x1866815604504960:12345-192.168.203.22@tcp:101:stat.0 Request processed in 693us (1054us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334713.704114:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1340 00000100:00100000:1.0:1780334713.707025:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334713.707199:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604505088 00000100:00100000:2.0:1780334713.707209:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604505088 00000100:00100000:1.0:1780334713.707498:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1341 00000100:00100000:1.0:1780334713.707508:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+100:31847:x1866815604505088:12345-192.168.203.22@tcp:101:stat.0 00010000:00010000:1.0:1780334713.707526:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334713.707547:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097ae7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1592 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707612:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097aee lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707626:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097aee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707636:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097aee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707648:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097af5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707654:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097af5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707659:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097af5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707722:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097afc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707731:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097afc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707737:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097afc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334713.707770:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1780334713.707774:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334713.707793:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097afc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707803:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097afc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707857:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097aee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707865:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097aee lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707872:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097aee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707878:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334713.707883:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097aee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707890:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097aee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707901:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b7021a27900) 00010000:00010000:1.0:1780334713.707908:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334713.707913:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097aee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707919:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097aee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707931:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097af5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707936:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097af5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707943:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097af5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707948:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334713.707951:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097af5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707967:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097af5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707974:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9b703c6c5f00) 00010000:00010000:1.0:1780334713.707977:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334713.707980:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097af5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.707985:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097af5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.708013:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097ae7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1592 expref: 102 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.708026:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097afc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1592 expref: 101 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.708043:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:1.0:1780334713.708045:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334713.708047:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c800, rc 0) 00000100:00100000:1.0:1780334713.708107:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+101:31847:x1866815604505088:12345-192.168.203.22@tcp:101:stat.0 Request processed in 600us (1092us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.708118:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1341 00000100:00100000:0.0:1780334713.714169:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334713.714245:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604505216 00000100:00100000:1.0:1780334713.714255:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604505216 00000100:00100000:1.0:1780334713.714309:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 358 00000100:00100000:1.0:1780334713.714319:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604505216:12345-192.168.203.22@tcp:101:stat.0 00010000:00010000:1.0:1780334713.714336:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334713.714355:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70097b03 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1599 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334713.714408:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03427800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624288000:192.168.203.22@tcp:106: 00000100:00100000:1.0:1780334713.715426:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01dadf00 going to sleep for 11 seconds 00002000:00010000:1.0:1780334713.718245:0:16895:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:1.0:1780334713.718251:0:16895:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime: 0 -> 1780334713 00002000:00010000:1.0:1780334713.718253:0:16895:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb atime: 0 -> 1780334713 00002000:00010000:1.0:1780334713.718254:0:16895:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime: 0 -> 1780334713 00002000:00010000:1.0:1780334713.718255:0:16895:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks: 0 -> 2048 00000100:00100000:1.0:1780334713.718273:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03427800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624288000:192.168.203.22@tcp:106: 00010000:00010000:1.0:1780334713.718301:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70097b03 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1599 expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.718319:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70097b03 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1599 expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.718328:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334713.718377:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604505216:12345-192.168.203.22@tcp:101:stat.0 Request processed in 4060us (4216us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334713.718387:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 358 00000100:00100000:2.0:1780334713.738379:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334713.738577:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604505344 00000100:00100000:1.0:1780334713.738585:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604505344 00000100:00100000:1.0:1780334713.738643:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 359 00000100:00100000:1.0:1780334713.738653:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604505344:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334713.738670:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334713.738687:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70097b0a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b15a0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334713.738741:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03427800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624288128:192.168.203.22@tcp:106: 00000100:00100000:1.0:1780334713.738911:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01dadf00 going to sleep for 11 seconds 00000100:00100000:1.0:1780334713.747616:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03427800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624288128:192.168.203.22@tcp:106: 00010000:00010000:1.0:1780334713.747653:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70097b0a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15a0 expref: 17 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.747678:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70097b0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15a0 expref: 17 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.747689:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334713.747743:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604505344:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 9091us (9381us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334713.747752:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 359 00000100:00100000:2.0:1780334713.750526:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334713.750570:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604505472 00000100:00100000:1.0:1780334713.750580:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604505472 00000100:00100000:1.0:1780334713.750633:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1342 00000100:00100000:1.0:1780334713.750644:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+101:31848:x1866815604505472:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334713.750663:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334713.750680:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b15a7 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.750733:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097b18 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.750743:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097b18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.750751:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097b18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334713.750785:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:1.0:1780334713.750787:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334713.750801:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097b18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.750841:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15a7 expref: 103 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.750857:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097b18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15a7 expref: 102 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.750990:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b7021a27900) 00010000:00010000:1.0:1780334713.750993:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334713.750997:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c400, rc 0) 00000100:00100000:1.0:1780334713.751059:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:31848:x1866815604505472:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 416us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334713.751421:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1342 00000100:00100000:2.0:1780334713.753476:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334713.753527:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604505600 00000100:00100000:0.0:1780334713.753536:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604505600 00000100:00100000:0.0:1780334713.753578:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 360 00000100:00100000:0.0:1780334713.753585:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604505600:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334713.753598:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334713.753610:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4475236/0xdf9e767e70097b1f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b15ae expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334713.753654:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624288256:192.168.203.22@tcp:106: 00000100:00100000:0.0:1780334713.753716:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026adde40 going to sleep for 11 seconds 00000100:00100000:1.0:1780334713.755365:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624288256:192.168.203.22@tcp:106: 00010000:00010000:1.0:1780334713.755399:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4475236/0xdf9e767e70097b1f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ae expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.755422:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4475236/0xdf9e767e70097b1f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ae expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334713.755435:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8400, rc 0) 00000100:00100000:1.0:1780334713.755483:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604505600:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1898us (2013us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334713.755491:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 360 00000100:00100000:2.0:1780334713.769357:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334713.769434:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604505856 00000100:00100000:3.0:1780334713.769442:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604505856 00000100:00100000:3.0:1780334713.769498:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1343 00000100:00100000:3.0:1780334713.769508:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:31848:x1866815604505856:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:3.0:1780334713.769666:0:15367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].37, 136 off13224 00000100:00100000:3.0:1780334713.769739:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:31848:x1866815604505856:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 232us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334713.769751:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1343 00010000:00010000:2.0:1780334713.782976:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334714.163988:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334714.163998:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334714.164028:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:0.0:1780334714.164036:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334714.164319:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd7800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624288384:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1780334714.164438:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7007278300 going to sleep for 11 seconds 00000100:00100000:0.0:1780334714.167886:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd7800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624288384:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1780334714.169482:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334714.169573:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604505984 00000100:00100000:3.0:1780334714.169582:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604505984 00000100:00100000:3.0:1780334714.169643:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 14 00000100:00100000:3.0:1780334714.169654:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:7d7f6de8-4a25-4997-b449-393f374b9456+6:31858:x1866815604505984:12345-192.168.203.22@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1780334714.169735:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:7d7f6de8-4a25-4997-b449-393f374b9456+6:31858:x1866815604505984:12345-192.168.203.22@tcp:900:lhsmtool_posix.0 Request processed in 83us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334714.169743:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 14 00000100:00100000:2.0:1780334714.186571:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334714.186928:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604506112 00000100:00100000:1.0:1780334714.186937:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604506112 00000100:00100000:1.0:1780334714.187104:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1344 00000100:00100000:1.0:1780334714.187115:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d7f6de8-4a25-4997-b449-393f374b9456+7:31858:x1866815604506112:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334714.187150:0:6540:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334714.187280:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d7f6de8-4a25-4997-b449-393f374b9456+7:31858:x1866815604506112:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 166us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334714.187288:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1344 00000100:00100000:2.0:1780334714.202095:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334714.211826:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604506368 00000100:00100000:1.0:1780334714.211841:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604506368 00000100:00100000:2.0:1780334714.216723:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1345 00000100:00100000:2.0:1780334714.216741:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+7:31858:x1866815604506368:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334714.216760:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334714.216780:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b26 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b15b5 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.216979:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70097b2d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.216993:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70097b2d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.217004:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70097b2d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334714.217014:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:3.0:1780334714.217130:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b26 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15b5 expref: 10 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.217146:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70097b2d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15b5 expref: 9 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.217155:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:3.0:1780334714.217157:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334714.217161:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e400, rc 0) 00000100:00100000:3.0:1780334714.217221:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+9:31858:x1866815604506368:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 487us (15410us total) trans 4294968124 rc 0/0 00000100:00100000:3.0:1780334714.217228:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1345 00000100:00100000:0.0:1780334714.223783:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334714.224005:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604506496 00000100:00100000:3.0:1780334714.224015:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604506496 00000100:00100000:3.0:1780334714.224082:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 361 00000100:00100000:3.0:1780334714.224093:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d7f6de8-4a25-4997-b449-393f374b9456+5:2407:x1866815604506496:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334714.224135:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70097b3b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.224156:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097a9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1576 expref: 8 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.224165:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334714.224167:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334714.224171:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70097b3b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.224213:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097a9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1576 expref: 8 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.224227:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097a9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1576 expref: 8 pid: 8421 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1780334714.224240:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334714.224243:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624288512:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334714.224338:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334714.227330:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624288512:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334714.227361:0:16895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70097b3b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334714.230583:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334714.230664:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604506624 00000100:00100000:2.0:1780334714.230672:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604506624 00010000:00010000:2.0:1780334714.230728:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097a9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1576 expref: 9 pid: 8421 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334714.230761:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 408 00000100:00100000:2.0:1780334714.230770:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604506624:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334714.230784:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334714.230828:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097a9a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1576 expref: 9 pid: 8421 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.230843:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097a9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1576 expref: 9 pid: 8421 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.230867:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097a9a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1576 expref: 9 pid: 8421 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.230883:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334714.230886:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334714.230891:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70097b3b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.230900:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70097b3b lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.230927:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334714.230986:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604506624:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 216us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334714.230995:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 408 00000100:00080000:3.0:1780334714.231129:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780334714.231142:0:16895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70097b3b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.231152:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70097b3b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.231171:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70097b3b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.231180:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70097b3b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.231187:0:16895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70097b3b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.231195:0:16895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561ee00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334714.231199:0:16895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70097b3b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.231209:0:16895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70097b3b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.231225:0:16895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70097b3b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.231231:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70097b3b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334714.231291:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d7f6de8-4a25-4997-b449-393f374b9456+5:2407:x1866815604506496:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 7201us (7520us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334714.231299:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 361 00000100:00100000:0.0:1780334714.239107:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334714.239287:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604506880 00000100:00100000:1.0:1780334714.239298:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604506880 00000100:00100000:1.0:1780334714.239808:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1346 00000100:00100000:1.0:1780334714.239838:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d7f6de8-4a25-4997-b449-393f374b9456+9:31858:x1866815604506880:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1780334714.239946:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d7f6de8-4a25-4997-b449-393f374b9456+9:31858:x1866815604506880:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 111us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334714.239962:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1346 00000100:00100000:1.0:1780334714.245927:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334714.245993:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604507008 00000100:00100000:0.0:1780334714.246077:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604507008 00000100:00100000:0.0:1780334714.246132:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 362 00000100:00100000:0.0:1780334714.246144:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7d7f6de8-4a25-4997-b449-393f374b9456+5:2407:x1866815604507008:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334714.246163:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334714.246184:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70097b42 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b15bc expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334714.246258:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 1048576, mtime: 0x6a1dc079, atime: 0x0, ctime: 0x6a1dc079, blocks: 0x800 00010000:00010000:0.0:1780334714.246277:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334714.246279:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334714.246287:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70097b42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15bc expref: 6 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.246303:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70097b42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15bc expref: 6 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.246382:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9c00, rc 0) 00000100:00100000:0.0:1780334714.246506:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7d7f6de8-4a25-4997-b449-393f374b9456+6:2407:x1866815604507008:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 363us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334714.246513:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 362 00000100:00100000:2.0:1780334714.263876:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334714.263939:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604507264 00000100:00100000:1.0:1780334714.263948:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604507264 00000100:00100000:1.0:1780334714.264021:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1347 00000100:00100000:1.0:1780334714.264032:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d7f6de8-4a25-4997-b449-393f374b9456+9:31858:x1866815604507264:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1780334714.264131:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d7f6de8-4a25-4997-b449-393f374b9456+9:31858:x1866815604507264:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 100us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334714.264138:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1347 00000100:00100000:3.0:1780334714.276981:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334714.277486:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604507392 00000100:00100000:2.0:1780334714.277496:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604507392 00002000:00100000:2.0:1780334714.277547:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff9b703fdc4000 x1866815604507392/t0(0) o3->7d7f6de8-4a25-4997-b449-393f374b9456@192.168.203.22@tcp:180/0 lens 488/0 e 0 to 0 dl 1780334725 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334714.277557:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdc4000 with x1866815604507392 ext(0->1048575) 00002000:00010000:2.0:1780334714.277563:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fdc4000 00000100:00100000:2.0:1780334714.277586:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 98 00000100:00100000:2.0:1780334714.277597:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7d7f6de8-4a25-4997-b449-393f374b9456+6:2406:x1866815604507392:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1780334714.301043:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7d7f6de8-4a25-4997-b449-393f374b9456+6:2406:x1866815604507392:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 23431us (24052us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1780334714.301059:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 98 00002000:00100000:1.0:1780334714.301077:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff9b703fdc4000 x1866815604507392/t0(0) o3->7d7f6de8-4a25-4997-b449-393f374b9456@192.168.203.22@tcp:180/0 lens 488/440 e 0 to 0 dl 1780334725 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334714.301088:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdc4000 with x1866815604507392 ext(0->1048575) 00002000:00010000:1.0:1780334714.301097:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fdc4000 00000100:00100000:3.0:1780334714.313655:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334714.313706:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604507520 00000100:00100000:1.0:1780334714.313720:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604507520 00000100:00100000:1.0:1780334714.313807:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1348 00000100:00100000:1.0:1780334714.313969:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+9:31858:x1866815604507520:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334714.313996:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334714.314022:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b49 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b15c3 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.314254:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097b50 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.314272:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097b50 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.314286:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097b50 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.314426:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b49 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15c3 expref: 11 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.314448:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097b50 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15c3 expref: 10 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.314458:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:1.0:1780334714.314461:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334714.314465:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334714.314543:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+10:31858:x1866815604507520:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 590us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334714.314750:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1348 00000100:00100000:2.0:1780334714.319461:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334714.319537:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604507648 00000100:00100000:1.0:1780334714.319554:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604507648 00000100:00100000:1.0:1780334714.319643:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1349 00000100:00100000:1.0:1780334714.319656:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d7f6de8-4a25-4997-b449-393f374b9456+10:31858:x1866815604507648:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334714.319701:0:15367:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334714.319898:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d7f6de8-4a25-4997-b449-393f374b9456+10:31858:x1866815604507648:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 245us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334714.319909:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1349 00000100:00100000:1.0:1780334714.327510:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334714.327763:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604507776 00000100:00100000:0.0:1780334714.327776:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604507776 00000100:00100000:0.0:1780334714.328039:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 363 00000100:00100000:0.0:1780334714.328051:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7d7f6de8-4a25-4997-b449-393f374b9456+6:2407:x1866815604507776:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1780334714.328107:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000173003c3/0xdf9e767e70097b57 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.328129:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334714.328132:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334714.328138:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000173003c3/0xdf9e767e70097b57 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.328155:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000173003c3/0xdf9e767e70097b57 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.328186:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000173003c3/0xdf9e767e70097b57 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.328195:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000173003c3/0xdf9e767e70097b57 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.328204:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000173003c3/0xdf9e767e70097b57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.328211:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334714.328216:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000173003c3/0xdf9e767e70097b57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.328225:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000173003c3/0xdf9e767e70097b57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.328240:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000173003c3/0xdf9e767e70097b57 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.328254:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000173003c3/0xdf9e767e70097b57 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334714.329136:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7d7f6de8-4a25-4997-b449-393f374b9456+6:2407:x1866815604507776:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 1081us (1634us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334714.329148:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 363 00000100:00100000:2.0:1780334714.338232:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334714.338275:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604508032 00000100:00100000:2.0:1780334714.338287:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604508032 00000100:00100000:2.0:1780334714.338357:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1350 00000100:00100000:2.0:1780334714.338370:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+10:31858:x1866815604508032:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1780334714.338484:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b5e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.338507:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097b50 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15c3 expref: 10 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.338519:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b5e lrc: 4/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.338562:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097b50 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15c3 expref: 10 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.338580:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097b50 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15c3 expref: 10 pid: 6539 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334714.338599:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624288640:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334714.338857:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ff2f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334714.342292:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334714.342491:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604508160 00000100:00100000:2.0:1780334714.342499:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604508160 00010000:00010000:2.0:1780334714.342545:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097b50 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15c3 expref: 11 pid: 6539 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334714.342577:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 409 00000100:00100000:2.0:1780334714.342587:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7d7f6de8-4a25-4997-b449-393f374b9456+11:2407:x1866815604508160:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334714.342600:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334714.342606:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097b50 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15c3 expref: 11 pid: 6539 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.342617:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097b50 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15c3 expref: 11 pid: 6539 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.342638:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:2.0:1780334714.342642:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b5e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.342652:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b5e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.342659:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b5e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.342678:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334714.343436:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097b50 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15c3 expref: 11 pid: 6539 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334714.343459:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624288640:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334714.343479:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b5e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.343487:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b5e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.343497:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b5e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334714.343830:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7d7f6de8-4a25-4997-b449-393f374b9456+10:2407:x1866815604508160:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 1243us (1564us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334714.343839:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 409 00010000:00010000:3.0:1780334714.347933:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b5e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.347966:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b5e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.347974:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b5e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.347980:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334714.347984:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b5e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.347993:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b5e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.348007:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:3.0:1780334714.348010:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334714.348015:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b5e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.348021:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097b5e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334714.349434:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+10:31858:x1866815604508032:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 11060us (11204us total) trans 4294968125 rc 0/0 00000100:00100000:3.0:1780334714.349447:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1350 00000040:00080000:3.0:1780334714.349564:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334714.349569:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334714.350181:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:3.0:1780334714.350190:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334714.353085:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334714.353174:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604508416 00000100:00100000:0.0:1780334714.353187:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604508416 00000100:00100000:0.0:1780334714.353445:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 258 00000100:00100000:0.0:1780334714.353461:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7d7f6de8-4a25-4997-b449-393f374b9456+10:31858:x1866815604508416:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1780334714.353768:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7d7f6de8-4a25-4997-b449-393f374b9456+11:31858:x1866815604508416:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 311us (694us total) trans 4294968126 rc 0/0 00000100:00100000:0.0:1780334714.353776:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 258 00000040:00080000:3.0:1780334714.761572:0:23441:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334714.761582:0:23441:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334714.761639:0:23441:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:3.0:1780334714.761649:0:23441:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334714.804082:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334714.846458:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334714.848750:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604508544 00000100:00100000:2.0:1780334714.848762:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604508544 00000100:00080000:3.0:1780334714.848899:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334714.849012:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 364 00000100:00100000:2.0:1780334714.849025:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604508544:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334714.849044:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334714.849062:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9c9aaad/0xdf9e767e70097b65 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b15ca expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.849095:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334714.849098:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334714.849105:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9c9aaad/0xdf9e767e70097b65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ca expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.849122:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e9c9aaad/0xdf9e767e70097b65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ca expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.849135:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448dc00, rc 0) 00000100:00100000:2.0:1780334714.849660:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2409:x1866815604508544:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 636us (3211us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334714.849668:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 364 00000100:00100000:2.0:1780334714.871312:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334714.871825:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604508800 00000100:00100000:1.0:1780334714.871836:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604508800 00000100:00080000:2.0:1780334714.871873:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334714.871906:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1351 00000100:00100000:1.0:1780334714.871923:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:31859:x1866815604508800:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334714.871943:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334714.871970:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097b6c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b15d1 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.872074:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b73 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.872088:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b73 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.872098:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b73 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334714.872109:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:1.0:1780334714.872206:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097b6c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15d1 expref: 105 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.872222:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b73 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15d1 expref: 104 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.872231:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:1.0:1780334714.872234:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1780334714.872238:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ca00, rc 0) 00000100:00100000:1.0:1780334714.872312:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:31859:x1866815604508800:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 392us (1010us total) trans 4294968127 rc 0/0 00000100:00100000:1.0:1780334714.882687:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1351 00000100:00100000:1.0:1780334714.889982:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334714.893483:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604508928 00000100:00100000:0.0:1780334714.893496:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604508928 00000100:00100000:0.0:1780334714.893605:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 365 00000100:00100000:0.0:1780334714.893617:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2407:x1866815604508928:12345-192.168.203.22@tcp:1:lfs.0 00010000:00010000:0.0:1780334714.893664:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70097b81 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.893684:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70097b42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15bc expref: 5 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.893694:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9c9aaad/0xdf9e767e70097b65 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ca expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.893701:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334714.893715:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334714.893718:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70097b81 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.893752:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e9c9aaad/0xdf9e767e70097b65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ca expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.893766:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e9c9aaad/0xdf9e767e70097b65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ca expref: 17 pid: 16895 timeout: 818 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334714.893781:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624288768:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334714.893903:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70097b42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15bc expref: 5 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334714.893913:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70097b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15bc expref: 5 pid: 8421 timeout: 818 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334714.893923:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624288896:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334714.893953:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045edcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334714.901602:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334714.901644:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334714.901670:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604509184 00000100:00100000:2.0:1780334714.901678:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604509184 00010000:00010000:2.0:1780334714.901715:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70097b42 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15bc expref: 6 pid: 8421 timeout: 818 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334714.901744:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604509056 00000100:00100000:2.0:1780334714.901748:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604509056 00010000:00010000:2.0:1780334714.901774:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e9c9aaad/0xdf9e767e70097b65 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ca expref: 18 pid: 16895 timeout: 818 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334714.901800:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 410 00000100:00100000:2.0:1780334714.901830:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d7f6de8-4a25-4997-b449-393f374b9456+6:2407:x1866815604509184:12345-192.168.203.22@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780334714.901926:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624288768:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334714.901938:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624288896:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334714.902029:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334714.902051:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70097b42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15bc expref: 6 pid: 8421 timeout: 818 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.902063:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70097b42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15bc expref: 6 pid: 8421 timeout: 818 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.902083:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70097b42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15bc expref: 6 pid: 8421 timeout: 818 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.902098:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334714.902135:0:8422:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70097b81 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334714.902146:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d7f6de8-4a25-4997-b449-393f374b9456+5:2407:x1866815604509184:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 336us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334714.902154:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 410 00000100:00100000:3.0:1780334714.902166:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 411 00000100:00100000:3.0:1780334714.902176:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2407:x1866815604509056:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334714.902185:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334714.902197:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e9c9aaad/0xdf9e767e70097b65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ca expref: 18 pid: 16895 timeout: 818 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.902210:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e9c9aaad/0xdf9e767e70097b65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ca expref: 18 pid: 16895 timeout: 818 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.902226:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9c9aaad/0xdf9e767e70097b65 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ca expref: 18 pid: 16895 timeout: 818 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.902238:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334714.902240:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334714.902244:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70097b81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.902258:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70097b81 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.902298:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334714.902324:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2407:x1866815604509056:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 151us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334714.902331:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 411 00010000:00010000:2.0:1780334714.902867:0:8422:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70097b81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.902875:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70097b81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.902891:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70097b81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.902899:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70097b81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.902904:0:8422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70097b81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.902908:0:8422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8e00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334714.902911:0:8422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70097b81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.902917:0:8422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70097b81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.902924:0:8422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70097b81 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.902928:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70097b81 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334714.902991:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604508928:12345-192.168.203.22@tcp:1:lfs.0 Request processed in 9377us (13020us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334714.903003:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 365 00000100:00100000:3.0:1780334714.905424:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334714.905648:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604509440 00000100:00100000:0.0:1780334714.905658:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604509440 00000100:00100000:0.0:1780334714.905778:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 259 00000100:00100000:0.0:1780334714.905788:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7e8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:31859:x1866815604509440:12345-192.168.203.22@tcp:35:lfs.0 00000004:00010000:2.0:1780334714.908420:0:6541:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x25:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b73 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15d1 expref: 104 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780334714.908616:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968128 00000001:00080000:2.0:1780334714.908962:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968129 00010000:00010000:2.0:1780334714.909002:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.909017:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097a8c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b156f expref: 47 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.909026:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097afc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1592 expref: 107 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.909035:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70097b2d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15b5 expref: 10 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.909043:0:6541:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 6/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.909076:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70097b2d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15b5 expref: 10 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.909091:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70097b2d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15b5 expref: 10 pid: 9763 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334714.909105:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624289024:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334714.909203:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097afc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1592 expref: 107 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.909218:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097afc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1592 expref: 107 pid: 6540 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334714.909227:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df2a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624289152:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334714.909256:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097a8c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b156f expref: 47 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.909266:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097a8c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b156f expref: 47 pid: 6539 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334714.909275:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624289280:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334714.909295:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b68600 going to sleep for 11 seconds 00000100:00100000:2.0:1780334714.922324:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334714.922357:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334714.922363:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624289024:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334714.922383:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df2a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624289152:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334714.922387:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334714.922401:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624289280:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334714.922421:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604509568 00000100:00100000:2.0:1780334714.922428:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604509568 00010000:00010000:1.0:1780334714.922432:0:6541:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.922462:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70097b2d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15b5 expref: 11 pid: 9763 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334714.922499:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604509824 00000100:00100000:2.0:1780334714.922502:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604509824 00010000:00010000:2.0:1780334714.922515:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097a8c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b156f expref: 48 pid: 6539 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334714.922538:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604509696 00000100:00100000:2.0:1780334714.922541:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604509696 00010000:00010000:2.0:1780334714.922554:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097afc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1592 expref: 108 pid: 6540 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334714.922557:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 412 00000100:00100000:1.0:1780334714.922574:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d7f6de8-4a25-4997-b449-393f374b9456+11:2406:x1866815604509568:12345-192.168.203.22@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780334714.922579:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 413 00000100:00100000:2.0:1780334714.922589:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:2406:x1866815604509824:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334714.922593:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334714.922599:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334714.922603:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70097b2d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15b5 expref: 11 pid: 9763 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.922608:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097a8c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b156f expref: 48 pid: 6539 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.922626:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70097b2d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15b5 expref: 11 pid: 9763 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.925020:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097a8c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b156f expref: 48 pid: 6539 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.925050:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097a8c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b156f expref: 48 pid: 6539 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.925066:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:2.0:1780334714.925071:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.925079:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.925085:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334714.925150:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:2406:x1866815604509824:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 2557us (2787us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334714.925160:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 413 00000100:00100000:2.0:1780334714.925193:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 414 00000100:00100000:2.0:1780334714.925204:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:2406:x1866815604509696:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334714.925220:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334714.925226:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097afc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1592 expref: 108 pid: 6540 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.925236:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097afc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1592 expref: 108 pid: 6540 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.925249:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097afc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1592 expref: 108 pid: 6540 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.925259:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:2.0:1780334714.925262:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.925268:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.925273:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334714.925291:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:2406:x1866815604509696:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 90us (2909us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334714.925297:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 414 00010000:00010000:1.0:1780334714.931260:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70097b2d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15b5 expref: 11 pid: 9763 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.931425:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:1.0:1780334714.931430:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.931438:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.931446:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334714.931486:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334714.931557:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7d7f6de8-4a25-4997-b449-393f374b9456+10:2406:x1866815604509568:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 8986us (9237us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334714.931567:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 412 00010000:00010000:2.0:1780334714.931612:0:6541:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334714.931623:0:6541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780334714.931728:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968130 00000001:00080000:2.0:1780334714.932071:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968131 00000001:00080000:2.0:1780334714.932107:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968132 00000100:00100000:2.0:1780334714.932184:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624289408:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1780334714.932240:0:6541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334714.932286:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b68600 going to sleep for 11 seconds 00000100:00100000:1.0:1780334714.932531:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624289408 00000100:00100000:1.0:1780334714.932538:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624289408 00000100:00100000:1.0:1780334714.932585:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1780334714.932594:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6541:x1866815624289408:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1780334714.932675:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6541:x1866815624289408:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 82us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334714.932682:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1780334714.934086:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624289408:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1780334714.934220:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968133 00000100:00100000:2.0:1780334714.934288:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624289536:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1780334714.934339:0:6541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334714.934367:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b68a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334714.934386:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624289536 00000100:00100000:2.0:1780334714.934988:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624289536 00000100:00100000:2.0:1780334714.935043:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1780334714.935052:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6541:x1866815624289536:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1780334714.935216:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6541:x1866815624289536:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 165us (876us total) trans 4294967365 rc 0/0 00000100:00100000:2.0:1780334714.935224:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1780334714.941305:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624289536:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:3.0:1780334714.941349:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.941359:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.941368:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.941374:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334714.941378:0:6541:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.941385:0:6541:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.941409:0:6541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:3.0:1780334714.941412:0:6541:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1780334714.941418:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334714.941424:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097b88 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780334714.941549:0:6541:0:(mdd_object.c:4033:mdd_close()) Object [0x200000402:0x45:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1780334714.941616:0:6541:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8984 00000004:00080000:3.0:1780334714.941626:0:6541:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 718760813810ns, next at 719760811847ns, rc = 0 00000001:00080000:3.0:1780334714.941634:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968134 00010000:00010000:3.0:1780334714.941670:0:6541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:3.0:1780334714.941673:0:6541:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1780334714.941680:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b73 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15d1 expref: 111 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334714.942402:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7e8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:31859:x1866815604509440:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 36613us (36982us total) trans 4294968135 rc 0/0 00000100:00100000:3.0:1780334714.942413:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 259 00000020:00080000:3.0:1780334714.942420:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1780334714.995215:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334714.996276:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624289664:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334714.996336:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334714.996469:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624289664 00000100:00100000:3.0:1780334714.996477:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624289664 00000100:00100000:3.0:1780334714.996524:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1780334714.996536:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624289664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334714.996566:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1780334714.996616:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624289664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334714.996624:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1780334714.996670:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624289664:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334715.002548:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334715.002568:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624289792:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334715.002625:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334715.002680:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624289792 00000100:00100000:3.0:1780334715.002687:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624289792 00000100:00100000:3.0:1780334715.002733:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1780334715.002742:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624289792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334715.002763:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1780334715.002806:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624289792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334715.002829:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1780334715.003624:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624289920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334715.003661:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334715.003709:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624289920 00000100:00100000:0.0:1780334715.003714:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624289920 00000100:00100000:0.0:1780334715.003747:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1780334715.003755:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624289920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334715.003782:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446375424 avail 1300135936 00000100:00080000:3.0:1780334715.003961:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334715.004010:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624289792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334715.004978:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604510080 00000100:00100000:1.0:1780334715.004986:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604510080 00000100:00100000:1.0:1780334715.005038:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1352 00000100:00100000:1.0:1780334715.005047:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:31862:x1866815604510080:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334715.005066:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334715.005084:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097b8f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b15d8 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005150:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097b96 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005165:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097b96 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005176:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097b96 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005193:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005200:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005206:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005324:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097ba4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005333:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097ba4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005340:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097ba4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334715.005350:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:1.0:1780334715.005555:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097b96 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005567:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097b96 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005574:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097b96 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005581:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334715.005585:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097b96 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005592:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097b96 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005603:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b7021a27900) 00010000:00010000:1.0:1780334715.005606:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334715.005610:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097b96 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005616:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097b96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005627:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005633:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005639:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005644:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334715.005647:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005653:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b9d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005660:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9b703c6c5900) 00010000:00010000:1.0:1780334715.005662:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334715.005664:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b9d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005670:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097b9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005709:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097b8f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15d8 expref: 113 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005722:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097ba4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15d8 expref: 112 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334715.005730:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b703c6c5a00) 00010000:00010000:1.0:1780334715.005732:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334715.005734:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c800, rc 0) 00000100:00100000:1.0:1780334715.005797:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:31862:x1866815604510080:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 750us (10589us total) trans 4294968136 rc 0/0 00000100:00100000:1.0:1780334715.005805:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1352 00000100:00100000:0.0:1780334715.006012:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624289920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334715.006022:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1780334715.006073:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624289920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334715.016750:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334715.016786:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604510208 00000100:00100000:0.0:1780334715.016794:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604510208 00000100:00100000:0.0:1780334715.017148:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1353 00000100:00100000:0.0:1780334715.017159:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:31862:x1866815604510208:12345-192.168.203.22@tcp:54:lfs.0 00010000:00010000:0.0:1780334715.017219:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097bb2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.017235:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097bb2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.017246:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097bb2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.017291:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097bb2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.017298:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097bb2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.017306:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097bb2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.017312:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334715.017317:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097bb2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.017335:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097bb2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.017346:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b703c6c5a00) 00010000:00010000:0.0:1780334715.017349:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780334715.017354:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097bb2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.017360:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70097bb2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334715.017430:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:31862:x1866815604510208:12345-192.168.203.22@tcp:54:lfs.0 Request processed in 273us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334715.017438:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1353 00000100:00100000:1.0:1780334715.027013:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334715.027080:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604510464 00000100:00100000:0.0:1780334715.027090:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604510464 00000100:00100000:0.0:1780334715.027145:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 260 00000100:00100000:0.0:1780334715.027155:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:31862:x1866815604510464:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:0.0:1780334715.029585:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:31862:x1866815604510464:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 2422us (2572us total) trans 4294968137 rc 0/0 00000100:00100000:0.0:1780334715.029603:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 260 00000100:00100000:0.0:1780334715.174700:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334715.174808:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604510592 00000100:00100000:1.0:1780334715.174855:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604510592 00000100:00100000:1.0:1780334715.174939:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1354 00000100:00100000:1.0:1780334715.174961:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+10:31837:x1866815604510592:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1780334715.175154:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+10:31837:x1866815604510592:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 197us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334715.175161:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1354 00000100:00080000:3.0:1780334715.175345:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334715.177647:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334715.177732:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604510720 00000100:00100000:2.0:1780334715.177743:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604510720 00000100:00100000:2.0:1780334715.177808:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1355 00000100:00100000:2.0:1780334715.177852:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d7f6de8-4a25-4997-b449-393f374b9456+6:31837:x1866815604510720:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1780334715.177940:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d7f6de8-4a25-4997-b449-393f374b9456+6:31837:x1866815604510720:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 91us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334715.177956:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1355 00000100:00080000:3.0:1780334715.178108:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334715.179679:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334715.179761:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604510976 00000100:00100000:3.0:1780334715.179769:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604510976 00000100:00100000:3.0:1780334715.179849:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 261 00000100:00100000:3.0:1780334715.179860:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7d7f6de8-4a25-4997-b449-393f374b9456+10:31837:x1866815604510976:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334715.180214:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7d7f6de8-4a25-4997-b449-393f374b9456+11:31837:x1866815604510976:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 354us (539us total) trans 4294968138 rc 0/0 00000100:00100000:3.0:1780334715.180222:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 261 00000100:00100000:1.0:1780334715.333866:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334715.333969:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604511232 00000100:00100000:0.0:1780334715.333978:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604511232 00000100:00100000:0.0:1780334715.334045:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1356 00000100:00100000:0.0:1780334715.334055:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:31883:x1866815604511232:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:0.0:1780334715.334079:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334715.334100:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097bb9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b15df expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.334203:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097bc0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.334218:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097bc0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.334232:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097bc0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334715.334244:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:0.0:1780334715.334387:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097bb9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15df expref: 116 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.334405:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097bc0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15df expref: 115 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.334413:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b703c6c5a00) 00010000:00010000:0.0:1780334715.334416:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334715.334419:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8400, rc 0) 00000100:00100000:0.0:1780334715.334480:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:31883:x1866815604511232:12345-192.168.203.22@tcp:101:cat.0 Request processed in 427us (623us total) trans 4294968139 rc 0/0 00000100:00100000:0.0:1780334715.334487:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1356 00000100:00100000:1.0:1780334715.339675:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334715.339772:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604511488 00000100:00100000:2.0:1780334715.339782:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604511488 00000100:00100000:2.0:1780334715.339880:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 62 00000100:00100000:2.0:1780334715.339890:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:31883:x1866815604511488:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:2.0:1780334715.339905:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780334715.339927:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70097bc0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15df expref: 115 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334715.339962:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097ba4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15d8 expref: 114 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334715.339972:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b703c6c5a00) 00010000:00010000:2.0:1780334715.339983:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334715.340046:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:31883:x1866815604511488:12345-192.168.203.22@tcp:103:cat.0 Request processed in 157us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334715.340052:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 62 00000100:00100000:2.0:1780334715.342046:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334715.342206:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604511616 00000100:00100000:3.0:1780334715.342215:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604511616 00000100:00100000:3.0:1780334715.342278:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1357 00000100:00100000:3.0:1780334715.342289:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:31883:x1866815604511616:12345-192.168.203.22@tcp:58:cat.0 00010000:00010000:3.0:1780334715.342407:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097bce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334715.342424:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097bce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334715.342435:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097bce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780334715.342512:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].38, 136 off13360 00000100:00100000:3.0:1780334715.342591:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:31883:x1866815604511616:12345-192.168.203.22@tcp:58:cat.0 Request processed in 305us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334715.342598:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1357 00000100:00100000:1.0:1780334715.345293:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334715.345497:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604511744 00000100:00100000:0.0:1780334715.345506:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604511744 00000100:00100000:0.0:1780334715.345556:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1358 00000100:00100000:0.0:1780334715.345565:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:31883:x1866815604511744:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:0.0:1780334715.345583:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334715.345600:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097bd5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b15e6 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.345645:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097bce lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.345654:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097bd5 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15e6 expref: 114 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.345672:0:9763:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097bce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.345684:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097bd5 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15e6 expref: 114 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.345696:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:0.0:1780334715.345699:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334715.345702:0:9763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097bd5 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15e6 expref: 114 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334715.345708:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8800, rc 0) 00000100:00100000:0.0:1780334715.345760:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:31883:x1866815604511744:12345-192.168.203.22@tcp:101:cat.0 Request processed in 196us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334715.345766:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1358 00000040:00080000:3.0:1780334715.380238:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334715.380249:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334715.380284:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 6 00000040:00080000:3.0:1780334715.380295:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334715.831349:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334716.851994:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334717.876241:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334718.068957:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334718.068980:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624290048:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334718.069043:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334718.069154:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624290048 00000100:00100000:0.0:1780334718.069170:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624290048 00000100:00100000:0.0:1780334718.069230:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1780334718.069240:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624290048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334718.069275:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444347904 avail 1298108416 00000100:00100000:0.0:1780334718.069809:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624290048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 569us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334718.069849:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1780334718.071122:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624290048:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334718.445957:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334718.446019:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334718.446056:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334718.446085:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334718.446117:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604512000 00000100:00100000:1.0:1780334718.446123:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334718.446134:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604512000 00000100:00100000:1.0:1780334718.446149:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334718.446185:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334718.446219:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334718.446314:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604512256 00000100:00100000:2.0:1780334718.446323:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604512256 00000100:00100000:2.0:1780334718.446375:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604512768 00000100:00100000:0.0:1780334718.446376:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604512512 00000100:00100000:2.0:1780334718.446383:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604512768 00000100:00100000:0.0:1780334718.446385:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604512512 00000100:00100000:2.0:1780334718.446414:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604513280 00000100:00100000:2.0:1780334718.446419:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604513280 00000100:00100000:0.0:1780334718.446420:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604513024 00000100:00100000:0.0:1780334718.446426:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604513024 00000100:00100000:2.0:1780334718.446453:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 511 00000100:00100000:0.0:1780334718.446453:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604512128 00000100:00100000:0.0:1780334718.446459:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604512128 00000100:00100000:2.0:1780334718.446472:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604512256:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334718.446487:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 858 00000100:00100000:0.0:1780334718.446499:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:2408:x1866815604512000:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334718.446638:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:2408:x1866815604512000:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 139us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334718.446646:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 858 00000100:00100000:0.0:1780334718.446666:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 859 00000100:00100000:0.0:1780334718.446673:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:2408:x1866815604512512:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334718.446702:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:2408:x1866815604512512:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 30us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334718.446709:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 859 00000100:00100000:0.0:1780334718.446722:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 860 00000100:00100000:0.0:1780334718.446729:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+11:2408:x1866815604513024:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334718.446758:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+11:2408:x1866815604513024:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 30us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334718.446765:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 860 00000100:00100000:0.0:1780334718.446778:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 861 00000100:00100000:0.0:1780334718.446784:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604512128:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334718.446809:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604512128:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334718.446855:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 861 00000100:00100000:0.0:1780334718.446882:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 512 00000100:00100000:0.0:1780334718.446891:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604512768:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334718.446917:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604512768:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 29us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334718.446936:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 512 00000100:00100000:0.0:1780334718.446952:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 513 00000100:00100000:0.0:1780334718.446959:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7d7f6de8-4a25-4997-b449-393f374b9456+5:2408:x1866815604513280:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334718.446981:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7d7f6de8-4a25-4997-b449-393f374b9456+5:2408:x1866815604513280:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334718.446986:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 513 00000100:00080000:0.0:1780334718.447003:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334718.447008:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334718.447010:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334718.447041:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604511872 00000100:00100000:0.0:1780334718.447045:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604511872 00000100:00100000:0.0:1780334718.447074:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 717 00000100:00100000:0.0:1780334718.447081:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+15:2408:x1866815604511872:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334718.447105:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+15:2408:x1866815604511872:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334718.447111:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 717 00000100:00100000:1.0:1780334718.447286:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334718.447388:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604512384 00000100:00100000:3.0:1780334718.447396:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604512384 00000100:00100000:3.0:1780334718.447445:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 514 00000100:00100000:3.0:1780334718.447457:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2408:x1866815604512384:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334718.447579:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604512256:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 102us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334718.447639:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334718.447667:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334718.447700:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334718.447729:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334718.447747:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604512896 00000100:00100000:1.0:1780334718.447752:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604512896 00000100:00100000:1.0:1780334718.447772:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604513408 00000100:00100000:1.0:1780334718.447775:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604513408 00000100:00100000:1.0:1780334718.447788:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 515 00000100:00100000:1.0:1780334718.447794:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2408:x1866815604512896:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334718.447849:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2408:x1866815604512896:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 54us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334718.447856:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 515 00000100:00100000:1.0:1780334718.447873:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 516 00000100:00100000:1.0:1780334718.447953:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7d7f6de8-4a25-4997-b449-393f374b9456+6:2408:x1866815604513408:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334718.447981:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7d7f6de8-4a25-4997-b449-393f374b9456+6:2408:x1866815604513408:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 102us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334718.447987:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 516 00000100:00100000:1.0:1780334718.448014:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604512640 00000100:00100000:1.0:1780334718.448018:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604512640 00000100:00100000:1.0:1780334718.448048:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604513152 00000100:00100000:1.0:1780334718.448052:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604513152 00000100:00100000:1.0:1780334718.448066:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 862 00000100:00100000:1.0:1780334718.448072:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604512640:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334718.448100:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604512640:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334718.448107:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 862 00000100:00100000:1.0:1780334718.448118:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 863 00000100:00100000:1.0:1780334718.448124:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+6:2408:x1866815604513152:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334718.448147:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+6:2408:x1866815604513152:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334718.448153:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 863 00000100:00080000:1.0:1780334718.448202:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334718.448208:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334718.449019:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 511 00000100:00100000:3.0:1780334718.455190:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:2408:x1866815604512384:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 7352us (7522us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334718.455207:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 514 00000100:00100000:3.0:1780334718.580695:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624290176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334718.580797:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334718.585301:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624290432:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.585393:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334718.585451:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624290944:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.585475:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334718.585491:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624291456:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.585510:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334718.585534:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1780334718.585539:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624290560:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.585564:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334718.585591:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624291072:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.585610:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334718.585623:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624291584:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.585658:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334718.585687:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624290688:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.585712:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334718.585723:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624291200:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.585748:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334718.585764:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624291712:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.585784:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334718.585800:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1780334718.585806:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624290304:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.585885:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334718.585909:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624290816:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.585943:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334718.585959:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624291328:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.585980:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334718.586011:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624290304 00000100:00100000:3.0:1780334718.586021:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624290304 00000100:00100000:3.0:1780334718.586077:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1780334718.586087:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624290304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.586149:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624290304:12345-0@lo:400:kworker.0 Request processed in 62us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334718.586157:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1780334718.586216:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624290304:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.586270:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624290560 00000100:00100000:3.0:1780334718.586273:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624290560 00000100:00100000:3.0:1780334718.586300:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624290816 00000100:00100000:3.0:1780334718.586303:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624290816 00000100:00100000:3.0:1780334718.586317:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1780334718.586324:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624290560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.586364:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624290560:12345-0@lo:400:kworker.0 Request processed in 41us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334718.586371:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1780334718.586383:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1780334718.586388:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624290816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.586421:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624290816:12345-0@lo:400:kworker.0 Request processed in 32us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334718.586427:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1780334718.586460:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624290560:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.586485:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624290816:0@lo:400:kworker.0 00000100:00100000:2.0:1780334718.586648:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624290176 00000100:00100000:2.0:1780334718.586653:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624290176 00000100:00100000:2.0:1780334718.586705:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1780334718.586712:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624290176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334718.586741:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1780334718.586786:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624290176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (5990us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334718.586793:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00080000:3.0:1780334718.587118:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334718.587154:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624290176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334718.587249:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624291200 00000100:00100000:1.0:1780334718.587254:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624291200 00000100:00100000:1.0:1780334718.587308:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624291712 00000100:00100000:1.0:1780334718.587312:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624291712 00000100:00100000:1.0:1780334718.587331:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624291328 00000100:00100000:1.0:1780334718.587334:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624291328 00000100:00100000:1.0:1780334718.587350:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1780334718.587358:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624291200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334718.587405:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624291200:12345-0@lo:400:kworker.0 Request processed in 48us (1656us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334718.587411:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1780334718.587425:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1780334718.587431:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624291712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334718.587460:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624291712:12345-0@lo:400:kworker.0 Request processed in 29us (1674us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334718.587465:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1780334718.587476:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1780334718.587481:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624291328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334718.587507:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624291328:12345-0@lo:400:kworker.0 Request processed in 26us (1526us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334718.587513:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1780334718.587547:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624290432 00000100:00100000:1.0:1780334718.587551:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624290432 00000100:00100000:1.0:1780334718.587571:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624290944 00000100:00100000:1.0:1780334718.587574:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624290944 00000100:00100000:1.0:1780334718.587587:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624291456 00000100:00100000:1.0:1780334718.587590:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624291456 00000100:00100000:1.0:1780334718.587601:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624291072 00000100:00100000:1.0:1780334718.587604:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624291072 00000100:00100000:1.0:1780334718.587617:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624291584 00000100:00100000:1.0:1780334718.587620:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624291584 00000100:00100000:1.0:1780334718.587645:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624290688 00000100:00100000:1.0:1780334718.587648:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624290688 00000100:00100000:1.0:1780334718.587660:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1780334718.587666:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624290432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334718.587707:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624290432:12345-0@lo:400:kworker.0 Request processed in 40us (2314us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334718.587713:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1780334718.587725:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1780334718.587732:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624290944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334718.587762:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624290944:12345-0@lo:400:kworker.0 Request processed in 31us (2286us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334718.587767:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1780334718.587778:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:1.0:1780334718.587784:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624291456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334718.587844:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624291456:12345-0@lo:400:kworker.0 Request processed in 26us (2299us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334718.587849:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:1.0:1780334718.587873:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1780334718.587879:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624291072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334718.587907:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624291072:12345-0@lo:400:kworker.0 Request processed in 28us (2296us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334718.587913:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1780334718.587932:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1780334718.587938:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624291584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334718.587966:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624291584:12345-0@lo:400:kworker.0 Request processed in 29us (2308us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334718.587972:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1780334718.587983:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1780334718.587988:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624290688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334718.588012:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624290688:12345-0@lo:400:kworker.0 Request processed in 25us (2300us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334718.588018:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1780334718.588063:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624291072:0@lo:400:kworker.0 00000100:00100000:1.0:1780334718.588075:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624291584:0@lo:400:kworker.0 00000100:00100000:1.0:1780334718.588086:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624290432:0@lo:400:kworker.0 00000100:00100000:1.0:1780334718.588097:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624290944:0@lo:400:kworker.0 00000100:00100000:1.0:1780334718.588107:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624291456:0@lo:400:kworker.0 00000100:00080000:3.0:1780334718.588573:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334718.588579:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334718.588582:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334718.588585:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334718.588614:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624291328:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.588636:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624290688:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.588649:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624291200:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.588661:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624291712:0@lo:400:kworker.0 00000100:00100000:3.0:1780334718.588681:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334718.588693:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624291840:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334718.588736:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334718.589983:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624291840 00000100:00100000:0.0:1780334718.589998:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624291840 00000100:00100000:0.0:1780334718.590066:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1780334718.590077:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624291840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334718.590108:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:0.0:1780334718.590194:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624291840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (1458us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334718.590203:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1780334718.592316:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624291840:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1780334718.909742:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1780334719.096377:0:9483:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7d7f6de8-4a25-4997-b449-393f374b9456 00000001:00100000:2.0:1780334719.096716:0:7453:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 7d7f6de8-4a25-4997-b449-393f374b9456 00000001:00080000:3.0:1780334719.098397:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968139 is committed 00000001:00080000:3.0:1780334719.098407:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968138 is committed 00000004:00080000:3.0:1780334719.098417:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000100:00100000:0.0:1780334719.098758:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624291968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780334719.098847:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334719.098949:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624291968 00000100:00100000:1.0:1780334719.098956:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624291968 00000100:00100000:1.0:1780334719.098998:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1780334719.099007:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624291968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780334719.099031:0:8422:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:25 count 1 00002000:00010000:1.0:1780334719.099061:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 1048576, mtime: 0x6a1dc079, atime: 0x0, ctime: 0x6a1dc079, blocks: 0x800 00010000:00010000:1.0:1780334719.099071:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e70097bdc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334719.099086:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334719.099087:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334719.099092:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e70097bdc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334719.099105:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e70097bdc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334719.099114:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e70097bdc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334719.099122:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e70097bdc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334719.099139:0:8422:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780334719.099365:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780334719.099372:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e70097bdc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334719.099381:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334719.099385:0:10291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e70097bdc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334719.099394:0:10291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e70097bdc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334719.099410:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e70097bdc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334719.099417:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e70097bdc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334719.099438:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334719.099440:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334719.099442:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1780334719.100227:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b7002ba9600 refcount 2 committed 0 result 0 batchid 29 00000020:00080000:3.0:1780334719.100244:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b7003acdd00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b7002ba96c0 00000020:00080000:3.0:1780334719.100247:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b7003acd200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04acc000 00000001:00080000:3.0:1780334719.100279:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968123 is committed 00000020:00080000:2.0:1780334719.100334:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 29 committed batchid 28 00000020:00080000:2.0:1780334719.100385:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000100:00100000:1.0:1780334719.100518:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3660:x1866815624291968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1509us (1668us total) trans 4294967366 rc 0/0 00000100:00100000:1.0:1780334719.100527:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000004:00080000:0.0:1780334719.102304:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b6f04c7b100/2, rc 0, transno 4294967366 00000100:00100000:0.0:1780334719.102315:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624291968:0@lo:6:osp-syn-0-0.0 00000040:00080000:3.0:1780334719.668722:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1780334719.925121:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334720.117141:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624292096:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334720.117206:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334720.118923:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624292096 00000100:00100000:3.0:1780334720.118935:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624292096 00000100:00100000:3.0:1780334720.118984:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1780334720.118994:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624292096:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334720.118998:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624292224:0@lo:13:osp-pre-0-0.0 00000004:00000024:3.0:1780334720.119028:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334720.119054:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334720.119089:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334720.119095:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624292352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334720.119116:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334720.119139:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624292224 00000100:00100000:2.0:1780334720.119142:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624292224 00000100:00100000:2.0:1780334720.119172:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624292352 00000100:00100000:2.0:1780334720.119175:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624292352 00000100:00100000:2.0:1780334720.119190:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1780334720.119196:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3658:x1866815624292224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334720.119226:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334720.119259:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3658:x1866815624292224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334720.119266:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00080000:0.0:1780334720.119326:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334720.119430:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1780334720.119440:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624292352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334720.119450:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334720.119478:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624292352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334720.119484:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1780334720.119680:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624292096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 688us (2473us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334720.119687:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1780334720.119724:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624292096:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334720.119734:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624292352:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334720.119745:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624292224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334720.345540:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334720.345901:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604513536 00000100:00100000:2.0:1780334720.345920:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604513536 00000100:00100000:2.0:1780334720.345984:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1359 00000100:00100000:2.0:1780334720.345995:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:31886:x1866815604513536:12345-192.168.203.22@tcp:101:stat.0 00010000:00010000:2.0:1780334720.346015:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334720.346033:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097be3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b15ed expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.346096:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097bea lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.346110:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097bea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.346122:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097bea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.346135:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097bf1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.346143:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097bf1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.346149:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097bf1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.346222:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097bf8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1780334720.347918:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780334720.348075:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097bf8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348086:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097bf8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334720.348139:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:2.0:1780334720.348143:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334720.348164:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097bf8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348174:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097bf8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348185:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097bea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348191:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097bea lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348197:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097bea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348202:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334720.348205:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097bea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348212:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097bea lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348233:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b7021a27900) 00010000:00010000:2.0:1780334720.348236:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334720.348240:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097bea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348245:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097bea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348261:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097bf1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348266:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097bf1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348271:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097bf1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348275:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448dc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334720.348277:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097bf1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348283:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097bf1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348289:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9b7021a27a00) 00010000:00010000:2.0:1780334720.348291:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334720.348293:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097bf1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348298:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097bf1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348345:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097be3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ed expref: 48 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348359:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097bf8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ed expref: 47 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.348366:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:2.0:1780334720.348368:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334720.348370:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ca00, rc 0) 00000100:00100000:2.0:1780334720.348446:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+47:31886:x1866815604513536:12345-192.168.203.22@tcp:101:stat.0 Request processed in 2447us (2909us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334720.348456:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1359 00000040:00080000:0.0:1780334720.500090:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334720.500101:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334720.500216:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:0.0:1780334720.500224:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334720.537542:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334720.537695:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604513664 00000100:00100000:2.0:1780334720.537704:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604513664 00000100:00100000:2.0:1780334720.537781:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1360 00000100:00100000:2.0:1780334720.537791:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+7:31910:x1866815604513664:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334720.537838:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334720.537858:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097bff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b15f4 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.537934:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097c06 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.537949:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097c06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.537960:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097c06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334720.538003:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1780334720.538007:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334720.538027:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097c06 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.538051:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097bff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15f4 expref: 9 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.538069:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097c06 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15f4 expref: 8 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.538083:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334720.538085:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334720.538089:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448dc00, rc 0) 00000100:00100000:2.0:1780334720.538146:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+8:31910:x1866815604513664:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 356us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334720.538154:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1360 00000100:00080000:0.0:1780334720.538226:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334720.549249:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334720.549746:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604513920 00000100:00100000:1.0:1780334720.549759:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604513920 00000100:00100000:1.0:1780334720.549896:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1361 00000100:00100000:1.0:1780334720.549919:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+8:31911:x1866815604513920:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334720.549948:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334720.549974:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097c0d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b15fb expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550074:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097c14 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550091:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097c14 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550105:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097c14 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550122:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097c1b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550130:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097c1b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550137:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097c1b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550267:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097c22 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550278:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097c22 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550286:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097c22 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334720.550302:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:1.0:1780334720.550408:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097c14 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550417:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097c14 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550425:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097c14 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550431:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334720.550436:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097c14 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550444:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097c14 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550458:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9b7010fee500) 00010000:00010000:1.0:1780334720.550461:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334720.550467:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097c14 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550474:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70097c14 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550489:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097c1b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550495:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097c1b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550505:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097c1b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550510:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334720.550513:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097c1b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550519:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097c1b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550527:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9b703c6c5900) 00010000:00010000:1.0:1780334720.550529:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334720.550532:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097c1b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550537:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097c1b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.550988:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097c0d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15fb expref: 11 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.551005:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097c22 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15fb expref: 10 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334720.551012:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:1.0:1780334720.551014:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334720.551017:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c200, rc 0) 00000100:00100000:1.0:1780334720.553386:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+10:31911:x1866815604513920:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 3464us (4140us total) trans 4294968140 rc 0/0 00000100:00100000:1.0:1780334720.553404:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1361 00000100:00100000:3.0:1780334720.561053:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334720.562761:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334720.563103:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604514176 00000100:00100000:1.0:1780334720.563116:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604514176 00000100:00100000:1.0:1780334720.563188:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1362 00000100:00100000:1.0:1780334720.563201:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d7f6de8-4a25-4997-b449-393f374b9456+10:31911:x1866815604514176:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1780334720.563344:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d7f6de8-4a25-4997-b449-393f374b9456+10:31911:x1866815604514176:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 144us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334720.563351:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1362 00000100:00100000:2.0:1780334720.563483:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604514048 00000100:00100000:2.0:1780334720.563489:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604514048 00000100:00100000:2.0:1780334720.563541:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 63 00000100:00100000:2.0:1780334720.563548:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7d7f6de8-4a25-4997-b449-393f374b9456+10:2407:x1866815604514048:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334720.563560:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334720.563589:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097c22 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15fb expref: 10 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334720.563611:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334720.563618:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334720.563640:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7d7f6de8-4a25-4997-b449-393f374b9456+9:2407:x1866815604514048:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 93us (2602us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334720.563646:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 63 00000100:00100000:3.0:1780334720.566444:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334720.566555:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604514304 00000100:00100000:1.0:1780334720.566569:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604514304 00000100:00100000:1.0:1780334720.566657:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1363 00000100:00100000:1.0:1780334720.566671:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d7f6de8-4a25-4997-b449-393f374b9456+5:31911:x1866815604514304:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1780334720.566807:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d7f6de8-4a25-4997-b449-393f374b9456+5:31911:x1866815604514304:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 140us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334720.566841:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1363 00000100:00080000:0.0:1780334720.566923:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:3.0:1780334720.695764:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1780334720.948231:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1780334721.141840:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967366 is committed 00000040:00080000:0.0:1780334721.524839:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334721.524929:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334721.524969:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:0.0:1780334721.524981:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334721.525161:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd6a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624292480:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1780334721.525584:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334721.530490:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.530569:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604514432 00000100:00100000:1.0:1780334721.530581:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604514432 00000100:00100000:0.0:1780334721.530617:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd6a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624292480:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1780334721.530772:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1364 00000100:00100000:1.0:1780334721.530784:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+9:31912:x1866815604514432:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334721.530852:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334721.531080:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+9:31912:x1866815604514432:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 297us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334721.531090:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1364 00000100:00100000:1.0:1780334721.534931:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.538291:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604514560 00000100:00100000:3.0:1780334721.538452:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604514560 00000100:00100000:3.0:1780334721.539095:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1365 00000100:00100000:3.0:1780334721.539111:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+9:31912:x1866815604514560:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1780334721.539220:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c30 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539243:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c30 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539259:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c30 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539409:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c37 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539429:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c37 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539439:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c37 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539469:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c3e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539479:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c3e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539487:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c3e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334721.539536:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:3.0:1780334721.539540:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334721.539553:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c3e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539565:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c30 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539572:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c30 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539578:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c30 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539588:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c30 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539593:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334721.539597:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c30 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539604:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c30 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539617:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:3.0:1780334721.539620:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334721.539624:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c30 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539629:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c30 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539641:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c37 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539644:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c37 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539648:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c37 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539650:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334721.539652:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c37 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539658:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c37 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539662:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6b95eb1f (ffff9b6f01bf5a00) 00010000:00010000:3.0:1780334721.539664:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334721.539665:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c37 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539668:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c37 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539690:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c3e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539696:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c3e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539701:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c3e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539801:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334721.539804:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c3e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539874:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c3e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539884:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:3.0:1780334721.539888:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334721.539891:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c3e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.539912:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c3e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334721.540015:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+9:31912:x1866815604514560:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 Request processed in 905us (5096us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334721.540025:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1365 00000100:00100000:3.0:1780334721.547231:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334721.547348:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604514816 00000100:00100000:2.0:1780334721.547360:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604514816 00000100:00100000:2.0:1780334721.547441:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1366 00000100:00100000:2.0:1780334721.547455:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+9:31912:x1866815604514816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334721.547485:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334721.547850:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097c45 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1602 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.548004:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097c4c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.548024:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097c4c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.548038:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097c4c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334721.548052:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:2.0:1780334721.548160:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097c4c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.548169:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097c4c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.548175:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097c4c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.548182:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334721.548187:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097c4c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.548195:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097c4c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.548209:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:2.0:1780334721.548213:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334721.548219:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097c4c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.548226:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097c4c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.548285:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097c45 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1602 expref: 11 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.548298:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334721.548300:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780334721.548304:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097c45 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1602 expref: 11 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.548315:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c800, rc 0) 00000100:00100000:2.0:1780334721.548398:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+10:31912:x1866815604514816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 946us (1182us total) trans 4294968141 rc 301/301 00000100:00100000:2.0:1780334721.548407:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1366 00000100:00100000:0.0:1780334721.553721:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.553987:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604514944 00000100:00100000:1.0:1780334721.554002:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604514944 00000100:00100000:1.0:1780334721.554081:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1367 00000100:00100000:1.0:1780334721.554094:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+10:31912:x1866815604514944:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334721.554152:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334721.554673:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+10:31912:x1866815604514944:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 579us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334721.554683:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1367 00000100:00100000:1.0:1780334721.562482:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.563128:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604515072 00000100:00100000:3.0:1780334721.563143:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604515072 00000100:00100000:3.0:1780334721.563224:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1368 00000100:00100000:3.0:1780334721.563237:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+10:31912:x1866815604515072:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334721.563264:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334721.563345:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c5a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1609 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563436:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c61 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563455:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563469:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563486:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c68 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563494:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563505:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563607:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097c6f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563616:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097c6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563624:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097c6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334721.563666:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:3.0:1780334721.563670:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334721.563694:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097c6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563709:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c61 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563716:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c61 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563722:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c61 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563730:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c61 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563737:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334721.563741:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c61 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563749:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c61 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563762:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334721.563766:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334721.563772:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c61 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563779:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097c61 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563796:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563803:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.563809:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.566169:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334721.566178:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.566188:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c68 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.566208:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9b6f01bf5a00) 00010000:00010000:3.0:1780334721.566212:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334721.566217:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c68 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.566231:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c68 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.566319:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1609 expref: 12 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.566335:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097c6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1609 expref: 11 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.566343:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b7021a27900) 00010000:00010000:3.0:1780334721.566346:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780334721.566349:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722000, rc 0) 00000100:00100000:3.0:1780334721.566877:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+11:31912:x1866815604515072:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 3638us (4401us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334721.566906:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1368 00000100:00100000:0.0:1780334721.572174:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.572418:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604515200 00000100:00100000:3.0:1780334721.572432:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604515200 00000100:00100000:3.0:1780334721.572533:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 6 00000100:00100000:3.0:1780334721.572546:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:7d7f6de8-4a25-4997-b449-393f374b9456+11:31912:x1866815604515200:12345-192.168.203.22@tcp:700:lhsmtool_posix.0 00000100:00100000:3.0:1780334721.572656:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:7d7f6de8-4a25-4997-b449-393f374b9456+11:31912:x1866815604515200:12345-192.168.203.22@tcp:700:lhsmtool_posix.0 Request processed in 112us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334721.572665:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 6 00000100:00100000:0.0:1780334721.576033:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334721.576177:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604515456 00000100:00100000:2.0:1780334721.576191:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604515456 00000100:00100000:2.0:1780334721.576275:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1369 00000100:00100000:2.0:1780334721.576295:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+11:31912:x1866815604515456:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334721.576333:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334721.576360:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097c76 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1610 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.577027:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097c7d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.577046:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097c7d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.577059:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097c7d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334721.577071:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00010000:00010000:2.0:1780334721.577132:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097c76 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1610 expref: 14 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.577153:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097c7d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1610 expref: 13 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.577162:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b7021a27a00) 00010000:00010000:2.0:1780334721.577166:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334721.577170:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c000, rc 0) 00000100:00100000:2.0:1780334721.577241:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+13:31912:x1866815604515456:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 956us (1222us total) trans 4294968142 rc 0/0 00000100:00100000:2.0:1780334721.577249:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1369 00000100:00100000:1.0:1780334721.582705:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.583002:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604515712 00000100:00100000:3.0:1780334721.583015:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604515712 00000100:00100000:3.0:1780334721.583091:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1370 00000100:00100000:3.0:1780334721.583103:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d7f6de8-4a25-4997-b449-393f374b9456+13:31912:x1866815604515712:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1780334721.583189:0:6540:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334721.583225:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097c7d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1610 expref: 13 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.583697:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b7021a27a00) 00010000:00010000:3.0:1780334721.583713:0:6540:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334721.583746:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c8b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.583764:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097b18 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15a7 expref: 101 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.583774:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c8b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.583876:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097b18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15a7 expref: 101 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.583904:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097b18 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15a7 expref: 101 pid: 6539 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334721.583924:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624292608:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334721.584044:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8300 going to sleep for 11 seconds 00000100:00100000:0.0:1780334721.596792:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.597276:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624292608:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334721.597310:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c8b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334721.598605:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604515840 00000100:00100000:1.0:1780334721.598622:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604515840 00010000:00010000:1.0:1780334721.598842:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097b18 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15a7 expref: 102 pid: 6539 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334721.598909:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 415 00000100:00100000:1.0:1780334721.598924:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:2406:x1866815604515840:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334721.598947:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334721.598954:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097b18 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15a7 expref: 102 pid: 6539 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.598968:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097b18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15a7 expref: 102 pid: 6539 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.598994:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097b18 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15a7 expref: 102 pid: 6539 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.599018:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b7021a27900) 00010000:00010000:1.0:1780334721.599024:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c8b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.599034:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c8b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.599044:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c8b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.599087:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334721.599164:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+101:2406:x1866815604515840:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 245us (2386us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334721.599172:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 415 00010000:00010000:3.0:1780334721.599577:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c8b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.599588:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c8b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.599705:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c92 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x4b92f561 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.599718:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x4b92f561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.599726:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x4b92f561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.599793:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c8b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.599801:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c8b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.599807:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c8b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.599845:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334721.599948:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c8b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.599959:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c8b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.599970:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b7021a27900) 00010000:00010000:3.0:1780334721.599973:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334721.599977:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c8b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.599984:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097c8b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.599996:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c92 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x4b92f561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.600002:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c92 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x4b92f561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.600008:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c92 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x4b92f561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.600013:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334721.600016:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c92 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x4b92f561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.600021:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c92 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x4b92f561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.600027:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x4b92f561 (ffff9b6f01bf5a00) 00010000:00010000:3.0:1780334721.600029:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334721.600031:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c92 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x4b92f561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.600036:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c92 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x4b92f561 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334721.600138:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d7f6de8-4a25-4997-b449-393f374b9456+12:31912:x1866815604515712:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 17035us (17446us total) trans 0 rc -2/-2 00000100:00100000:3.0:1780334721.600146:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1370 00000100:00080000:0.0:1780334721.601561:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334721.612523:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.612636:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604515968 00000100:00100000:3.0:1780334721.612647:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604515968 00000100:00100000:3.0:1780334721.612707:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1371 00000100:00100000:3.0:1780334721.612717:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+12:31912:x1866815604515968:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334721.612737:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334721.612759:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c99 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1617 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.612792:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097ca0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.612804:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.612841:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097ca0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.612961:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097c99 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1617 expref: 14 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.612988:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1617 expref: 13 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.612997:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:3.0:1780334721.613000:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334721.613011:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723400, rc 0) 00000100:00100000:3.0:1780334721.613069:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+13:31912:x1866815604515968:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 353us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334721.613076:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1371 00000100:00100000:1.0:1780334721.621205:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334721.622533:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604516224 00000100:00100000:2.0:1780334721.622548:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604516224 00000100:00100000:2.0:1780334721.622612:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1372 00000100:00100000:2.0:1780334721.622621:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+13:31912:x1866815604516224:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334721.622693:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ca7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.622709:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ca7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.622719:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ca7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334721.623197:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000027cb15f3 reply state 0000000057faa02e transno 4294968143 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ca7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.623211:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ca7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.623219:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:2.0:1780334721.623222:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1780334721.623227:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334721.623325:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+15:31912:x1866815604516224:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 704us (2133us total) trans 4294968143 rc 0/0 00000100:00100000:2.0:1780334721.623333:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1372 00000100:00100000:1.0:1780334721.635496:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.635588:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604516352 00000100:00100000:3.0:1780334721.635603:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604516352 00000100:00100000:3.0:1780334721.635674:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1373 00000100:00100000:3.0:1780334721.635685:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d7f6de8-4a25-4997-b449-393f374b9456+15:31912:x1866815604516352:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334721.635709:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334721.635729:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097cae lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b161e expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.635786:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097cae lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b161e expref: 16 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.635801:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097cae lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b161e expref: 16 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.635851:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:3.0:1780334721.635855:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334721.635970:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723800, rc 0) 00000100:00100000:3.0:1780334721.636936:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d7f6de8-4a25-4997-b449-393f374b9456+16:31912:x1866815604516352:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1249us (1451us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334721.636945:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1373 00000100:00100000:0.0:1780334721.647056:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.647216:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604516480 00000100:00100000:1.0:1780334721.647235:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604516480 00000100:00100000:1.0:1780334721.647291:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 262 00000100:00100000:1.0:1780334721.647301:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7d7f6de8-4a25-4997-b449-393f374b9456+16:31912:x1866815604516480:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1780334721.647493:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7d7f6de8-4a25-4997-b449-393f374b9456+16:31912:x1866815604516480:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 Request processed in 192us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334721.647500:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 262 00000100:00100000:0.0:1780334721.655333:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.655501:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604516736 00000100:00100000:1.0:1780334721.655510:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604516736 00000100:00100000:1.0:1780334721.655566:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 263 00000100:00100000:1.0:1780334721.655576:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7d7f6de8-4a25-4997-b449-393f374b9456+16:31912:x1866815604516736:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334721.656086:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7d7f6de8-4a25-4997-b449-393f374b9456+17:31912:x1866815604516736:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 343us (591us total) trans 4294968144 rc 0/0 00000100:00100000:1.0:1780334721.656105:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 263 00000100:00100000:2.0:1780334721.661267:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.661448:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604516992 00000100:00100000:1.0:1780334721.661457:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604516992 00000100:00100000:1.0:1780334721.661510:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1374 00000100:00100000:1.0:1780334721.661520:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+17:31912:x1866815604516992:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1780334721.661632:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+17:31912:x1866815604516992:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 114us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334721.661641:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1374 00000100:00100000:0.0:1780334721.676479:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.676563:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604517248 00000100:00100000:1.0:1780334721.676573:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604517248 00000100:00100000:1.0:1780334721.676632:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1375 00000100:00100000:1.0:1780334721.676643:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d7f6de8-4a25-4997-b449-393f374b9456+17:31912:x1866815604517248:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334721.676665:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334721.676684:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097cb5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1625 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.677936:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097cbc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.677959:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097cae lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b161e expref: 18 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.677968:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097cbc lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.678012:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097cae lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b161e expref: 18 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.678029:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097cae lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b161e expref: 18 pid: 6540 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334721.678043:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3df80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624292736:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334721.678142:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01dad240 going to sleep for 11 seconds 00000100:00100000:3.0:1780334721.683641:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.683756:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3df80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624292736:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334721.683782:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097cbc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334721.683917:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604517376 00000100:00100000:2.0:1780334721.683924:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604517376 00010000:00010000:2.0:1780334721.683960:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097cae lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b161e expref: 19 pid: 6540 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334721.684004:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 416 00000100:00100000:2.0:1780334721.684014:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d7f6de8-4a25-4997-b449-393f374b9456+19:2407:x1866815604517376:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334721.684027:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334721.684033:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097cae lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b161e expref: 19 pid: 6540 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.684043:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097cae lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b161e expref: 19 pid: 6540 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.684069:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097cae lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b161e expref: 19 pid: 6540 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.684084:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:2.0:1780334721.684088:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097cbc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.684098:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097cbc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.684105:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097cbc lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.684126:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334721.684176:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7d7f6de8-4a25-4997-b449-393f374b9456+18:2407:x1866815604517376:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 163us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334721.684183:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 416 00010000:00010000:1.0:1780334721.684487:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097cbc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.684494:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097cbc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334721.684512:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00000004:00080000:1.0:1780334721.684658:0:15367:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:1.0:1780334721.684762:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097cbc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.684771:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097cbc lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.684778:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097cbc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.684788:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334721.684792:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097cbc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.684799:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097cbc lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.684808:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:1.0:1780334721.684834:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334721.684838:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097cbc lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.684844:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097cbc lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.684891:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097cb5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1625 expref: 18 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.684911:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b7021a27900) 00010000:00010000:1.0:1780334721.684913:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780334721.684916:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097cb5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1625 expref: 18 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.684925:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334721.684956:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d7f6de8-4a25-4997-b449-393f374b9456+17:31912:x1866815604517248:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 8316us (8488us total) trans 4294968145 rc 301/301 00000100:00100000:1.0:1780334721.684963:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1375 00000100:00100000:0.0:1780334721.690771:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.690926:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604517632 00000100:00100000:3.0:1780334721.690936:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604517632 00000100:00100000:3.0:1780334721.691157:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 264 00000100:00100000:3.0:1780334721.691168:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7d7f6de8-4a25-4997-b449-393f374b9456+17:31912:x1866815604517632:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334721.691432:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7d7f6de8-4a25-4997-b449-393f374b9456+18:31912:x1866815604517632:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 266us (789us total) trans 4294968146 rc 0/0 00000100:00100000:3.0:1780334721.691443:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 264 00000100:00100000:2.0:1780334721.693743:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.693953:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604517760 00000100:00100000:3.0:1780334721.693963:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604517760 00000100:00100000:3.0:1780334721.694059:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1376 00000100:00100000:3.0:1780334721.694069:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+18:31912:x1866815604517760:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334721.694093:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334721.694112:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097cca lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b162c expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.694181:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097cd1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.694195:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.694206:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334721.694261:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00000004:00200000:3.0:1780334721.694266:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334721.694286:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.694311:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097cca lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b162c expref: 20 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.694328:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097cd1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b162c expref: 19 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.694341:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:3.0:1780334721.694344:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1780334721.694349:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723a00, rc 0) 00000100:00100000:3.0:1780334721.694405:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+19:31912:x1866815604517760:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 338us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334721.694412:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1376 00000100:00100000:2.0:1780334721.699404:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.699499:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604517888 00000100:00100000:1.0:1780334721.699508:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604517888 00000100:00100000:1.0:1780334721.699621:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 367 00000100:00100000:1.0:1780334721.699632:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d7f6de8-4a25-4997-b449-393f374b9456+5:2407:x1866815604517888:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334721.699651:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334721.699670:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cd8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1633 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334721.699695:0:8519:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780334721.699720:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334721.699722:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334721.699731:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1633 expref: 6 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.699750:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1633 expref: 6 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.699763:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c600, rc 0) 00000100:00100000:1.0:1780334721.699858:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7d7f6de8-4a25-4997-b449-393f374b9456+6:2407:x1866815604517888:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 227us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334721.699866:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 367 00000100:00080000:0.0:1780334721.700396:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334721.703283:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334721.703456:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604518144 00000100:00100000:2.0:1780334721.703466:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604518144 00000100:00100000:2.0:1780334721.703526:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1377 00000100:00100000:2.0:1780334721.703536:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+19:31912:x1866815604518144:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334721.703650:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+19:31912:x1866815604518144:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 115us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334721.703658:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1377 00000100:00100000:3.0:1780334721.714683:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334721.714914:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604518272 00000100:00100000:2.0:1780334721.714925:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604518272 00000100:00100000:2.0:1780334721.714986:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 368 00000100:00100000:2.0:1780334721.714994:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7d7f6de8-4a25-4997-b449-393f374b9456+6:31912:x1866815604518272:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334721.715011:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334721.715027:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003af5e95/0xdf9e767e70097cdf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b163a expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.715056:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cd8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1633 expref: 7 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.715065:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334721.715067:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334721.715071:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003af5e95/0xdf9e767e70097cdf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b163a expref: 7 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.715102:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1633 expref: 7 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.715114:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1633 expref: 7 pid: 8519 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334721.715127:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624292864:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334721.715206:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01e20a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334721.718449:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.718525:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604518400 00000100:00100000:3.0:1780334721.718533:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604518400 00010000:00010000:3.0:1780334721.718570:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cd8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1633 expref: 8 pid: 8519 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334721.718613:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 417 00000100:00100000:3.0:1780334721.718623:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d7f6de8-4a25-4997-b449-393f374b9456+8:2407:x1866815604518400:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334721.718638:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334721.718658:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cd8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1633 expref: 8 pid: 8519 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.718669:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1633 expref: 8 pid: 8519 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.718693:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334721.718695:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334721.718703:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000003af5e95/0xdf9e767e70097cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b163a expref: 8 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.718719:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003af5e95/0xdf9e767e70097cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b163a expref: 8 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.718754:0:8446:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000003af5e95/0xdf9e767e70097cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b163a expref: 8 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334721.718768:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8446:1866815624292992:192.168.203.22@tcp:105: 00000100:00100000:3.0:1780334721.718864:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8180 going to sleep for 11 seconds 00010000:00010000:1.0:1780334721.719480:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cd8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1633 expref: 8 pid: 8519 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334721.719496:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624292864:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334721.719519:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000003af5e95/0xdf9e767e70097cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b163a expref: 7 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.719535:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d600, rc 0) 00000100:00100000:1.0:1780334721.719580:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7d7f6de8-4a25-4997-b449-393f374b9456+7:31912:x1866815604518272:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 4586us (4905us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334721.719588:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 368 00000100:00100000:3.0:1780334721.728985:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8446:1866815624292992:192.168.203.22@tcp:105: 00010000:00010000:3.0:1780334721.729013:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334721.729077:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d7f6de8-4a25-4997-b449-393f374b9456+6:2407:x1866815604518400:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 10455us (10637us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334721.729089:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 417 00000100:00100000:0.0:1780334721.745712:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334721.745913:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604518528 00000100:00100000:2.0:1780334721.745923:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604518528 00002000:00100000:2.0:1780334721.745982:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff9b703b709500 x1866815604518528/t0(0) o4->7d7f6de8-4a25-4997-b449-393f374b9456@192.168.203.22@tcp:187/0 lens 488/0 e 0 to 0 dl 1780334732 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334721.745994:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703b709500 with x1866815604518528 ext(0->1048575) 00002000:00010000:2.0:1780334721.746000:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703b709500 00000100:00100000:2.0:1780334721.746031:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 99 00000100:00100000:2.0:1780334721.746050:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7d7f6de8-4a25-4997-b449-393f374b9456+6:2406:x1866815604518528:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1780334721.771866:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7d7f6de8-4a25-4997-b449-393f374b9456+8:2406:x1866815604518528:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 25817us (26154us total) trans 4294967373 rc 0/0 00000100:00100000:2.0:1780334721.771880:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 99 00002000:00100000:2.0:1780334721.771892:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff9b703b709500 x1866815604518528/t4294967373(0) o4->7d7f6de8-4a25-4997-b449-393f374b9456@192.168.203.22@tcp:187/0 lens 488/448 e 0 to 0 dl 1780334732 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334721.771913:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703b709500 with x1866815604518528 ext(0->1048575) 00002000:00010000:2.0:1780334721.771919:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703b709500 00000100:00100000:2.0:1780334721.776105:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.776253:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604518656 00000100:00100000:1.0:1780334721.776263:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604518656 00000100:00100000:1.0:1780334721.776329:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1378 00000100:00100000:1.0:1780334721.776339:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d7f6de8-4a25-4997-b449-393f374b9456+19:31912:x1866815604518656:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1780334721.779880:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968146 is committed 00000020:00080000:3.0:1780334721.779927:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 29 batchid updated 00000100:00100000:1.0:1780334721.780154:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d7f6de8-4a25-4997-b449-393f374b9456+12:31912:x1866815604518656:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 3812us (4052us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334721.780165:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1378 00000020:00080000:0.0:1780334721.781321:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000020:00080000:0.0:1780334721.781335:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00010000:00010000:2.0:1780334721.781539:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ca7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.781551:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ca7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.781560:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ca7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.781566:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334721.781570:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ca7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.781578:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ca7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.781593:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:2.0:1780334721.781596:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780334721.781600:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ca7 lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.781607:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ca7 lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334721.785526:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.785866:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604518784 00000100:00100000:1.0:1780334721.785876:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604518784 00000100:00100000:1.0:1780334721.785942:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 369 00000100:00100000:1.0:1780334721.785953:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7d7f6de8-4a25-4997-b449-393f374b9456+8:2407:x1866815604518784:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1780334721.790950:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967373 is committed 00000100:00100000:2.0:1780334721.791140:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7d7f6de8-4a25-4997-b449-393f374b9456+6:2407:x1866815604518784:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 5183us (5618us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334721.791152:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 369 00000100:00100000:3.0:1780334721.794187:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334721.794555:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604519040 00000100:00100000:2.0:1780334721.794564:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604519040 00000100:00100000:2.0:1780334721.794623:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1379 00000100:00100000:2.0:1780334721.794633:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+11:31912:x1866815604519040:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334721.794901:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334721.794928:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097cd1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b162c expref: 11 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.794951:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:2.0:1780334721.794956:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334721.795178:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ce6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.795192:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.795202:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334721.795383:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffdeaba7 reply state 0000000098912b14 transno 4294968147 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.795395:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ce6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.795401:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:2.0:1780334721.795404:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334721.795406:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334721.795544:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+12:31912:x1866815604519040:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 912us (1366us total) trans 4294968147 rc 0/0 00000100:00100000:2.0:1780334721.795551:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1379 00000100:00100000:2.0:1780334721.798510:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334721.798613:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604519168 00000100:00100000:0.0:1780334721.798622:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604519168 00000100:00100000:0.0:1780334721.798770:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1380 00000100:00100000:0.0:1780334721.798782:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d7f6de8-4a25-4997-b449-393f374b9456+12:31912:x1866815604519168:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334721.798806:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334721.798856:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097ced lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1641 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.798925:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097ced lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1641 expref: 13 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.798938:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097ced lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1641 expref: 13 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.798957:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:0.0:1780334721.798960:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334721.798964:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9600, rc 0) 00000100:00100000:0.0:1780334721.799295:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d7f6de8-4a25-4997-b449-393f374b9456+13:31912:x1866815604519168:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 515us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334721.799303:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1380 00000100:00100000:2.0:1780334721.803278:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.803353:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604519296 00000100:00100000:3.0:1780334721.803363:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604519296 00000100:00100000:3.0:1780334721.803418:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 370 00000100:00100000:3.0:1780334721.803429:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d7f6de8-4a25-4997-b449-393f374b9456+6:2407:x1866815604519296:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1780334721.803584:0:16895:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:3.0:1780334721.803588:0:16895:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1780334713 00002000:00010000:3.0:1780334721.803591:0:16895:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime from disk: 0 -> 1780334713 00002000:00010000:3.0:1780334721.803594:0:16895:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1780334713 00002000:00010000:3.0:1780334721.803596:0:16895:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:3.0:1780334721.803658:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d7f6de8-4a25-4997-b449-393f374b9456+7:2407:x1866815604519296:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 230us (627us total) trans 4294967374 rc 0/0 00000100:00100000:3.0:1780334721.804400:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 370 00000100:00100000:2.0:1780334721.806743:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.806855:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604519552 00000100:00100000:1.0:1780334721.806864:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604519552 00000100:00100000:1.0:1780334721.806931:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1381 00000100:00100000:1.0:1780334721.806941:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d7f6de8-4a25-4997-b449-393f374b9456+13:31912:x1866815604519552:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1780334721.807011:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097cf4 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.807027:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097ca0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1617 expref: 13 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.807205:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097cf4 lrc: 4/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.807306:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097ca0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1617 expref: 13 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.807322:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097ca0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1617 expref: 13 pid: 6538 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334721.807338:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3df80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624293120:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334721.807433:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01dade40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334721.810560:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334721.810791:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604519680 00000100:00100000:2.0:1780334721.810801:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604519680 00010000:00010000:2.0:1780334721.810873:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097ca0 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1617 expref: 14 pid: 6538 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334721.810916:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 418 00000100:00100000:2.0:1780334721.810924:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d7f6de8-4a25-4997-b449-393f374b9456+14:2406:x1866815604519680:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334721.810939:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334721.810946:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097ca0 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1617 expref: 14 pid: 6538 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.810958:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097ca0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1617 expref: 14 pid: 6538 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.811173:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:2.0:1780334721.811179:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097cf4 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.811189:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097cf4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.811197:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097cf4 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.811227:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334721.811280:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7d7f6de8-4a25-4997-b449-393f374b9456+14:2406:x1866815604519680:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 356us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334721.811287:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 418 00010000:00010000:1.0:1780334721.811956:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097ca0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1617 expref: 13 pid: 6538 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334721.812129:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3df80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624293120:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334721.812149:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097cf4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.812158:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097cf4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.812164:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097cf4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.812196:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097cf4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.812203:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097cf4 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.812210:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097cf4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.812224:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334721.812228:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097cf4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.812236:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097cf4 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.812248:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:1.0:1780334721.812251:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1780334721.812254:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097cf4 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.812260:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70097cf4 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334721.812369:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7d7f6de8-4a25-4997-b449-393f374b9456+12:31912:x1866815604519552:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 5428us (5632us total) trans 0 rc -22/-22 00000100:00100000:1.0:1780334721.812377:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1381 00000100:00100000:0.0:1780334721.823610:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.823754:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604519808 00000100:00100000:1.0:1780334721.823764:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604519808 00000100:00100000:1.0:1780334721.823849:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 371 00000100:00100000:1.0:1780334721.823860:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7d7f6de8-4a25-4997-b449-393f374b9456+7:2407:x1866815604519808:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1780334721.823910:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cfb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.823929:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000003af5e95/0xdf9e767e70097cdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b163a expref: 7 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.823938:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334721.823940:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334721.823943:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cfb lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.824034:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000003af5e95/0xdf9e767e70097cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b163a expref: 7 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.824117:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000003af5e95/0xdf9e767e70097cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b163a expref: 7 pid: 8419 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334721.824133:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624293248:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334721.824199:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01dade40 going to sleep for 11 seconds 00000100:00100000:1.0:1780334721.826386:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624293248:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334721.826412:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cfb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334721.830952:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.831239:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604519936 00000100:00100000:3.0:1780334721.831248:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604519936 00010000:00010000:3.0:1780334721.831571:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000003af5e95/0xdf9e767e70097cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b163a expref: 8 pid: 8419 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334721.831633:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 419 00000100:00100000:3.0:1780334721.831642:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7d7f6de8-4a25-4997-b449-393f374b9456+8:2407:x1866815604519936:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334721.831654:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334721.831720:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000003af5e95/0xdf9e767e70097cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b163a expref: 8 pid: 8419 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.831731:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000003af5e95/0xdf9e767e70097cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b163a expref: 8 pid: 8419 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.831748:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003af5e95/0xdf9e767e70097cdf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b163a expref: 8 pid: 8419 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.831763:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334721.831765:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334721.831768:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cfb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.831778:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cfb lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.831802:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334721.831881:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7d7f6de8-4a25-4997-b449-393f374b9456+7:2407:x1866815604519936:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 241us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334721.831886:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 419 00010000:00010000:1.0:1780334721.831957:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cfb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.831967:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cfb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.831986:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cfb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.832008:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cfb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.832016:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cfb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.832023:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334721.832027:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cfb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.832036:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cfb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.832047:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cfb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.832054:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097cfb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334721.832110:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7d7f6de8-4a25-4997-b449-393f374b9456+6:2407:x1866815604519808:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 8253us (8508us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334721.832118:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 371 00000100:00100000:2.0:1780334721.835552:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.835613:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604520192 00000100:00100000:3.0:1780334721.835623:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604520192 00000100:00100000:3.0:1780334721.835679:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1382 00000100:00100000:3.0:1780334721.835687:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+12:31912:x1866815604520192:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1780334721.835750:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097d02 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.835764:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097d02 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.835773:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097d02 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.835950:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097d09 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.835962:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097ced lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1641 expref: 13 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.835980:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097d09 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.836018:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097ced lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1641 expref: 13 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.836032:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097ced lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1641 expref: 13 pid: 6540 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334721.836055:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624293376:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334721.836127:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780334721.841223:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.841375:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604520320 00000100:00100000:1.0:1780334721.841385:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604520320 00010000:00010000:1.0:1780334721.841432:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097ced lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1641 expref: 14 pid: 6540 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334721.841474:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624293376:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334721.841475:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 420 00000100:00100000:1.0:1780334721.841489:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d7f6de8-4a25-4997-b449-393f374b9456+14:2406:x1866815604520320:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334721.841499:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097d09 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.841503:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334721.841515:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097ced lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1641 expref: 14 pid: 6540 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.841536:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097ced lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1641 expref: 14 pid: 6540 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.841558:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70097ced lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1641 expref: 14 pid: 6540 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.841574:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:1.0:1780334721.841578:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097d09 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.841586:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097d09 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.841593:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097d09 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.841629:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334721.841693:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7d7f6de8-4a25-4997-b449-393f374b9456+13:2406:x1866815604520320:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 207us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334721.841701:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 420 00010000:00010000:3.0:1780334721.842621:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097d09 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.842632:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097d09 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780334721.842745:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968148 00000001:00080000:3.0:1780334721.842922:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968149 00000001:00080000:3.0:1780334721.842958:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968150 00000100:00100000:3.0:1780334721.843197:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624293504:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1780334721.843250:0:6538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334721.843447:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8900 going to sleep for 11 seconds 00000100:00100000:1.0:1780334721.843539:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624293504 00000100:00100000:1.0:1780334721.843546:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624293504 00000100:00080000:0.0:1780334721.843741:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334721.843779:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1780334721.843790:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6538:x1866815624293504:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1780334721.844145:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6538:x1866815624293504:12345-0@lo:1000:mdt00_000.0 Request processed in 357us (893us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334721.844152:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1780334721.844330:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624293504:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1780334721.844450:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968151 00000100:00100000:3.0:1780334721.844503:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624293632:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1780334721.844530:0:6538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334721.844559:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780334721.844649:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624293632 00000100:00100000:0.0:1780334721.844655:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624293632 00000100:00100000:0.0:1780334721.844695:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1780334721.844702:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6538:x1866815624293632:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1780334721.844794:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6538:x1866815624293632:12345-0@lo:1000:mdt00_000.0 Request processed in 93us (263us total) trans 4294967375 rc 0/0 00000100:00100000:0.0:1780334721.844800:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1780334721.845150:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624293632:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1780334721.845208:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968152 00010000:00010000:3.0:1780334721.845231:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097d09 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.845241:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097d09 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.845249:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097d09 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.845255:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334721.845259:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097d09 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.845267:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097d09 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.845281:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:3.0:1780334721.845284:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334721.845289:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097d09 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.845294:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097d09 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.845315:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097bce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.845415:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097bce lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.845423:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097bce lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.845428:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334721.845431:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097bce lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.845437:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097bce lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.845582:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:3.0:1780334721.845585:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334721.845591:0:6538:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097bd5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15e6 expref: 100 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.845602:0:6538:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097bd5 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15e6 expref: 100 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.845612:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097bd5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15e6 expref: 100 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.845638:0:6538:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8800/0xdf9e767e70097bd5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15e6 expref: 100 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334721.845650:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624293760:192.168.203.22@tcp:105: 00000100:00100000:3.0:1780334721.845781:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8300 going to sleep for 11 seconds 00000100:00100000:0.0:1780334721.849801:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.850143:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624293760:192.168.203.22@tcp:105: 00010000:00010000:3.0:1780334721.850172:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097bce lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.850182:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097bce lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.850312:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097d10 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.850328:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097bf8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ed expref: 46 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.850335:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097d10 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.850372:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097bf8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ed expref: 46 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.850386:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097bf8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ed expref: 46 pid: 15367 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334721.850406:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604520448 00000100:00100000:2.0:1780334721.850407:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e80e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624293888:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334721.850412:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604520448 00000100:00100000:1.0:1780334721.850461:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 265 00000100:00100000:1.0:1780334721.850471:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7ea450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+101:31883:x1866815604520448:12345-192.168.203.22@tcp:49:cat.0 00000100:00100000:2.0:1780334721.851246:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01e20780 going to sleep for 11 seconds 00000100:00100000:1.0:1780334721.851469:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7ea450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+101:31883:x1866815604520448:12345-192.168.203.22@tcp:49:cat.0 Request processed in 996us (1673us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334721.851478:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 265 00000100:00100000:0.0:1780334721.856208:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.856414:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604520576 00000100:00100000:1.0:1780334721.856423:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604520576 00010000:00010000:1.0:1780334721.856461:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097bf8 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ed expref: 47 pid: 15367 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334721.856501:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 421 00000100:00100000:1.0:1780334721.856512:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:2406:x1866815604520576:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334721.856526:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334721.856533:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097bf8 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ed expref: 47 pid: 15367 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.856546:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097bf8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ed expref: 47 pid: 15367 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.856571:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:1.0:1780334721.856576:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097d10 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.856585:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097d10 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.856593:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097d10 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.856612:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334721.856662:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:2406:x1866815604520576:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 151us (461us total) trans 0 rc 0/0 00010000:00010000:2.0:1780334721.856882:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097bf8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15ed expref: 47 pid: 15367 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334721.856911:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e80e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624293888:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334721.856931:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097d10 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.856938:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097d10 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.856944:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097d10 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.856954:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097d10 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.856960:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097d10 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.856967:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097d10 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.857129:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334721.857134:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097d10 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.857144:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097d10 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.857154:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:2.0:1780334721.857157:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334721.857161:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097d10 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.857166:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097d10 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.857177:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097d02 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.857183:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097d02 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.857189:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097d02 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.857193:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334721.857196:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097d02 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.857202:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097d02 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.857208:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:2.0:1780334721.857211:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334721.857213:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097d02 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.857223:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097d02 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334721.857386:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+17:31912:x1866815604520192:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 21699us (21840us total) trans 4294968153 rc 0/0 00000100:00100000:2.0:1780334721.857395:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1382 00000020:00080000:2.0:1780334721.857399:0:6538:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:1.0:1780334721.857466:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 421 00000100:00100000:2.0:1780334721.861881:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334721.861935:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.862011:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604520960 00000100:00100000:3.0:1780334721.862020:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604520960 00000100:00100000:3.0:1780334721.862084:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 266 00000100:00100000:3.0:1780334721.862095:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7d7f6de8-4a25-4997-b449-393f374b9456+17:31912:x1866815604520960:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1780334721.862346:0:6541:0:(mdd_object.c:4033:mdd_close()) Object [0x200000404:0x1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1780334721.862383:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968154 00010000:00010000:3.0:1780334721.862417:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097d17 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.862434:0:6541:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097d17 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.862445:0:6541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097d17 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.862453:0:6541:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097d17 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.862459:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097d17 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.862465:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097d17 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.862482:0:6541:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780334721.862565:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7d7f6de8-4a25-4997-b449-393f374b9456+19:31912:x1866815604520960:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 472us (628us total) trans 4294968155 rc 0/0 00000100:00100000:3.0:1780334721.862573:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 266 00000020:00080000:3.0:1780334721.862578:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1780334721.862597:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780334721.862603:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097d17 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.862610:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334721.862614:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097d17 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.862622:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097d17 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.862634:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:3.0:1780334721.862637:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780334721.862642:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097d17 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.862648:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097d17 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334721.862659:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334721.862661:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334721.862663:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334721.863138:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604520704 00000100:00100000:1.0:1780334721.863144:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604520704 00000100:00100000:1.0:1780334721.863194:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 372 00000100:00100000:1.0:1780334721.863203:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+13:31883:x1866815604520704:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:1.0:1780334721.863214:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334721.863229:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097d1e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1648 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334721.863251:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 1048576, mtime: 0x6a1dc079, atime: 0x6a1dc079, ctime: 0x6a1dc079, blocks: 0x800 00010000:00010000:1.0:1780334721.863267:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334721.863270:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334721.863278:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097d1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1648 expref: 14 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.863297:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097d1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1648 expref: 14 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.863306:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c600, rc 0) 00000100:00080000:3.0:1780334721.863381:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334721.864593:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:31883:x1866815604520704:12345-192.168.203.22@tcp:101:cat.0 Request processed in 1385us (2716us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334721.864602:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 372 00000040:00080000:0.0:1780334721.865307:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334721.865313:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334721.866221:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1780334721.866233:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334721.872516:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.872578:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604521088 00000100:00100000:1.0:1780334721.872588:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604521088 00002000:00100000:1.0:1780334721.872639:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff9b6f02e83800 x1866815604521088/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:187/0 lens 488/0 e 0 to 0 dl 1780334732 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334721.872649:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f02e83800 with x1866815604521088 ext(0->1048575) 00002000:00010000:1.0:1780334721.872655:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f02e83800 00000100:00100000:1.0:1780334721.872869:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 100 00000100:00100000:1.0:1780334721.872880:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2406:x1866815604521088:12345-192.168.203.22@tcp:3:cat.0 00000100:00100000:2.0:1780334721.898235:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2406:x1866815604521088:12345-192.168.203.22@tcp:3:cat.0 Request processed in 25346us (25718us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1780334721.898249:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 100 00002000:00100000:2.0:1780334721.898321:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff9b6f02e83800 x1866815604521088/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:187/0 lens 488/440 e 0 to 0 dl 1780334732 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334721.898334:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f02e83800 with x1866815604521088 ext(0->1048575) 00002000:00010000:2.0:1780334721.898340:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f02e83800 00000100:00100000:2.0:1780334721.909262:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.909448:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604521216 00000100:00100000:3.0:1780334721.909458:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604521216 00002000:00100000:3.0:1780334721.909508:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->1052671) req@ffff9b6f02e80700 x1866815604521216/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:187/0 lens 488/0 e 0 to 0 dl 1780334732 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334721.909584:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f02e80700 with x1866815604521216 ext(1048576->1052671) 00002000:00010000:3.0:1780334721.909591:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f02e80700 00000100:00100000:3.0:1780334721.909621:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 101 00000100:00100000:3.0:1780334721.909632:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2406:x1866815604521216:12345-192.168.203.22@tcp:3:cat.0 00000100:00100000:3.0:1780334721.909996:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2406:x1866815604521216:12345-192.168.203.22@tcp:3:cat.0 Request processed in 365us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334721.910004:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 101 00002000:00100000:3.0:1780334721.910012:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->1052671) req@ffff9b6f02e80700 x1866815604521216/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:187/0 lens 488/440 e 0 to 0 dl 1780334732 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334721.910021:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f02e80700 with x1866815604521216 ext(1048576->1052671) 00002000:00010000:3.0:1780334721.910024:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f02e80700 00000100:00100000:0.0:1780334721.913054:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.913152:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604521472 00000100:00100000:3.0:1780334721.913162:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604521472 00000100:00100000:3.0:1780334721.913264:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 267 00000100:00100000:3.0:1780334721.913274:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+101:31883:x1866815604521472:12345-192.168.203.22@tcp:35:cat.0 00000100:00100000:3.0:1780334721.913498:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:31883:x1866815604521472:12345-192.168.203.22@tcp:35:cat.0 Request processed in 225us (452us total) trans 4294968156 rc 0/0 00000100:00100000:3.0:1780334721.913505:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 267 00000100:00100000:1.0:1780334721.935413:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334721.935492:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604521600 00000100:00100000:0.0:1780334721.935503:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604521600 00000100:00100000:0.0:1780334721.935560:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1383 00000100:00100000:0.0:1780334721.935571:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+102:31913:x1866815604521600:12345-192.168.203.22@tcp:101:stat.0 00010000:00010000:0.0:1780334721.935594:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334721.935627:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097d25 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b164f expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.935704:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70097d2c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.935718:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70097d2c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.935729:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70097d2c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.935743:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70097d33 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.935750:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70097d33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.935756:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70097d33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.935868:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097d3a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.935877:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097d3a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.935884:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097d3a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334721.935929:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:0.0:1780334721.936187:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334721.936212:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097d3a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936223:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097d3a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936231:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70097d2c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936238:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70097d2c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936248:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70097d2c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936254:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334721.936258:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70097d2c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936265:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70097d2c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936276:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b7021a27900) 00010000:00010000:0.0:1780334721.936280:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334721.936284:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70097d2c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936290:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70097d2c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936302:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70097d33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936308:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70097d33 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936314:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70097d33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936318:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ac00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334721.936328:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70097d33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936339:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70097d33 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936347:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9b70188d6c00) 00010000:00010000:0.0:1780334721.936349:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334721.936352:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70097d33 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936358:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70097d33 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936392:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097d25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b164f expref: 104 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936405:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097d3a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b164f expref: 103 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334721.936413:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:0.0:1780334721.936415:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334721.936418:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b600, rc 0) 00000100:00100000:0.0:1780334721.936482:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:31913:x1866815604521600:12345-192.168.203.22@tcp:101:stat.0 Request processed in 912us (1079us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334721.936489:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1383 00000100:00100000:0.0:1780334721.960067:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.960314:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604521728 00000100:00100000:1.0:1780334721.960397:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604521728 00000100:00100000:1.0:1780334721.960462:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1384 00000100:00100000:1.0:1780334721.960472:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+46:31914:x1866815604521728:12345-192.168.203.22@tcp:101:stat.0 00010000:00010000:1.0:1780334721.960492:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334721.960510:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097d41 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1656 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.960588:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097d48 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.960603:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097d48 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.960614:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097d48 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.960628:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097d4f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961561:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097d4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961575:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097d4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961655:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d56 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961664:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d56 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961671:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d56 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334721.961710:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1780334721.961715:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334721.961734:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d56 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961749:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d56 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961758:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097d48 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961764:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097d48 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961771:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097d48 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961777:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334721.961781:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097d48 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961916:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097d48 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961930:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b7021a27900) 00010000:00010000:1.0:1780334721.961933:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334721.961939:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097d48 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961944:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097d48 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961956:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097d4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961962:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097d4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961968:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097d4f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961981:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334721.961984:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097d4f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961990:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097d4f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.961996:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9b703c6c5f00) 00010000:00010000:1.0:1780334721.961998:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334721.962001:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097d4f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.962006:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c400/0xdf9e767e70097d4f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.962041:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e70097d41 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1656 expref: 48 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.962053:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d56 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1656 expref: 47 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.962059:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:1.0:1780334721.962062:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334721.962064:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ca00, rc 0) 00000100:00100000:1.0:1780334721.962137:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+47:31914:x1866815604521728:12345-192.168.203.22@tcp:101:stat.0 Request processed in 1665us (2079us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334721.962148:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1384 00000100:00100000:3.0:1780334721.965288:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334721.965535:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604521856 00000100:00100000:2.0:1780334721.965544:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604521856 00000100:00100000:2.0:1780334721.965612:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 373 00000100:00100000:2.0:1780334721.965622:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604521856:12345-192.168.203.22@tcp:101:stat.0 00010000:00010000:2.0:1780334721.965639:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334721.965655:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097d5d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b165d expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.965684:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334721.965692:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334721.965699:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097d5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b165d expref: 11 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.965715:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097d5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b165d expref: 11 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.965728:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d000, rc 0) 00000100:00100000:2.0:1780334721.965785:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604521856:12345-192.168.203.22@tcp:101:stat.0 Request processed in 165us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334721.965792:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 373 00000100:00080000:3.0:1780334721.965876:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780334721.972630:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334721.987298:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334721.987405:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604522112 00000100:00100000:2.0:1780334721.987415:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604522112 00000100:00100000:2.0:1780334721.987472:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1385 00000100:00100000:2.0:1780334721.987483:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:31625:x1866815604522112:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:2.0:1780334721.987503:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334721.987523:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097d64 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1664 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.987627:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.987642:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097d3a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b164f expref: 104 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.987655:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d56 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1656 expref: 46 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.987674:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 5/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.987707:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d56 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1656 expref: 46 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.987720:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d56 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1656 expref: 46 pid: 15367 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334721.987733:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e80a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624294016:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334721.988225:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097d3a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b164f expref: 104 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334721.988235:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097d3a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b164f expref: 104 pid: 6540 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334721.988244:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624294144:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334721.991799:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01e20780 going to sleep for 11 seconds 00000100:00100000:2.0:1780334721.994215:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e80a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624294016:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334721.994242:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624294144:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334721.994267:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334721.999474:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334721.999520:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334721.999616:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604522368 00000100:00100000:1.0:1780334721.999626:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604522368 00010000:00010000:1.0:1780334721.999662:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097d3a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b164f expref: 105 pid: 6540 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334721.999710:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604522240 00000100:00100000:1.0:1780334721.999714:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604522240 00010000:00010000:1.0:1780334721.999726:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d56 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1656 expref: 47 pid: 15367 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334721.999750:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 422 00000100:00100000:1.0:1780334721.999758:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:2406:x1866815604522368:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334721.999774:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334721.999780:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097d3a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b164f expref: 105 pid: 6540 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.999790:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097d3a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b164f expref: 105 pid: 6540 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.999837:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097d3a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b164f expref: 105 pid: 6540 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.999856:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:1.0:1780334721.999861:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.999873:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334721.999880:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334721.999942:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:2406:x1866815604522368:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 183us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334721.999948:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 422 00000100:00100000:1.0:1780334721.999965:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 423 00000100:00100000:1.0:1780334721.999982:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:2406:x1866815604522240:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334721.999990:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334721.999994:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d56 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1656 expref: 47 pid: 15367 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.000004:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d56 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1656 expref: 47 pid: 15367 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.000017:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d56 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1656 expref: 47 pid: 15367 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.000026:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:1.0:1780334722.000030:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.000045:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.000053:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.000074:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334722.000091:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+46:2406:x1866815604522240:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 121us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334722.000098:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 423 00010000:00010000:2.0:1780334722.000884:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.000905:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334722.000925:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:2.0:1780334722.001196:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097d64 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1664 expref: 105 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.001223:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1664 expref: 104 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.001231:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:2.0:1780334722.001234:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1780334722.001236:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c200, rc 0) 00000100:00100000:2.0:1780334722.001335:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:31625:x1866815604522112:12345-192.168.203.22@tcp:101:bash.0 Request processed in 13854us (14046us total) trans 4294968157 rc 0/0 00000100:00100000:2.0:1780334722.001343:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1385 00000100:00100000:3.0:1780334722.003984:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334722.004252:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604522496 00000100:00100000:2.0:1780334722.004260:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604522496 00000100:00100000:2.0:1780334722.004495:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1386 00000100:00100000:2.0:1780334722.004507:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:31625:x1866815604522496:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:2.0:1780334722.004528:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334722.004545:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097d79 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b166b expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.004579:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097d80 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.004592:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097d80 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.004601:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097d80 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.004709:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097d79 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b166b expref: 106 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.004725:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ce00/0xdf9e767e70097d80 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b166b expref: 105 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.004733:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:2.0:1780334722.004736:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334722.004739:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ce00, rc 0) 00000100:00100000:2.0:1780334722.004790:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:31625:x1866815604522496:12345-192.168.203.22@tcp:101:bash.0 Request processed in 287us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334722.004797:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1386 00000100:00100000:0.0:1780334722.007192:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334722.007659:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604522752 00000100:00100000:1.0:1780334722.007774:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604522752 00000100:00100000:1.0:1780334722.007855:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1387 00000100:00100000:1.0:1780334722.007865:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:31625:x1866815604522752:12345-192.168.203.22@tcp:36:bash.0 00010000:00010000:1.0:1780334722.008458:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d87 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.008475:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d87 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.008485:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d87 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780334722.008733:0:15367:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968158 00000004:00010000:1.0:1780334722.008766:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2d3b060 reply state 0000000009c1c2aa transno 4294968159 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d87 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.008778:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d87 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.008784:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:1.0:1780334722.008787:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334722.008791:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000001:00080000:1.0:1780334722.008861:0:15367:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968159 00000100:00100000:1.0:1780334722.009760:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:31625:x1866815604522752:12345-192.168.203.22@tcp:36:bash.0 Request processed in 1892us (2569us total) trans 4294968160 rc 0/0 00000100:00100000:1.0:1780334722.009771:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1387 00000020:00080000:1.0:1780334722.009777:0:15367:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1780334722.012314:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334722.012420:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604522880 00000100:00100000:1.0:1780334722.012430:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604522880 00000100:00100000:1.0:1780334722.012515:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 374 00000100:00100000:1.0:1780334722.012525:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:31625:x1866815604522880:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:1.0:1780334722.012543:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334722.012560:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70097d8e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1672 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.012591:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097d1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1648 expref: 15 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.012601:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097d5d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b165d expref: 10 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.012609:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334722.012611:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334722.012615:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70097d8e lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1672 expref: 15 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.012647:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097d5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b165d expref: 10 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.012660:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b165d expref: 10 pid: 16895 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334722.012680:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624294272:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334722.012765:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097d1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1648 expref: 15 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334722.012775:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097d1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1648 expref: 15 pid: 8422 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334722.012783:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624294400:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334722.012845:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01dad900 going to sleep for 11 seconds 00000100:00100000:1.0:1780334722.016872:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624294400:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334722.020427:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334722.020497:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334722.020742:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624294272:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334722.020775:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70097d8e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1672 expref: 15 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.020805:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c400, rc 0) 00000100:00100000:2.0:1780334722.020884:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:31625:x1866815604522880:12345-192.168.203.22@tcp:101:bash.0 Request processed in 8360us (8578us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334722.020903:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 374 00000100:00100000:3.0:1780334722.021127:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604523008 00000100:00100000:3.0:1780334722.021144:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604523008 00010000:00010000:3.0:1780334722.021174:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097d1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1648 expref: 15 pid: 8422 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334722.021204:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604523136 00000100:00100000:3.0:1780334722.021207:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604523136 00010000:00010000:3.0:1780334722.021228:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b165d expref: 11 pid: 16895 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334722.021250:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 424 00000100:00100000:3.0:1780334722.021257:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2407:x1866815604523008:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334722.021269:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334722.021274:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097d1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1648 expref: 15 pid: 8422 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334722.021283:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097d1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1648 expref: 15 pid: 8422 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334722.021303:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dffb04af/0xdf9e767e70097d1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1648 expref: 15 pid: 8422 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334722.021331:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334722.021353:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2407:x1866815604523008:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 97us (936us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334722.021359:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 424 00000100:00100000:3.0:1780334722.021371:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 425 00000100:00100000:3.0:1780334722.021377:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604523136:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334722.021383:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334722.021387:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b165d expref: 11 pid: 16895 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334722.021396:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097d5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b165d expref: 11 pid: 16895 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334722.021408:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077ad09c7/0xdf9e767e70097d5d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b165d expref: 11 pid: 16895 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334722.021418:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334722.021420:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334722.021425:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70097d8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1672 expref: 13 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334722.021434:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70097d8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1672 expref: 13 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334722.021465:0:8446:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000609ffaf8/0xdf9e767e70097d8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1672 expref: 13 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334722.021478:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8446:1866815624294528:192.168.203.22@tcp:105: 00000100:00100000:3.0:1780334722.021522:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f03fc8300 going to sleep for 11 seconds 00000100:00100000:1.0:1780334722.025154:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8446:1866815624294528:192.168.203.22@tcp:105: 00010000:00010000:1.0:1780334722.025177:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334722.025240:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2408:x1866815604523136:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 3860us (4740us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334722.025250:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 425 00000100:00100000:0.0:1780334722.028924:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334722.029245:0:8426:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604523264 00000100:00100000:3.0:1780334722.029255:0:8426:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604523264 00002000:00010000:3.0:1780334722.029294:0:8426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (0->18446744073709551615) 00002000:00100000:3.0:1780334722.029299:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7012bd9880 with x1866815604523264 ext(0->18446744073709551615) 00002000:00010000:3.0:1780334722.029310:0:8426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b7012bd9880. 00000100:00100000:3.0:1780334722.029349:0:8426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 102 00000100:00100000:3.0:1780334722.029360:0:8426:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2406:x1866815604523264:12345-192.168.203.22@tcp:10:bash.0 00002000:00010000:2.0:1780334722.031108:0:8426:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:2.0:1780334722.031117:0:8426:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1780334713 -> 1780334722 00002000:00010000:2.0:1780334722.031120:0:8426:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime from disk: 1780334713 -> 1780334713 00002000:00010000:2.0:1780334722.031122:0:8426:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1780334713 -> 1780334722 00002000:00010000:2.0:1780334722.031125:0:8426:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:2.0:1780334722.031194:0:8426:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604523264:12345-192.168.203.22@tcp:10:bash.0 Request processed in 1832us (2274us total) trans 4294967376 rc 0/0 00000100:00100000:2.0:1780334722.031206:0:8426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 102 00002000:00010000:2.0:1780334722.031219:0:8426:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (0->18446744073709551615) 00002000:00100000:2.0:1780334722.031223:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7012bd9880 with x1866815604523264 ext(0->18446744073709551615) 00002000:00010000:2.0:1780334722.031228:0:8426:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b7012bd9880. 00000100:00100000:0.0:1780334722.041310:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334722.041636:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604523392 00000100:00100000:2.0:1780334722.041646:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604523392 00000100:00100000:2.0:1780334722.041758:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1388 00000100:00100000:2.0:1780334722.041770:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:31915:x1866815604523392:12345-192.168.203.22@tcp:101:stat.0 00010000:00010000:2.0:1780334722.041792:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334722.041857:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097d95 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1679 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.041932:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097d9c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.041947:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097d9c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.041962:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097d9c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.041983:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097da3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.041991:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097da3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.041997:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097da3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.042068:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097daa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.042079:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1664 expref: 110 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.042087:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097daa lrc: 4/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.042118:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1664 expref: 110 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.042131:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1664 expref: 110 pid: 6538 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334722.042145:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624294656:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334722.042227:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01e20780 going to sleep for 11 seconds 00000100:00100000:3.0:1780334722.047103:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334722.047191:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604523648 00000100:00100000:1.0:1780334722.047199:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604523648 00000100:00100000:2.0:1780334722.047229:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624294656:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334722.047254:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097daa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334722.047309:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 268 00000100:00100000:1.0:1780334722.047386:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:6177:x1866815604523648:12345-192.168.203.22@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1780334722.047611:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:6177:x1866815604523648:12345-192.168.203.22@tcp:35:ldlm_bl.0 Request processed in 292us (515us total) trans 4294968161 rc 0/0 00000100:00100000:1.0:1780334722.047618:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 268 00000100:00100000:0.0:1780334722.051269:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334722.051347:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604523776 00000100:00100000:3.0:1780334722.051356:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604523776 00010000:00010000:3.0:1780334722.051395:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1664 expref: 112 pid: 6538 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334722.051440:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 426 00000100:00100000:3.0:1780334722.051450:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:2407:x1866815604523776:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334722.051462:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334722.051470:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1664 expref: 112 pid: 6538 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334722.051481:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1664 expref: 112 pid: 6538 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334722.051501:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097d6b lrc: 0/0,0 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1664 expref: 112 pid: 6538 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334722.051515:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:3.0:1780334722.051519:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097daa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334722.051533:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097daa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334722.051540:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097daa lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334722.051567:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334722.051618:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604523776:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 170us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334722.051624:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 426 00010000:00010000:0.0:1780334722.051839:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097daa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.051847:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097daa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334722.051900:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 0 00000004:00200000:0.0:1780334722.051907:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334722.051928:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097daa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.051940:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097daa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.051949:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097d9c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.051956:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097d9c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.051960:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097d9c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.051964:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097d9c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.051975:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334722.051978:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097d9c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.051986:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097d9c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.051995:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b7021a27900) 00010000:00010000:0.0:1780334722.051997:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334722.052001:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097d9c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.052007:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097d9c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.052019:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097da3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.052025:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097da3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.052031:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097da3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.052453:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334722.052457:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097da3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.052464:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097da3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.052472:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9b6f02d67700) 00010000:00010000:0.0:1780334722.052474:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334722.052477:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097da3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.052487:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097da3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.052523:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097d95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1679 expref: 111 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.052536:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d000/0xdf9e767e70097daa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1679 expref: 110 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334722.052542:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:0.0:1780334722.052544:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334722.052546:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d000, rc 0) 00000100:00100000:0.0:1780334722.052590:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:31915:x1866815604523392:12345-192.168.203.22@tcp:101:stat.0 Request processed in 10822us (11287us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334722.052597:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1388 00000100:00100000:0.0:1780334722.073435:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334722.073782:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604523904 00000100:00100000:2.0:1780334722.074289:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604523904 00000100:00100000:2.0:1780334722.075059:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1389 00000100:00100000:2.0:1780334722.075069:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+46:31916:x1866815604523904:12345-192.168.203.22@tcp:101:stat.0 00010000:00010000:2.0:1780334722.075085:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334722.075100:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097db1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1680 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075157:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097db8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075170:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097db8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075180:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097db8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075193:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097dbf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075199:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097dbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075206:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097dbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075284:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e70097dc6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075294:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e70097dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075298:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e70097dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334722.075339:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 0 00000004:00200000:2.0:1780334722.075344:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334722.075361:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e70097dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075373:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e70097dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075381:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097db8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075386:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097db8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075392:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097db8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075398:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334722.075402:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097db8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075408:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097db8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075419:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b7021a27900) 00010000:00010000:2.0:1780334722.075423:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334722.075428:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097db8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075434:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097db8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075446:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097dbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075451:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097dbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075456:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097dbf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075461:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448cc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334722.075463:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097dbf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075468:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097dbf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075475:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9b6f02d67200) 00010000:00010000:2.0:1780334722.075477:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334722.075480:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097dbf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075485:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097dbf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075514:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097db1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1680 expref: 48 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075526:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448de00/0xdf9e767e70097dc6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1680 expref: 47 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.075533:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:2.0:1780334722.075535:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334722.075538:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448de00, rc 0) 00000100:00100000:2.0:1780334722.075649:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:31916:x1866815604523904:12345-192.168.203.22@tcp:101:stat.0 Request processed in 574us (2213us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334722.075657:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1389 00000100:00080000:3.0:1780334722.075878:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334722.082040:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334722.082612:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604524032 00000100:00100000:2.0:1780334722.082623:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604524032 00000100:00100000:2.0:1780334722.082678:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 375 00000100:00100000:2.0:1780334722.082689:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604524032:12345-192.168.203.22@tcp:101:stat.0 00010000:00010000:2.0:1780334722.082718:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334722.082737:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70097dcd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1687 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334722.082796:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624294784:192.168.203.22@tcp:106: 00000100:00100000:2.0:1780334722.083133:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01e20780 going to sleep for 11 seconds 00000100:00100000:2.0:1780334722.085463:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624294784:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334722.085498:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70097dcd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1687 expref: 11 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.085521:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70097dcd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1687 expref: 11 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334722.085535:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d200, rc 0) 00000100:00100000:2.0:1780334722.085586:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604524032:12345-192.168.203.22@tcp:101:stat.0 Request processed in 2898us (3553us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334722.085595:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 375 00010000:00010000:3.0:1780334722.997233:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334723.190935:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334723.190971:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624294912:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334723.191124:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334723.191921:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624294912 00000100:00100000:3.0:1780334723.191931:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624294912 00000100:00100000:3.0:1780334723.191991:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:3.0:1780334723.192001:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624294912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334723.192037:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444347904 avail 1298108416 00000100:00100000:3.0:1780334723.192108:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624294912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334723.192115:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1780334723.192186:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624294912:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334723.561707:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334723.561751:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334723.561792:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334723.561925:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604524416 00000100:00100000:2.0:1780334723.561935:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604524416 00000100:00100000:2.0:1780334723.562010:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 870 00000100:00100000:2.0:1780334723.562021:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604524416:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334723.562104:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604524416:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 84us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334723.562112:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 870 00000100:00080000:0.0:1780334723.562454:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334723.562531:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604524160 00000100:00100000:1.0:1780334723.562536:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604524160 00000100:00100000:1.0:1780334723.562574:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 719 00000100:00100000:1.0:1780334723.562581:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+15:2407:x1866815604524160:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334723.562609:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+15:2407:x1866815604524160:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334723.562615:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 719 00000100:00100000:3.0:1780334723.563447:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604524672 00000100:00100000:3.0:1780334723.563455:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604524672 00000100:00100000:3.0:1780334723.563677:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 520 00000100:00100000:3.0:1780334723.563687:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2407:x1866815604524672:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334723.563748:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2407:x1866815604524672:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 62us (1955us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334723.563755:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 520 00000100:00100000:3.0:1780334723.563807:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334723.563901:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334723.563921:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334723.563942:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334723.563962:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334723.563995:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334723.564012:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334723.564046:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334723.564064:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334723.564084:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334723.564100:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604524928 00000100:00100000:3.0:1780334723.564104:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604524928 00000100:00100000:2.0:1780334723.564285:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604525184 00000100:00100000:2.0:1780334723.564290:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604525184 00000100:00100000:1.0:1780334723.564676:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604525440 00000100:00100000:1.0:1780334723.564681:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604525440 00000100:00080000:0.0:1780334723.564754:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334723.564759:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334723.564781:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604525696 00000100:00100000:0.0:1780334723.564785:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604525696 00000100:00100000:0.0:1780334723.564833:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604524544 00000100:00100000:0.0:1780334723.564837:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604524544 00000100:00100000:0.0:1780334723.564850:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604525056 00000100:00100000:0.0:1780334723.564853:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604525056 00000100:00100000:0.0:1780334723.564865:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604525568 00000100:00100000:0.0:1780334723.564868:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604525568 00000100:00100000:0.0:1780334723.564898:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 521 00000100:00100000:0.0:1780334723.564906:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7d7f6de8-4a25-4997-b449-393f374b9456+6:2407:x1866815604525696:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334723.564957:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7d7f6de8-4a25-4997-b449-393f374b9456+6:2407:x1866815604525696:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 52us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334723.564975:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 521 00000100:00100000:0.0:1780334723.564991:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 522 00000100:00100000:0.0:1780334723.564997:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c95ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604524544:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334723.565020:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c95ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604524544:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (1025us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334723.565036:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 522 00000100:00100000:0.0:1780334723.565048:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 523 00000100:00100000:0.0:1780334723.565053:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604525056:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334723.565076:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604525056:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334723.565082:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 523 00000100:00100000:0.0:1780334723.565091:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 524 00000100:00100000:0.0:1780334723.565097:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7d7f6de8-4a25-4997-b449-393f374b9456+5:2407:x1866815604525568:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334723.565116:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7d7f6de8-4a25-4997-b449-393f374b9456+5:2407:x1866815604525568:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 20us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334723.565122:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 524 00000100:00100000:0.0:1780334723.565137:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604524288 00000100:00100000:0.0:1780334723.565140:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604524288 00000100:00100000:0.0:1780334723.565161:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604524800 00000100:00100000:0.0:1780334723.565164:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604524800 00000100:00100000:0.0:1780334723.565174:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604525312 00000100:00100000:0.0:1780334723.565176:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604525312 00000100:00100000:0.0:1780334723.565210:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 871 00000100:00100000:0.0:1780334723.565217:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:2407:x1866815604524288:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334723.565244:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:2407:x1866815604524288:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (1282us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334723.565250:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 871 00000100:00100000:0.0:1780334723.565261:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 872 00000100:00100000:0.0:1780334723.565266:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:2407:x1866815604524800:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334723.565287:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:2407:x1866815604524800:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (1274us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334723.565292:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 872 00000100:00100000:0.0:1780334723.565302:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 873 00000100:00100000:0.0:1780334723.565307:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+19:2407:x1866815604525312:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334723.565326:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+19:2407:x1866815604525312:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 19us (1262us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334723.565331:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 873 00000100:00080000:0.0:1780334723.565449:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334723.565453:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334723.565454:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334723.566157:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 874 00000100:00100000:3.0:1780334723.566166:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604524928:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334723.566220:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604524928:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 55us (2412us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334723.566226:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 874 00000100:00100000:2.0:1780334723.566595:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 525 00000100:00100000:2.0:1780334723.566603:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604525184:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334723.566642:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604525184:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 40us (2741us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334723.566649:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 525 00000100:00100000:1.0:1780334723.567288:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 875 00000100:00100000:1.0:1780334723.567297:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+5:2407:x1866815604525440:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334723.567381:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+5:2407:x1866815604525440:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 85us (3457us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334723.567387:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 875 00000100:00100000:3.0:1780334723.700151:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334723.700172:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624295040:0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.700253:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334723.700339:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624295040 00000100:00100000:3.0:1780334723.700346:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624295040 00000100:00100000:3.0:1780334723.700388:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1780334723.700398:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624295040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.700446:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624295040:12345-0@lo:400:kworker.0 Request processed in 50us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334723.700453:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1780334723.700500:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624295040:0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.700560:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624295168:0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.700585:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334723.700647:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624295296:0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.700669:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334723.700699:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624295168 00000100:00100000:3.0:1780334723.700702:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624295168 00000100:00100000:3.0:1780334723.700726:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624295296 00000100:00100000:3.0:1780334723.700729:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624295296 00000100:00100000:3.0:1780334723.700747:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:3.0:1780334723.700752:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624295168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.700787:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624295168:12345-0@lo:400:kworker.0 Request processed in 34us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334723.700793:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:3.0:1780334723.700805:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1780334723.700837:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624295296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.700866:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624295296:12345-0@lo:400:kworker.0 Request processed in 55us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334723.700871:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1780334723.701682:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624295296:0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.701731:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624295168:0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.701773:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624295424:0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.701808:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334723.701876:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334723.701893:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624295552:0@lo:400:kworker.0 00000100:00100000:2.0:1780334723.702049:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624295680:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334723.702079:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334723.702112:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624295680 00000100:00100000:2.0:1780334723.702117:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624295680 00000100:00100000:2.0:1780334723.702158:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1780334723.702164:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624295680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334723.702185:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1780334723.702233:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624295680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334723.702239:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1780334723.702274:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624295680:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334723.702316:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624295808:0@lo:400:kworker.0 00000100:00100000:2.0:1780334723.702351:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334723.702376:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624295808 00000100:00100000:2.0:1780334723.702379:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624295808 00000100:00100000:2.0:1780334723.702405:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1780334723.702411:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624295808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334723.702443:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624295808:12345-0@lo:400:kworker.0 Request processed in 32us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334723.702449:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1780334723.702472:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624295808:0@lo:400:kworker.0 00000100:00100000:2.0:1780334723.702532:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624296192:0@lo:400:kworker.0 00000100:00100000:2.0:1780334723.702555:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334723.702579:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624296192 00000100:00100000:2.0:1780334723.702582:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624296192 00000100:00100000:2.0:1780334723.702608:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:2.0:1780334723.702613:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624296192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334723.702656:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624296192:12345-0@lo:400:kworker.0 Request processed in 42us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334723.702664:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:2.0:1780334723.702690:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624296192:0@lo:400:kworker.0 00000100:00100000:2.0:1780334723.702716:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624296320:0@lo:400:kworker.0 00000100:00100000:2.0:1780334723.702738:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334723.702760:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624296320 00000100:00100000:2.0:1780334723.702764:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624296320 00000100:00100000:2.0:1780334723.702785:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:2.0:1780334723.702790:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624296320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334723.702844:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624296320:12345-0@lo:400:kworker.0 Request processed in 53us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334723.702850:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:2.0:1780334723.702876:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624296320:0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.703377:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334723.703409:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624295936:0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.703437:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334723.703455:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624296448:0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.703473:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334723.703488:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334723.703494:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624296064:0@lo:400:kworker.0 00000100:00100000:2.0:1780334723.703615:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624295936 00000100:00100000:2.0:1780334723.703620:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624295936 00000100:00100000:2.0:1780334723.703715:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624296448 00000100:00100000:2.0:1780334723.703719:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624296448 00000100:00100000:2.0:1780334723.703741:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1780334723.703748:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624295936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334723.703784:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624295936:12345-0@lo:400:kworker.0 Request processed in 37us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334723.703790:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1780334723.703803:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1780334723.703808:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624296448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334723.703856:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624296448:12345-0@lo:400:kworker.0 Request processed in 49us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334723.703864:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1780334723.703879:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624295552 00000100:00100000:2.0:1780334723.703892:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624295552 00000100:00100000:3.0:1780334723.703997:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334723.704028:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624295936:0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.704038:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624296448:0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.704059:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624296064 00000100:00100000:3.0:1780334723.704062:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624296064 00000100:00100000:3.0:1780334723.704085:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1780334723.704091:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624296064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334723.704124:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624296064:12345-0@lo:400:kworker.0 Request processed in 34us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334723.704129:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1780334723.704155:0:3660:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967366 gen 2 00000004:00080000:3.0:1780334723.704160:0:3660:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967365 committed transno 4294967366 00000004:00080000:3.0:1780334723.704176:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b6f04c7b100, transno 4294967366 00000100:00100000:3.0:1780334723.704187:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624296064:0@lo:400:kworker.0 00000100:00100000:2.0:1780334723.704280:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:2.0:1780334723.704287:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624295552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334723.704333:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624295552:12345-0@lo:400:kworker.0 Request processed in 37us (946us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334723.704340:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:2.0:1780334723.704383:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624295552:0@lo:400:kworker.0 00000100:00080000:2.0:1780334723.704420:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334723.704426:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334723.704428:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334723.704430:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334723.704530:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624295424 00000100:00100000:1.0:1780334723.704534:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624295424 00000100:00100000:1.0:1780334723.704569:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1780334723.704576:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624295424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334723.704615:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624295424:12345-0@lo:400:kworker.0 Request processed in 41us (2807us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334723.704620:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1780334723.704664:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034546d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624295424:0@lo:400:kworker.0 00000100:00100000:1.0:1780334723.705442:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624296576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334723.705480:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334723.705604:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624296576 00000100:00100000:2.0:1780334723.705609:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624296576 00000100:00100000:2.0:1780334723.706178:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1780334723.706188:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624296576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780334723.706216:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1780334723.719034:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624296576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 12840us (13545us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334723.719048:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1780334723.719187:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624296576:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1780334724.027923:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334725.043960:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334725.236082:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624296832:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334725.236146:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334725.236221:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334725.236229:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624296704:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334725.236255:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334725.236286:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624296704 00000100:00100000:0.0:1780334725.236293:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624296704 00000100:00100000:0.0:1780334725.236344:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1780334725.236355:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624296704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334725.236383:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334725.236425:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624296704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334725.236434:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1780334725.236484:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624296704:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1780334725.236516:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334725.237446:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624296832 00000100:00100000:3.0:1780334725.237454:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624296832 00000100:00100000:3.0:1780334725.237505:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1780334725.237513:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624296832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334725.237538:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334725.237601:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624296832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (1453us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334725.237606:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1780334725.237971:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624296832:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334725.238937:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334725.238953:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624296960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334725.239009:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334725.239151:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624296960 00000100:00100000:2.0:1780334725.239158:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624296960 00000100:00100000:2.0:1780334725.239215:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:2.0:1780334725.239223:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624296960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334725.239241:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334725.239287:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624296960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334725.239294:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00080000:0.0:1780334725.239373:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334725.239643:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624296960:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334725.925046:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334725.925310:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604525824 00000100:00100000:2.0:1780334725.925321:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604525824 00000100:00100000:2.0:1780334725.925398:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1390 00000100:00100000:2.0:1780334725.925410:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+19:31911:x1866815604525824:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1780334725.925504:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d7f6de8-4a25-4997-b449-393f374b9456+19:31911:x1866815604525824:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 96us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334725.925514:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1390 00000100:00080000:0.0:1780334725.925593:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334725.928957:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334725.929311:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604525952 00000100:00100000:2.0:1780334725.929321:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604525952 00000100:00100000:2.0:1780334725.929386:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1391 00000100:00100000:2.0:1780334725.929396:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d7f6de8-4a25-4997-b449-393f374b9456+5:31911:x1866815604525952:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1780334725.930551:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334725.930967:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d7f6de8-4a25-4997-b449-393f374b9456+5:31911:x1866815604525952:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 1565us (2010us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334725.930979:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1391 00000100:00100000:1.0:1780334725.936024:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334725.936271:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604526208 00000100:00100000:3.0:1780334725.936280:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604526208 00000100:00100000:3.0:1780334725.936371:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 269 00000100:00100000:3.0:1780334725.936382:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7d7f6de8-4a25-4997-b449-393f374b9456+19:31911:x1866815604526208:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334725.936594:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7d7f6de8-4a25-4997-b449-393f374b9456+20:31911:x1866815604526208:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 213us (576us total) trans 4294968162 rc 0/0 00000100:00100000:3.0:1780334725.936601:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 269 00010000:00010000:2.0:1780334726.068228:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334727.092581:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780334727.286414:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968162 is committed 00000001:00080000:3.0:1780334727.286497:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968161 is committed 00000020:00080000:3.0:1780334727.286524:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f03fc8900 refcount 2 committed 0 result 0 batchid 30 00000020:00080000:3.0:1780334727.286529:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b703c6d2100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f03fc8780 00000020:00080000:3.0:1780334727.286532:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b703c6d2600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04ee8c00 00010000:00010000:0.0:1780334727.286615:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ce6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334727.286627:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ce6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1780334727.286629:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30 committed batchid 29 00010000:00010000:0.0:1780334727.286638:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ce6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334727.286644:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334727.286648:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ce6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334727.286655:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ce6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334727.286672:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9b6f01bf5a00) 00010000:00010000:0.0:1780334727.286675:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334727.286679:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ce6 lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334727.286685:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097ce6 lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1780334727.286699:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000001:00080000:0.0:1780334727.287624:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967376 is committed 00000001:00080000:0.0:1780334727.287632:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967375 is committed 00000001:00080000:0.0:1780334727.287637:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967374 is committed 00010000:00010000:2.0:1780334727.288806:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d87 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334727.288842:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d87 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334727.288849:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d87 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334727.288865:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334727.288870:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d87 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334727.288877:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d87 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334727.288892:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9b6f01bf5600) 00010000:00010000:2.0:1780334727.288895:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334727.288899:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d87 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334727.288905:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70097d87 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334728.117218:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334728.120640:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334728.120683:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334728.120724:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334728.120798:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604526336 00000100:00100000:2.0:1780334728.120808:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604526336 00000100:00100000:3.0:1780334728.120844:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604526592 00000100:00100000:3.0:1780334728.120858:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604526592 00000100:00100000:2.0:1780334728.120909:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604526464 00000100:00100000:2.0:1780334728.120913:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604526464 00000100:00100000:0.0:1780334728.120926:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 64 00000100:00100000:0.0:1780334728.120995:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+17:2406:x1866815604526336:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334728.121011:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334728.121031:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f054c8600/0xdf9e767e70097990 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b14d5 expref: 17 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334728.121048:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334728.121098:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+16:2406:x1866815604526336:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 105us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334728.127315:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 64 00000100:00100000:3.0:1780334728.131048:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 65 00000100:00100000:3.0:1780334728.131069:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+15:2406:x1866815604526592:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334728.131091:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334728.131113:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f0481de00/0xdf9e767e7009799e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b150d expref: 15 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334728.131131:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334728.131269:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+14:2406:x1866815604526592:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 208us (10585us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334728.131288:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 65 00000100:00100000:1.0:1780334728.131363:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334728.131489:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604526720 00000100:00100000:1.0:1780334728.131510:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604526720 00000100:00100000:1.0:1780334728.131556:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 376 00000100:00100000:1.0:1780334728.131563:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d7f6de8-4a25-4997-b449-393f374b9456+5:2405:x1866815604526720:12345-192.168.203.22@tcp:9:umount.0 00000020:00000080:1.0:1780334728.131585:0:16895:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xdf9e767e700979ba 00000100:00080000:1.0:1780334728.131593:0:16895:0:(import.c:65:import_set_state_nolock()) ffff9b6f02fb5800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1780334728.131644:0:16895:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967376 00000100:00100000:1.0:1780334728.131765:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7d7f6de8-4a25-4997-b449-393f374b9456+2:2405:x1866815604526720:12345-192.168.203.22@tcp:9:umount.0 Request processed in 203us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334728.131773:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 376 00000100:00080000:1.0:1780334728.131788:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334728.133775:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 66 00000100:00100000:0.0:1780334728.133794:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+13:2406:x1866815604526464:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334728.133827:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334728.133867:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9b6f054c9800/0xdf9e767e70097997 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1506 expref: 13 pid: 6531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334728.133885:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334728.133942:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604526464:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 157us (13218us total) trans 0 rc 0/0 00010000:00010000:1.0:1780334728.133968:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334728.134076:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 66 00000100:00100000:1.0:1780334728.141702:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334728.141786:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604526848 00000100:00100000:0.0:1780334728.141795:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604526848 00000100:00100000:0.0:1780334728.141906:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 377 00000100:00100000:0.0:1780334728.141918:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7d7f6de8-4a25-4997-b449-393f374b9456+5:2405:x1866815604526848:12345-192.168.203.22@tcp:9:umount.0 00000020:00000080:0.0:1780334728.141945:0:8419:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xdf9e767e700979b3 00000100:00080000:0.0:1780334728.141954:0:8419:0:(import.c:65:import_set_state_nolock()) ffff9b7010bd6000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1780334728.142008:0:8419:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967366 00010000:00010000:3.0:1780334728.142062:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1780334728.142074:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334728.144217:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7d7f6de8-4a25-4997-b449-393f374b9456+2:2405:x1866815604526848:12345-192.168.203.22@tcp:9:umount.0 Request processed in 2286us (2508us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334728.144229:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 377 00000100:00100000:1.0:1780334728.162345:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334728.163483:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604527488 00000100:00100000:2.0:1780334728.163494:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604527488 00000100:00100000:2.0:1780334728.163629:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1392 00000100:00100000:2.0:1780334728.163639:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+9:2405:x1866815604527488:12345-192.168.203.22@tcp:39:umount.0 00000020:00000080:2.0:1780334728.163671:0:6538:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xdf9e767e700979a5 00000020:00010000:2.0:1780334728.163687:0:6538:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9b6f03ea9000: total 0 00000100:00080000:2.0:1780334728.163691:0:6538:0:(import.c:65:import_set_state_nolock()) ffff9b6f03eae800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1780334728.163725:0:6538:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294968162 00000100:00100000:2.0:1780334728.164232:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d7f6de8-4a25-4997-b449-393f374b9456+8:2405:x1866815604527488:12345-192.168.203.22@tcp:39:umount.0 Request processed in 593us (1894us total) trans 4294968163 rc 0/0 00000100:00100000:2.0:1780334728.164241:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1392 00000020:00010000:0.0:1780334728.164645:0:10292:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9b6f03ea9000: total 0 00010000:00010000:0.0:1780334728.164699:0:10292:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff9b6f03ea9000, canceled 0 locks, left on hash table 4. 00010000:00010000:0.0:1780334728.164735:0:10292:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:0.0:1780334728.164739:0:10292:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334728.164747:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097a00 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b154c expref: 7 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334728.164767:0:10292:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9b7021a27900) 00010000:00010000:0.0:1780334728.164770:0:10292:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780334728.164774:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097c6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1609 expref: 6 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334728.164795:0:10292:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334728.164846:0:10292:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334728.164861:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097c06 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b15f4 expref: 5 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334728.164881:0:10292:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9b7010fee500) 00010000:00010000:0.0:1780334728.164883:0:10292:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334728.164887:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700979e4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1545 expref: 4 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334728.164898:0:10292:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff9b6f03ea9000, canceled 4 locks, left on hash table 0. 00010000:00010000:0.0:1780334728.164912:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334728.164914:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334728.164916:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1780334728.169696:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334728.176970:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334728.177032:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604527616 00000100:00100000:3.0:1780334728.177042:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604527616 00000100:00100000:3.0:1780334728.177124:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1393 00000100:00100000:3.0:1780334728.177139:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+5:2405:x1866815604527616:12345-192.168.203.22@tcp:39:umount.0 00000020:00000080:3.0:1780334728.177181:0:9763:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xdf9e767e700979ac 00000100:00080000:3.0:1780334728.177198:0:9763:0:(import.c:65:import_set_state_nolock()) ffff9b6f03ea9800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1780334728.177231:0:9763:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 4294967329 00010000:00010000:0.0:1780334728.177259:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334728.177401:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d7f6de8-4a25-4997-b449-393f374b9456+3:2405:x1866815604527616:12345-192.168.203.22@tcp:39:umount.0 Request processed in 268us (438us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1780334728.177408:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1393 00000100:00080000:1.0:1780334728.178312:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334728.308239:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624297088:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334728.308313:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334728.308430:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624297088 00000100:00100000:0.0:1780334728.308438:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624297088 00000100:00100000:0.0:1780334728.308495:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1780334728.308505:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624297088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334728.308539:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:0.0:1780334728.308593:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624297088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334728.308600:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1780334728.308709:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624297088:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334728.684059:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334728.684102:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334728.684126:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604527872 00000100:00100000:2.0:1780334728.684133:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334728.684137:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604527872 00000100:00100000:2.0:1780334728.684176:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334728.684198:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334728.684251:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604528128 00000100:00100000:1.0:1780334728.684256:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604528128 00000100:00100000:1.0:1780334728.684285:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604528640 00000100:00100000:1.0:1780334728.684288:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604528640 00000100:00100000:1.0:1780334728.684324:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 529 00000100:00100000:1.0:1780334728.684336:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2406:x1866815604528128:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334728.684407:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:2406:x1866815604528128:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 73us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334728.684414:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 529 00000100:00100000:1.0:1780334728.684431:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 530 00000100:00100000:1.0:1780334728.684437:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604528640:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334728.684471:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604528640:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 34us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334728.684477:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 530 00000100:00080000:1.0:1780334728.684508:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334728.684512:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334728.689140:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604528384 00000100:00100000:3.0:1780334728.689155:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604528384 00000100:00100000:3.0:1780334728.689181:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604527744 00000100:00100000:3.0:1780334728.689184:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604527744 00000100:00100000:2.0:1780334728.689297:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334728.689320:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 882 00000100:00100000:2.0:1780334728.689331:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 883 00000100:00100000:3.0:1780334728.689336:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604527872:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334728.689346:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:2406:x1866815604527744:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334728.689415:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:2406:x1866815604527744:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 74us (5216us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334728.689422:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 883 00000100:00100000:0.0:1780334728.689514:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604528000 00000100:00100000:0.0:1780334728.689518:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604528000 00000100:00100000:0.0:1780334728.689549:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 531 00000100:00100000:0.0:1780334728.689556:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604528000:12345-192.168.203.22@tcp:400:kworker.0 00000100:00080000:1.0:1780334728.692178:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334728.692188:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334728.693036:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604527872:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 3697us (8975us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334728.693049:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 882 00000100:00100000:3.0:1780334728.693161:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 884 00000100:00100000:3.0:1780334728.693170:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604528384:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334728.693221:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604528384:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 52us (9089us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334728.693227:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 884 00000100:00080000:1.0:1780334728.694010:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334728.694473:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334728.694519:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334728.694589:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604528256 00000100:00100000:3.0:1780334728.694598:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604528256 00000100:00100000:1.0:1780334728.694661:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604528512 00000100:00100000:1.0:1780334728.694666:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604528512 00000100:00100000:3.0:1780334728.694703:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 885 00000100:00100000:3.0:1780334728.694713:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:2406:x1866815604528256:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334728.694770:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+47:2406:x1866815604528256:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 59us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334728.694778:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 885 00000100:00080000:2.0:1780334728.696046:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334728.696053:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334728.696120:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604528000:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 6559us (6899us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334728.696131:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 531 00000100:00100000:0.0:1780334728.696157:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 532 00000100:00100000:0.0:1780334728.696166:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604528512:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334728.697028:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604528512:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 859us (2504us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334728.697037:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 532 00000100:00100000:1.0:1780334728.820153:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624297216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334728.820242:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334728.820434:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624297216 00000100:00100000:0.0:1780334728.820441:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624297216 00000100:00100000:0.0:1780334728.820508:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1780334728.820520:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624297216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334728.820550:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:0.0:1780334728.820611:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624297216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334728.820618:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1780334728.820660:0:3658:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:0.0:1780334728.820666:0:3658:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967375 committed transno 4294967375 00000100:00100000:0.0:1780334728.820699:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624297216:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1780334728.820994:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334728.821245:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624297600:0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.821285:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334728.821314:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624298112:0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.821337:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334728.821353:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624298624:0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.821371:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334728.821389:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1780334728.821396:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624297472:0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.821416:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334728.821430:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624297984:0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.821448:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334728.821463:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624298496:0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.821483:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334728.821506:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624298112 00000100:00100000:1.0:1780334728.821511:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624298112 00000100:00100000:1.0:1780334728.821542:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624298624 00000100:00100000:1.0:1780334728.821545:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624298624 00000100:00100000:1.0:1780334728.821565:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1780334728.821571:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624298112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.821624:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624298112:12345-0@lo:400:kworker.0 Request processed in 53us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334728.821631:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1780334728.821645:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1780334728.821650:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624298624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.821678:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624298624:12345-0@lo:400:kworker.0 Request processed in 28us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334728.821898:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624297728:0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.821930:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334728.821952:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624298240:0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.821973:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334728.821989:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1780334728.821995:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624297344:0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.822018:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334728.822036:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624297856:0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.822056:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334728.822072:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624298368:0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.822093:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334728.822115:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624297728 00000100:00100000:3.0:1780334728.822119:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624297728 00000100:00100000:3.0:1780334728.822143:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1780334728.822149:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624297728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.822195:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624297728:12345-0@lo:400:kworker.0 Request processed in 46us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334728.822201:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1780334728.822235:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624297728:0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.822255:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624297600 00000100:00100000:3.0:1780334728.822258:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624297600 00000100:00100000:3.0:1780334728.822275:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624297472 00000100:00100000:3.0:1780334728.822278:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624297472 00000100:00100000:3.0:1780334728.822287:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624297984 00000100:00100000:3.0:1780334728.822289:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624297984 00000100:00100000:3.0:1780334728.822300:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624298496 00000100:00100000:3.0:1780334728.822302:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624298496 00000100:00100000:3.0:1780334728.822313:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624297856 00000100:00100000:3.0:1780334728.822316:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624297856 00000100:00100000:3.0:1780334728.822328:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624298368 00000100:00100000:3.0:1780334728.822330:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624298368 00000100:00100000:3.0:1780334728.822342:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:3.0:1780334728.822347:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624297600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.822376:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624297600:12345-0@lo:400:kworker.0 Request processed in 29us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334728.822384:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:3.0:1780334728.822396:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1780334728.822402:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624297472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.822425:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624297472:12345-0@lo:400:kworker.0 Request processed in 25us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334728.822430:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1780334728.822439:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1780334728.822445:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624297984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.822526:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624297984:12345-0@lo:400:kworker.0 Request processed in 81us (1077us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334728.822532:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1780334728.822544:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1780334728.822550:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624298496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.822576:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624298496:12345-0@lo:400:kworker.0 Request processed in 26us (1092us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334728.822581:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1780334728.822592:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1780334728.822598:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624297856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.822640:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624297856:12345-0@lo:400:kworker.0 Request processed in 42us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334728.822646:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1780334728.822657:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1780334728.822663:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624298368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.822898:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624298368:12345-0@lo:400:kworker.0 Request processed in 25us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334728.822905:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1780334728.822936:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624297856:0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.822946:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624298368:0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.822999:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624298240 00000100:00100000:3.0:1780334728.823003:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624298240 00000100:00100000:0.0:1780334728.823103:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624297344 00000100:00100000:0.0:1780334728.823107:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624297344 00000100:00100000:0.0:1780334728.823133:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1780334728.823139:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624297344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.823241:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00080000:1.0:1780334728.823263:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334728.823266:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334728.823268:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334728.823270:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334728.823292:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624297472:0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.823303:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624297984:0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.823312:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624298496:0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.823322:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624297600:0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.823333:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624298112:0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.823343:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624298624:0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.823393:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624298752:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334728.826896:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1780334728.826921:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624298240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334728.827872:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334728.827997:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624298752 00000100:00100000:2.0:1780334728.828007:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624298752 00000100:00100000:2.0:1780334728.828052:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:2.0:1780334728.828061:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624298752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334728.828079:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1780334728.828125:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624298752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334728.828131:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1780334728.828769:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624298752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334728.829769:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624297344:12345-0@lo:400:kworker.0 Request processed in 6625us (7744us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334728.829786:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1780334728.829986:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624297344:0@lo:400:kworker.0 00000100:00100000:3.0:1780334728.831365:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624298240:12345-0@lo:400:kworker.0 Request processed in 4452us (9384us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334728.831377:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1780334728.833405:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624298240:0@lo:400:kworker.0 00010000:00010000:1.0:1780334729.140052:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1780334729.763175:0:23639:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12r: lseek restores released file ===== 13:25:28 (1780334728) 00000040:00080000:3.0:1780334729.908554:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1780334729.972806:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334729.972880:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604528768 00000100:00100000:3.0:1780334729.972892:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604528768 00000100:00100000:3.0:1780334729.972959:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1394 00000100:00100000:3.0:1780334729.972971:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:32556:x1866815604528768:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1780334729.973096:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:32556:x1866815604528768:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 128us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334729.973105:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1394 00000100:00100000:2.0:1780334729.975641:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334729.977582:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604528896 00000100:00100000:0.0:1780334729.977598:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604528896 00000100:00100000:0.0:1780334729.977681:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1395 00000100:00100000:0.0:1780334729.977694:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:32556:x1866815604528896:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1780334729.977868:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:32556:x1866815604528896:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 176us (2241us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334729.977877:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1395 00000100:00100000:1.0:1780334729.988284:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334729.988363:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604529024 00000100:00100000:2.0:1780334729.988376:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604529024 00000100:00100000:2.0:1780334729.988458:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1396 00000100:00100000:2.0:1780334729.988470:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:32557:x1866815604529024:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334729.988498:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334729.988526:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097dd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b168e expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988618:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097ddb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988636:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097ddb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988650:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097ddb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988668:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097de2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988674:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097de2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988681:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097de2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988731:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097ddb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988739:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097ddb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988746:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097ddb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988753:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334729.988758:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097ddb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988767:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097ddb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988779:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334729.988782:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334729.988787:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097ddb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988793:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097ddb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988807:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097de2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988868:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097de2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988874:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097de2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988879:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448cc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334729.988882:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097de2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988887:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097de2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988894:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff9b6f02d67200) 00010000:00010000:2.0:1780334729.988897:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334729.988900:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097de2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988906:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097de2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988943:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097dd4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b168e expref: 104 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988955:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334729.988957:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334729.988961:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097dd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b168e expref: 104 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334729.988973:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d200, rc 0) 00000100:00100000:2.0:1780334729.989054:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:32557:x1866815604529024:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 585us (783us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334729.989062:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1396 00000100:00100000:0.0:1780334729.994000:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334729.994050:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604529280 00000100:00100000:3.0:1780334729.994060:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604529280 00000100:00100000:3.0:1780334729.994123:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1397 00000100:00100000:3.0:1780334729.994134:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+103:32557:x1866815604529280:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:3.0:1780334729.994201:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334729.994238:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70097ac4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1584 expref: 103 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334729.994257:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334729.994260:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334729.994323:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097de9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334729.994337:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e70097a3f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b155a expref: 46 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334729.994345:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097de9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334729.994380:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e70097a3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b155a expref: 46 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334729.994394:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e70097a3f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b155a expref: 46 pid: 6540 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334729.994408:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624298880:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334729.994525:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01e20a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780334729.997151:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624298880:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334729.997178:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097de9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334729.998788:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334729.998941:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604529408 00000100:00100000:3.0:1780334729.998949:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604529408 00010000:00010000:3.0:1780334729.998981:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e70097a3f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b155a expref: 47 pid: 6540 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334729.999012:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 427 00000100:00100000:3.0:1780334729.999022:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:2406:x1866815604529408:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334729.999036:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334729.999042:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e70097a3f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b155a expref: 47 pid: 6540 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334729.999055:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e70097a3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b155a expref: 47 pid: 6540 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334729.999084:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e70097a3f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b155a expref: 47 pid: 6540 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334729.999099:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334729.999104:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097de9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334729.999114:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097de9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334729.999122:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097de9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334729.999153:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334729.999258:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097de9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999267:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097de9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999291:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70097df0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999302:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70097df0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999310:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70097df0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999759:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097df7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999767:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097df7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999772:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097df7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334729.999780:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a189983 reply state 000000000a37168d transno 4294968164 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097df7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999786:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097df7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999790:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:0.0:1780334729.999792:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334729.999794:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780334729.999798:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00010000:00010000:0.0:1780334729.999803:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097de9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999807:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097de9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999830:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097de9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999844:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334729.999848:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097de9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999859:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097de9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999867:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334729.999870:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334729.999874:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097de9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999879:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097de9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334729.999891:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007a189983 reply state 000000000a37168d transno 4294968164 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70097df0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999897:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70097df0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334729.999903:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff9b70188d6600) 00010000:00010000:0.0:1780334729.999905:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334729.999907:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1780334729.999947:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+46:2406:x1866815604529408:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 926us (1163us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334729.999955:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:32557:x1866815604529280:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 5825us (5967us total) trans 4294968164 rc 0/0 00000100:00100000:3.0:1780334729.999959:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 427 00000100:00100000:0.0:1780334729.999961:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1397 00000100:00100000:1.0:1780334730.010553:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334730.010625:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604529536 00000100:00100000:0.0:1780334730.010636:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604529536 00000100:00080000:1.0:1780334730.010689:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334730.010760:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1398 00000100:00100000:0.0:1780334730.010773:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+104:32558:x1866815604529536:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:0.0:1780334730.010796:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334730.010862:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70097dfe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1695 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.011884:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097e05 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.011902:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097e05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.011913:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097e05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334730.011955:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1780334730.011959:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334730.011988:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097e05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.012014:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70097dfe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1695 expref: 106 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.012033:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097e05 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1695 expref: 105 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.012042:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334730.012045:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334730.012049:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723400, rc 0) 00000100:00100000:3.0:1780334730.012118:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:32558:x1866815604529536:12345-192.168.203.22@tcp:101:bash.0 Request processed in 1347us (1574us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334730.012126:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1398 00000100:00100000:1.0:1780334730.015430:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334730.015553:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604529664 00000100:00100000:3.0:1780334730.015563:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604529664 00000100:00100000:3.0:1780334730.015623:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1399 00000100:00100000:3.0:1780334730.015633:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:32558:x1866815604529664:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:3.0:1780334730.015653:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334730.015670:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097e0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b169c expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.015725:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097e13 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.015738:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097e13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.015749:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097e13 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.015758:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097e1a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.015763:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097e1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.015767:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097e1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.015877:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097e21 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.015885:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097e21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.015891:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097e21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334730.015926:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:3.0:1780334730.015930:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334730.015948:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097e21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.015960:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097e13 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.015965:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097e13 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.015970:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097e13 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.016108:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097e13 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.016114:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334730.016118:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097e13 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.016126:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097e13 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.016138:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334730.016141:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334730.016145:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097e13 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.016151:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097e13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.016169:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097e1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.016175:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097e1a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.016181:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097e1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.016186:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334730.016189:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097e1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.016195:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097e1a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.016202:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff9b70188d6600) 00010000:00010000:3.0:1780334730.016204:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334730.016207:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097e1a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.016212:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097e1a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.016236:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097e0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b169c expref: 107 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.016247:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723a00/0xdf9e767e70097e21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b169c expref: 106 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.016259:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:3.0:1780334730.016261:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780334730.016263:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723a00, rc 0) 00000100:00100000:3.0:1780334730.016312:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:32558:x1866815604529664:12345-192.168.203.22@tcp:101:bash.0 Request processed in 681us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334730.016319:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1399 00000100:00100000:0.0:1780334730.022079:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334730.022358:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604529792 00000100:00100000:3.0:1780334730.022379:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604529792 00000100:00100000:3.0:1780334730.022542:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1400 00000100:00100000:3.0:1780334730.022553:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:32558:x1866815604529792:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:3.0:1780334730.022573:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334730.022593:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e28 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b16a3 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022655:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097e2f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022670:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097e2f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022682:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097e2f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022740:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097e36 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022749:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097e36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022760:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097e36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022800:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097e2f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022807:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097e2f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022865:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097e2f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022872:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334730.022876:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097e2f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022885:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097e2f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022897:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:3.0:1780334730.022900:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334730.022904:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097e2f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022920:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097e2f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022937:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097e36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022946:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097e36 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022952:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097e36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022957:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334730.022959:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097e36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022964:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097e36 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022971:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9b6f01bf5700) 00010000:00010000:3.0:1780334730.022973:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334730.022976:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097e36 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.022981:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097e36 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.023011:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e28 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16a3 expref: 107 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.023021:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:3.0:1780334730.023023:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334730.023026:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e28 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16a3 expref: 107 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.023035:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722000, rc 0) 00000100:00100000:3.0:1780334730.023101:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:32558:x1866815604529792:12345-192.168.203.22@tcp:101:bash.0 Request processed in 551us (1031us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334730.023112:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1400 00000040:00080000:0.0:1780334730.035989:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334730.035999:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334730.036556:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 2 00000040:00080000:0.0:1780334730.036564:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334730.039670:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334730.039734:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604529920 00000100:00100000:3.0:1780334730.039744:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604529920 00000100:00080000:1.0:1780334730.039795:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334730.039864:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1401 00000100:00100000:2.0:1780334730.039967:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+46:32559:x1866815604529920:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334730.039987:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334730.040004:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097e3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b16aa expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.040063:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097e44 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.040077:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097e44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.040087:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097e44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334730.040130:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1780334730.040133:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334730.040151:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097e44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.040172:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097e3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16aa expref: 48 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.040189:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097e44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16aa expref: 47 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.040197:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334730.040199:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334730.040203:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448cc00, rc 0) 00000100:00100000:2.0:1780334730.040268:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+47:32559:x1866815604529920:12345-192.168.203.22@tcp:101:rm.0 Request processed in 393us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334730.040275:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1401 00000100:00100000:1.0:1780334730.043202:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334730.043281:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604530048 00000100:00100000:3.0:1780334730.043289:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604530048 00000100:00100000:3.0:1780334730.043335:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1402 00000100:00100000:3.0:1780334730.043341:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+47:32559:x1866815604530048:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334730.043357:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334730.043372:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097e4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b16b1 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043422:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097e52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043433:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097e52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043441:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097e52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043447:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097e59 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043451:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097e59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043455:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097e59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043511:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70097e60 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043518:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70097e60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043525:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70097e60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334730.043556:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:3.0:1780334730.043560:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334730.043579:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70097e60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043591:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097e52 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043596:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097e52 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043601:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097e52 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043607:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097e52 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043612:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334730.043616:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097e52 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043624:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097e52 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043635:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334730.043638:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334730.043642:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097e52 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043647:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097e52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043661:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097e59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043666:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097e59 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043671:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097e59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043676:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334730.043678:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097e59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043683:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097e59 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043690:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff9b70188d6600) 00010000:00010000:3.0:1780334730.043692:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334730.043695:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097e59 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043700:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097e59 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043727:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097e4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16b1 expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043752:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830200/0xdf9e767e70097e60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16b1 expref: 48 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.043758:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:3.0:1780334730.043760:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1780334730.043762:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830200, rc 0) 00000100:00100000:3.0:1780334730.043917:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:32559:x1866815604530048:12345-192.168.203.22@tcp:101:rm.0 Request processed in 567us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334730.043925:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1402 00000100:00100000:0.0:1780334730.047617:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334730.047696:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604530176 00000100:00100000:3.0:1780334730.047707:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604530176 00000100:00100000:3.0:1780334730.047758:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1403 00000100:00100000:3.0:1780334730.047769:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:32559:x1866815604530176:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334730.047789:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334730.047807:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70097e67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b16b8 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.047915:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097e6e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.047928:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097e6e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.047938:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097e6e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.047953:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e75 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.047960:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.047965:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048001:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097e6e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048007:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097e6e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048014:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097e6e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048024:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334730.048028:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097e6e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048036:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097e6e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048047:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:3.0:1780334730.048050:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334730.048054:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097e6e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048059:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097e6e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048073:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048079:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e75 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048085:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e75 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048090:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334730.048092:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e75 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048098:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e75 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048105:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9b6f01bf5700) 00010000:00010000:3.0:1780334730.048107:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334730.048110:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e75 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048116:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e75 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048160:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70097e67 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16b8 expref: 49 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048170:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:3.0:1780334730.048172:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334730.048176:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70097e67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16b8 expref: 49 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.048185:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831800, rc 0) 00000100:00100000:3.0:1780334730.048244:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:32559:x1866815604530176:12345-192.168.203.22@tcp:101:rm.0 Request processed in 476us (635us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334730.048251:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1403 00000100:00100000:1.0:1780334730.051756:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334730.052037:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604530304 00000100:00100000:2.0:1780334730.052047:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604530304 00000100:00100000:2.0:1780334730.052139:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1404 00000100:00100000:2.0:1780334730.052150:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+48:32559:x1866815604530304:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334730.052179:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334730.052200:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097e7c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b16bf expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052269:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097e83 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052288:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097e83 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052298:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097e83 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052313:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097e8a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052320:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097e8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052326:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097e8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052365:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097e83 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052372:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097e83 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052379:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097e83 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052385:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334730.052389:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097e83 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052397:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097e83 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052408:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:2.0:1780334730.052411:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334730.052416:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097e83 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052422:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097e83 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052434:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097e8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052440:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097e8a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052445:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097e8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052450:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334730.052452:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097e8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052458:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097e8a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052464:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9b6f02d67200) 00010000:00010000:2.0:1780334730.052467:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334730.052469:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097e8a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052474:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097e8a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052504:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097e7c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16bf expref: 49 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052526:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:2.0:1780334730.052529:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334730.052533:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70097e7c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16bf expref: 49 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.052542:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d200, rc 0) 00000100:00100000:2.0:1780334730.052636:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+48:32559:x1866815604530304:12345-192.168.203.22@tcp:101:rm.0 Request processed in 488us (887us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334730.052644:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1404 00000100:00100000:1.0:1780334730.067640:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334730.067729:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604530432 00000100:00100000:3.0:1780334730.067737:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604530432 00000100:00100000:3.0:1780334730.067784:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1405 00000100:00100000:3.0:1780334730.067793:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:32560:x1866815604530432:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334730.067884:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334730.067904:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097e91 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b16c6 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.067977:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e98 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.067992:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e98 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068003:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e98 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068017:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097e9f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068024:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097e9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068030:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097e9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068201:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e98 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068209:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e98 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068214:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e98 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068219:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e98 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068224:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334730.068228:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e98 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068234:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e98 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068244:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:3.0:1780334730.068247:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334730.068252:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e98 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068257:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70097e98 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068271:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097e9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068276:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097e9f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068282:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097e9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068286:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334730.068289:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097e9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068295:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097e9f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068302:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9b6f01bf5700) 00010000:00010000:3.0:1780334730.068305:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334730.068307:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097e9f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068311:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70097e9f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068340:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097e91 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16c6 expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068350:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:3.0:1780334730.068352:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334730.068355:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70097e91 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16c6 expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.068364:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722600, rc 0) 00000100:00100000:3.0:1780334730.068444:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:32560:x1866815604530432:12345-192.168.203.22@tcp:101:cp.0 Request processed in 653us (813us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334730.068453:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1405 00000100:00100000:3.0:1780334730.071346:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334730.071438:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604530560 00000100:00100000:0.0:1780334730.071447:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604530560 00000100:00100000:0.0:1780334730.071507:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1406 00000100:00100000:0.0:1780334730.071522:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+48:32560:x1866815604530560:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334730.071543:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334730.071563:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70097ea6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b16cd expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071638:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ead lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071654:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ead lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071664:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ead lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071677:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70097eb4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071684:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70097eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071690:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70097eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071722:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ead lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071741:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ead lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071748:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ead lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071753:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334730.071757:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ead lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071764:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ead lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071774:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:0.0:1780334730.071776:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334730.071780:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ead lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071786:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ead lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071797:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70097eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071802:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70097eb4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071807:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70097eb4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071857:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334730.071860:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70097eb4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071870:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70097eb4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071877:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9b70188d6500) 00010000:00010000:0.0:1780334730.071880:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334730.071882:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70097eb4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071888:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70097eb4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071930:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70097ea6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16cd expref: 49 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071941:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:0.0:1780334730.071943:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334730.071947:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70097ea6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16cd expref: 49 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.071956:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1ac00, rc 0) 00000100:00100000:0.0:1780334730.072015:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+48:32560:x1866815604530560:12345-192.168.203.22@tcp:101:cp.0 Request processed in 499us (676us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334730.072022:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1406 00000100:00100000:1.0:1780334730.074986:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334730.075041:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604530816 00000100:00100000:3.0:1780334730.075052:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604530816 00000100:00100000:3.0:1780334730.075114:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1407 00000100:00100000:3.0:1780334730.075124:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+48:32560:x1866815604530816:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334730.075147:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334730.075175:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097ebb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b16d4 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.075453:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097ec2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.075469:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097ec2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.075480:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097ec2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.075496:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70097ec9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.075502:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70097ec9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.075508:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70097ec9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780334730.076803:0:6540:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00010000:00010000:3.0:1780334730.077447:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097ed0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.077466:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097ed0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.077477:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097ed0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.077516:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097ec2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.077524:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097ec2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.077531:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097ec2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.077537:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334730.077542:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097ec2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.077549:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097ec2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.077563:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:3.0:1780334730.077566:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334730.077571:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097ec2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.077578:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70097ec2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334730.077596:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000087f023da reply state 00000000780a1510 transno 4294968165 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70097ec9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.077607:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70097ec9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.077653:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9b6f01bf5d00) 00010000:00010000:3.0:1780334730.077655:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334730.077659:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780334730.077767:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70097ebb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16d4 expref: 51 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.077784:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097ed0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16d4 expref: 50 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334730.077791:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:3.0:1780334730.077794:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334730.077797:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830000, rc 0) 00000100:00100000:3.0:1780334730.078037:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+51:32560:x1866815604530816:12345-192.168.203.22@tcp:101:cp.0 Request processed in 2913us (3057us total) trans 4294968165 rc 0/0 00000100:00100000:3.0:1780334730.078046:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1407 00000100:00100000:1.0:1780334730.085806:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334730.086348:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604530944 00000100:00100000:2.0:1780334730.086358:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604530944 00000100:00100000:2.0:1780334730.086440:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 378 00000100:00100000:2.0:1780334730.086452:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604530944:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334730.086470:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334730.086490:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d89ed236/0xdf9e767e70097ede lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b16db expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334730.086529:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780334730.086549:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334730.086551:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334730.086559:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d89ed236/0xdf9e767e70097ede lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16db expref: 9 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.086577:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d89ed236/0xdf9e767e70097ede lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16db expref: 9 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.086597:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d200, rc 0) 00000100:00100000:2.0:1780334730.086663:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604530944:12345-192.168.203.22@tcp:101:cp.0 Request processed in 213us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334730.086670:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 378 00000100:00080000:1.0:1780334730.086880:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334730.095405:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334730.095696:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604531072 00000100:00100000:1.0:1780334730.095707:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604531072 00000100:00100000:1.0:1780334730.095757:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 379 00000100:00100000:1.0:1780334730.095768:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:32560:x1866815604531072:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334730.095786:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334730.095802:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b16e2 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334730.095881:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d89ed236/0xdf9e767e70097ede lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16db expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334730.095890:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334730.095891:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334730.095896:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 10 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.096190:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d89ed236/0xdf9e767e70097ede lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16db expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.096206:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d89ed236/0xdf9e767e70097ede lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16db expref: 10 pid: 8422 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334730.096217:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624299008:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334730.096338:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed600 going to sleep for 11 seconds 00000100:00100000:3.0:1780334730.098752:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334730.099065:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604531200 00000100:00100000:2.0:1780334730.099074:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604531200 00010000:00010000:2.0:1780334730.099116:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d89ed236/0xdf9e767e70097ede lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16db expref: 11 pid: 8422 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334730.099261:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 428 00000100:00100000:2.0:1780334730.099272:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604531200:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334730.099288:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334730.099309:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d89ed236/0xdf9e767e70097ede lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16db expref: 11 pid: 8422 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.099324:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d89ed236/0xdf9e767e70097ede lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16db expref: 11 pid: 8422 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.099349:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334730.099351:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334730.099359:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 11 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.099370:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 11 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.099407:0:6523:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 11 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334730.099420:0:6523:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6523:1866815624299136:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334730.099498:0:6523:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01d90600 going to sleep for 11 seconds 00010000:00010000:0.0:1780334730.100678:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d89ed236/0xdf9e767e70097ede lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16db expref: 11 pid: 8422 timeout: 833 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334730.100698:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624299008:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334730.100723:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 10 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.100735:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ca00, rc 0) 00000100:00100000:0.0:1780334730.100785:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:32560:x1866815604531072:12345-192.168.203.22@tcp:101:cp.0 Request processed in 5019us (5391us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334730.100793:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 379 00000100:00100000:3.0:1780334730.115056:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334730.115201:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604531456 00000100:00100000:1.0:1780334730.115210:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604531456 00000100:00100000:1.0:1780334730.115263:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 270 00000100:00100000:1.0:1780334730.115276:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:32560:x1866815604531456:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:1.0:1780334730.115548:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:32560:x1866815604531456:12345-192.168.203.22@tcp:35:cp.0 Request processed in 276us (500us total) trans 4294968166 rc 0/0 00000100:00100000:1.0:1780334730.115556:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 270 00000100:00100000:2.0:1780334730.115660:0:6523:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6523:1866815624299136:192.168.203.22@tcp:105: 00010000:00010000:2.0:1780334730.115682:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334730.115704:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604531200:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 16435us (16959us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334730.115765:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 428 00000100:00100000:3.0:1780334730.156475:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334730.156868:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604531584 00000100:00100000:0.0:1780334730.156877:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604531584 00000100:00100000:0.0:1780334730.156944:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1408 00000100:00100000:0.0:1780334730.156955:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:32563:x1866815604531584:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334730.156976:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334730.157002:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70097eec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b16e9 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157073:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ef3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157087:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ef3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157098:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ef3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157109:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70097efa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157116:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70097efa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157124:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70097efa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157193:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70097f01 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157202:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70097f01 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157209:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70097f01 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334730.157245:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00000004:00200000:0.0:1780334730.157249:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334730.157267:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70097f01 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157286:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70097f01 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157295:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ef3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157301:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ef3 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157308:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ef3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157314:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ef3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157319:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334730.157322:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ef3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157329:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ef3 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157340:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:0.0:1780334730.157342:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334730.157347:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ef3 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157353:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70097ef3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157366:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70097efa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157372:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70097efa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157377:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70097efa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157382:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334730.157384:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70097efa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157389:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70097efa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157396:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9b6f01bf5d00) 00010000:00010000:0.0:1780334730.157399:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334730.157401:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70097efa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157407:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70097efa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157435:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70097eec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e9 expref: 108 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157448:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70097f01 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e9 expref: 107 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.157455:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:0.0:1780334730.157457:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334730.157460:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a800, rc 0) 00000100:00100000:0.0:1780334730.157524:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:32563:x1866815604531584:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 568us (1054us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334730.157532:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1408 00000100:00100000:3.0:1780334730.161077:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334730.161178:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604531712 00000100:00100000:1.0:1780334730.161188:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604531712 00000100:00100000:1.0:1780334730.161259:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 380 00000100:00100000:1.0:1780334730.161269:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604531712:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334730.161287:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334730.161304:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70097f08 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b16f0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334730.161361:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624299264:192.168.203.22@tcp:106: 00000100:00100000:1.0:1780334730.161447:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026add3c0 going to sleep for 11 seconds 00000100:00080000:2.0:1780334730.161506:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780334730.164042:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1780334730.171575:0:8519:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1780334730.171584:0:8519:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime: 0 -> 1780334730 00002000:00010000:1.0:1780334730.171587:0:8519:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime: 0 -> 1780334730 00002000:00010000:1.0:1780334730.171589:0:8519:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime: 0 -> 1780334730 00002000:00010000:1.0:1780334730.171591:0:8519:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1780334730.171613:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d79180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624299264:192.168.203.22@tcp:106: 00010000:00010000:1.0:1780334730.171649:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70097f08 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16f0 expref: 17 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334730.171672:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70097f08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16f0 expref: 17 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334730.171686:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334730.171748:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604531712:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 10480us (10680us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334730.171757:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 380 00000100:00100000:0.0:1780334730.175983:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334730.176105:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604531840 00000100:00100000:2.0:1780334730.176115:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604531840 00000100:00100000:2.0:1780334730.176167:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1409 00000100:00100000:2.0:1780334730.176177:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:32563:x1866815604531840:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334730.176197:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334730.176216:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097f0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b16f7 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.176282:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097f16 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.176297:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.176308:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334730.176350:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:2.0:1780334730.176354:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334730.176373:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.176398:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70097f0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16f7 expref: 109 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.176415:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097f16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16f7 expref: 108 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334730.176423:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:2.0:1780334730.176426:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334730.176430:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c600, rc 0) 00000100:00100000:2.0:1780334730.176489:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:32563:x1866815604531840:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 313us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334730.176497:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1409 00000100:00100000:3.0:1780334730.180509:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334730.181105:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604531968 00000100:00100000:0.0:1780334730.181115:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604531968 00000100:00100000:0.0:1780334730.181175:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 381 00000100:00100000:0.0:1780334730.181184:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604531968:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334730.181203:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334730.181220:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000495d169a/0xdf9e767e70097f1d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b16fe expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334730.181277:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624299392:192.168.203.22@tcp:106: 00000100:00100000:0.0:1780334730.181355:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed600 going to sleep for 11 seconds 00000100:00100000:0.0:1780334730.187573:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624299392:192.168.203.22@tcp:106: 00010000:00010000:0.0:1780334730.187606:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000495d169a/0xdf9e767e70097f1d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16fe expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.187630:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000495d169a/0xdf9e767e70097f1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16fe expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334730.187642:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b000, rc 0) 00000100:00100000:0.0:1780334730.187752:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604531968:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 6567us (7250us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334730.187760:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 381 00000100:00100000:3.0:1780334730.194212:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334730.194377:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604532224 00000100:00100000:2.0:1780334730.194387:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604532224 00000100:00100000:2.0:1780334730.194445:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1410 00000100:00100000:2.0:1780334730.194455:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:32563:x1866815604532224:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:2.0:1780334730.194640:0:6540:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].39, 136 off13496 00000100:00100000:2.0:1780334730.194723:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:32563:x1866815604532224:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 269us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334730.194731:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1410 00000100:00100000:1.0:1780334730.356024:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624299520:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334730.356089:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334730.356174:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624299520 00000100:00100000:1.0:1780334730.356182:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624299520 00000100:00100000:1.0:1780334730.356230:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1780334730.356239:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624299520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334730.356273:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334730.356321:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624299520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334730.356328:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1780334730.356374:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624299520:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334730.357929:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624299648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334730.357983:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334730.358063:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334730.358070:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624299776:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334730.358092:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334730.361368:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624299648 00000100:00100000:3.0:1780334730.361381:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624299648 00000100:00100000:2.0:1780334730.361404:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624299776 00000100:00100000:2.0:1780334730.361410:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624299776 00000100:00100000:3.0:1780334730.361450:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1780334730.361460:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624299648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334730.361490:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185899840 pending 0 free 3921383424 avail 3689861120 00000100:00080000:1.0:1780334730.361614:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334730.361640:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624299648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 181us (3656us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334730.361647:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1780334730.361664:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1780334730.361670:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624299776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334730.361681:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185899840 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334730.361711:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624299776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (3617us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334730.361717:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1780334730.361752:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624299776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334730.361770:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624299648:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1780334730.937674:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1780334730.957355:0:23688:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334730.957362:0:23688:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334730.957393:0:23688:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 3 00000040:00080000:1.0:1780334730.957399:0:23688:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1780334731.064111:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334731.064121:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334731.064149:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 3 00000040:00080000:1.0:1780334731.064159:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334731.064368:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624299904:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1780334731.064468:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026addb40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334731.076081:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334731.078003:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624299904:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334731.080308:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604532352 00000100:00100000:3.0:1780334731.080323:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604532352 00000100:00100000:3.0:1780334731.080408:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1411 00000100:00100000:3.0:1780334731.080418:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:32574:x1866815604532352:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334731.080456:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334731.080570:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:32574:x1866815604532352:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 153us (4499us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334731.080578:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1411 00000100:00100000:3.0:1780334731.085171:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334731.085243:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604532608 00000100:00100000:0.0:1780334731.085254:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604532608 00000100:00100000:0.0:1780334731.085309:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1412 00000100:00100000:0.0:1780334731.085319:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:32574:x1866815604532608:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334731.085341:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334731.085360:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70097f24 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1705 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.085475:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1aa00/0xdf9e767e70097f2b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.085492:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1aa00/0xdf9e767e70097f2b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.085505:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1aa00/0xdf9e767e70097f2b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334731.085516:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:0.0:1780334731.085621:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70097f24 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1705 expref: 55 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.085637:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1aa00/0xdf9e767e70097f2b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1705 expref: 54 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.085645:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:0.0:1780334731.085647:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334731.085651:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1aa00, rc 0) 00000100:00100000:0.0:1780334731.085716:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+54:32574:x1866815604532608:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 398us (555us total) trans 4294968167 rc 0/0 00000100:00100000:0.0:1780334731.086032:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1412 00000100:00100000:3.0:1780334731.088643:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334731.088687:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334731.088715:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604532864 00000100:00100000:3.0:1780334731.088733:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604532864 00000100:00100000:3.0:1780334731.088782:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 382 00000100:00100000:3.0:1780334731.088793:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604532864:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334731.088869:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000023c57050/0xdf9e767e70097f39 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334731.088888:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 9 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334731.088896:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334731.088898:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334731.088901:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023c57050/0xdf9e767e70097f39 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334731.088932:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 9 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334731.088946:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 9 pid: 16895 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334731.088960:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624300032:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334731.089030:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ff2fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1780334731.089540:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604532736 00000100:00100000:0.0:1780334731.089546:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604532736 00000100:00100000:0.0:1780334731.089591:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 67 00000100:00100000:0.0:1780334731.089599:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+54:2406:x1866815604532736:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334731.089610:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334731.089630:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1aa00/0xdf9e767e70097f2b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1705 expref: 54 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.089646:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:0.0:1780334731.089650:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334731.089688:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+53:2406:x1866815604532736:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 89us (1051us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334731.089696:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 67 00000100:00100000:0.0:1780334731.091356:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624300032:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334731.091463:0:16895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000023c57050/0xdf9e767e70097f39 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334731.092260:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334731.095466:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604532992 00000100:00100000:0.0:1780334731.095479:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604532992 00002000:00100000:1.0:1780334731.098323:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (0->157) req@ffff9b703b708a80 x1866815604532992/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:197/0 lens 648/0 e 0 to 0 dl 1780334742 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334731.098337:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703b708a80 with x1866815604532992 ext(0->157) 00010000:00010000:1.0:1780334731.098349:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 10 pid: 16895 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.098366:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 10 pid: 16895 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334731.098374:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b703b708a80 00000100:00100000:1.0:1780334731.098456:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 16 00000100:00100000:1.0:1780334731.098467:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604532992:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:3.0:1780334731.102115:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604532992:12345-192.168.203.22@tcp:4:cp.0 Request processed in 3639us (9847us total) trans 4294967367 rc 0/0 00000100:00100000:3.0:1780334731.102127:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 16 00002000:00100000:3.0:1780334731.102153:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (0->157) req@ffff9b703b708a80 x1866815604532992/t4294967367(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:197/0 lens 648/448 e 0 to 0 dl 1780334742 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334731.102170:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703b708a80 with x1866815604532992 ext(0->157) 00010000:00010000:3.0:1780334731.102180:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 12 pid: 16895 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334731.102197:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 12 pid: 16895 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334731.102204:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b703b708a80 00000100:00100000:0.0:1780334731.105895:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334731.105930:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604533120 00000100:00100000:0.0:1780334731.105939:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604533120 00010000:00010000:0.0:1780334731.105974:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 12 pid: 16895 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334731.106017:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 429 00000100:00100000:0.0:1780334731.106027:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604533120:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334731.106040:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780334731.106057:0:6522:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1780334731.106064:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 12 pid: 16895 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.106080:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 12 pid: 16895 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.106105:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e70097ee5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e2 expref: 12 pid: 16895 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.106121:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334731.106124:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334731.106128:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000023c57050/0xdf9e767e70097f39 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.106138:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023c57050/0xdf9e767e70097f39 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.106165:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334731.106216:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604533120:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 190us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334731.106224:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 429 00010000:00010000:0.0:1780334731.106338:0:16895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000023c57050/0xdf9e767e70097f39 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.106348:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000023c57050/0xdf9e767e70097f39 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.106368:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000023c57050/0xdf9e767e70097f39 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.106375:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000023c57050/0xdf9e767e70097f39 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.106467:0:16895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000023c57050/0xdf9e767e70097f39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.106474:0:16895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830e00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334731.106478:0:16895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000023c57050/0xdf9e767e70097f39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.106486:0:16895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000023c57050/0xdf9e767e70097f39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.106498:0:16895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000023c57050/0xdf9e767e70097f39 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.106504:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023c57050/0xdf9e767e70097f39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334731.106565:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604532864:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 17773us (17876us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334731.106574:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 382 00000100:00100000:1.0:1780334731.110552:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334731.111206:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604533376 00000100:00100000:2.0:1780334731.111218:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604533376 00000100:00100000:2.0:1780334731.111280:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1413 00000100:00100000:2.0:1780334731.111292:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+53:32574:x1866815604533376:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334731.111544:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+53:32574:x1866815604533376:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 254us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334731.111551:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1413 00000100:00100000:0.0:1780334731.120551:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334731.120858:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604533504 00000100:00100000:1.0:1780334731.120868:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604533504 00000100:00100000:1.0:1780334731.120919:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 383 00000100:00100000:1.0:1780334731.120928:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604533504:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334731.120944:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334731.120963:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097f40 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b170c expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334731.120993:0:8519:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 158, mtime: 0x6a1dc08a, atime: 0x0, ctime: 0x6a1dc08a, blocks: 0x8 00010000:00010000:1.0:1780334731.121013:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334731.121015:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334731.121022:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097f40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b170c expref: 11 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.121039:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097f40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b170c expref: 11 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.121052:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c200, rc 0) 00000100:00100000:1.0:1780334731.121106:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604533504:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 179us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334731.121113:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 383 00000100:00100000:1.0:1780334731.136292:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334731.136379:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604533760 00000100:00100000:0.0:1780334731.136389:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604533760 00000100:00100000:0.0:1780334731.136447:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1414 00000100:00100000:0.0:1780334731.136458:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+53:32574:x1866815604533760:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334731.136563:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+53:32574:x1866815604533760:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 107us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334731.136571:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1414 00000100:00100000:1.0:1780334731.142101:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334731.142172:0:8426:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604533888 00000100:00100000:2.0:1780334731.142182:0:8426:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604533888 00002000:00100000:2.0:1780334731.142224:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff9b6f01d7a680 x1866815604533888/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:197/0 lens 488/0 e 0 to 0 dl 1780334742 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334731.142236:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f01d7a680 with x1866815604533888 ext(0->4095) 00002000:00010000:2.0:1780334731.142241:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f01d7a680 00000100:00100000:2.0:1780334731.142270:0:8426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 103 00000100:00100000:2.0:1780334731.142278:0:8426:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604533888:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1780334731.142425:0:8426:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604533888:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 146us (330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780334731.142432:0:8426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 103 00002000:00100000:2.0:1780334731.142439:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff9b6f01d7a680 x1866815604533888/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:197/0 lens 488/4536 e 0 to 0 dl 1780334742 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334731.142446:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f01d7a680 with x1866815604533888 ext(0->4095) 00002000:00010000:2.0:1780334731.142450:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f01d7a680 00000100:00100000:0.0:1780334731.147690:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334731.148090:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604534016 00000100:00100000:3.0:1780334731.148099:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604534016 00000100:00100000:3.0:1780334731.148236:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1415 00000100:00100000:3.0:1780334731.148247:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+53:32574:x1866815604534016:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334731.148267:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334731.148286:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f47 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1713 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334731.148319:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097f4e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334731.148333:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097f4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334731.148344:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097f4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334731.148458:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f47 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1713 expref: 55 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334731.148481:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097f4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1713 expref: 54 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334731.148490:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:3.0:1780334731.148493:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334731.148497:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831400, rc 0) 00000100:00100000:3.0:1780334731.148560:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+54:32574:x1866815604534016:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 312us (874us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334731.148568:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1415 00000100:00100000:1.0:1780334731.152767:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334731.153054:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604534144 00000100:00100000:2.0:1780334731.153064:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604534144 00000100:00100000:2.0:1780334731.153253:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1416 00000100:00100000:2.0:1780334731.153264:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+54:32574:x1866815604534144:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334731.153295:0:6540:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334731.153456:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+54:32574:x1866815604534144:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 193us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334731.153465:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1416 00000100:00100000:1.0:1780334731.156870:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334731.157426:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604534272 00000100:00100000:0.0:1780334731.157436:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604534272 00000100:00100000:0.0:1780334731.157529:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 384 00000100:00100000:0.0:1780334731.157539:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604534272:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1780334731.157583:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005732c6aa/0xdf9e767e70097f55 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.157600:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334731.157602:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334731.157607:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005732c6aa/0xdf9e767e70097f55 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.157621:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005732c6aa/0xdf9e767e70097f55 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.157646:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005732c6aa/0xdf9e767e70097f55 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.157654:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005732c6aa/0xdf9e767e70097f55 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.157661:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005732c6aa/0xdf9e767e70097f55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.157668:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1bc00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334731.157672:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005732c6aa/0xdf9e767e70097f55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.157681:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005732c6aa/0xdf9e767e70097f55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.157696:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005732c6aa/0xdf9e767e70097f55 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334731.157703:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005732c6aa/0xdf9e767e70097f55 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334731.157791:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604534272:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 253us (928us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334731.157799:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 384 00000100:00100000:3.0:1780334731.160520:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334731.161006:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604534528 00000100:00100000:1.0:1780334731.161015:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604534528 00000100:00100000:1.0:1780334731.161105:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1417 00000100:00100000:1.0:1780334731.161115:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+54:32574:x1866815604534528:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1780334731.161228:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097f5c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.161252:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097f4e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1713 expref: 54 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.161265:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097f5c lrc: 4/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.161540:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097f4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1713 expref: 54 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.161559:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097f4e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1713 expref: 54 pid: 15367 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334731.161574:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d79f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624300160:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334731.161663:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026addb40 going to sleep for 11 seconds 00000100:00100000:1.0:1780334731.168741:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334731.168798:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604534656 00000100:00100000:2.0:1780334731.168807:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604534656 00010000:00010000:2.0:1780334731.168887:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097f4e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1713 expref: 55 pid: 15367 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334731.168925:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 430 00000100:00100000:2.0:1780334731.168935:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:2407:x1866815604534656:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334731.168950:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334731.168956:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097f4e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1713 expref: 55 pid: 15367 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334731.168968:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097f4e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1713 expref: 55 pid: 15367 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334731.168989:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:2.0:1780334731.168994:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097f5c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334731.169007:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097f5c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334731.169015:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097f5c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334731.169034:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334731.169079:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:2407:x1866815604534656:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 146us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334731.169087:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 430 00010000:00010000:0.0:1780334731.173153:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e70097f4e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1713 expref: 54 pid: 15367 timeout: 834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334731.173178:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d79f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624300160:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334731.173202:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097f5c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.173945:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097f5c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.173956:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097f5c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.174106:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097f5c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.174114:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097f5c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.174120:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097f5c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.174125:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334731.174128:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097f5c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.174135:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097f5c lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.174148:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:1.0:1780334731.174150:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334731.174154:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097f5c lrc: 2/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334731.174159:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70097f5c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334731.174308:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+54:32574:x1866815604534528:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 13192us (13794us total) trans 4294968168 rc 0/0 00000100:00100000:1.0:1780334731.174317:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1417 00000040:00080000:2.0:1780334731.175009:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334731.175015:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334731.176093:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1780334731.176106:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334731.177708:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334731.178508:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604534912 00000100:00100000:2.0:1780334731.178518:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604534912 00000100:00100000:2.0:1780334731.178563:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 271 00000100:00100000:2.0:1780334731.178572:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7e9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+54:32574:x1866815604534912:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334731.179118:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7e9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:32574:x1866815604534912:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 545us (1414us total) trans 4294968169 rc 0/0 00000100:00100000:2.0:1780334731.179126:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 271 00010000:00010000:1.0:1780334731.188291:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334732.214605:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334732.697325:0:23739:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334732.697334:0:23739:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334732.697364:0:23739:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 3 00000040:00080000:0.0:1780334732.697370:0:23739:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334732.739596:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334732.741505:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604535040 00000100:00100000:2.0:1780334732.741517:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604535040 00000100:00100000:2.0:1780334732.741581:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 385 00000100:00100000:2.0:1780334732.741592:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604535040:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334732.741609:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334732.741626:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec580830/0xdf9e767e70097f63 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b171a expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.741651:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334732.741653:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334732.741660:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec580830/0xdf9e767e70097f63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b171a expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.741677:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec580830/0xdf9e767e70097f63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b171a expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.741690:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448da00, rc 0) 00000100:00100000:2.0:1780334732.741746:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2406:x1866815604535040:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 157us (2157us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334732.741753:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 385 00000100:00080000:2.0:1780334732.742879:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334732.748412:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334732.748628:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604535296 00000100:00100000:3.0:1780334732.748638:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604535296 00000100:00080000:2.0:1780334732.748731:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334732.748769:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1418 00000100:00100000:3.0:1780334732.748781:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:32582:x1866815604535296:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334732.748799:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334732.748852:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f6a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1721 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.748947:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097f71 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.748962:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097f71 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.748973:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097f71 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334732.748990:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:3.0:1780334732.749108:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f6a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1721 expref: 111 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.749126:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097f71 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1721 expref: 110 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.749133:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:3.0:1780334732.749136:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1780334732.749151:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830e00, rc 0) 00000100:00100000:3.0:1780334732.749205:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:32582:x1866815604535296:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 427us (802us total) trans 4294968170 rc 0/0 00000100:00100000:3.0:1780334732.749212:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1418 00000001:00080000:2.0:1780334732.750894:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968170 is committed 00000001:00080000:2.0:1780334732.750910:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968169 is committed 00000001:00100000:2.0:1780334732.750930:0:6516:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7d7f6de8-4a25-4997-b449-393f374b9456 00000001:00080000:2.0:1780334732.750934:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968163 is committed 00000020:00000080:2.0:1780334732.750938:0:6516:0:(genops.c:906:class_export_put()) final put ffff9b6f03ea9000/7d7f6de8-4a25-4997-b449-393f374b9456 00000020:00080000:2.0:1780334732.750952:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30 batchid updated 00010000:00010000:2.0:1780334732.750975:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70097ec9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.750985:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70097ec9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.750998:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70097ec9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.751004:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334732.751009:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70097ec9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.751017:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70097ec9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.751031:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9b6f01bf5d00) 00010000:00010000:2.0:1780334732.751034:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334732.751039:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70097ec9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.751045:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70097ec9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1780334732.751069:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000020:00080000:2.0:1780334732.751079:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00010000:00010000:0.0:1780334732.751158:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70097df0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.751166:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70097df0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.751173:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70097df0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.751179:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ae00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334732.751182:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70097df0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.751189:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70097df0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.751198:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff9b70188d6600) 00010000:00010000:0.0:1780334732.751201:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334732.751205:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70097df0 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.751210:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70097df0 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.751226:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097df7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.751233:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097df7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.751239:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097df7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.751244:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334732.751247:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097df7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.751253:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097df7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.751260:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:0.0:1780334732.751262:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334732.751265:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097df7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.751271:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70097df7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1780334732.753016:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9b6f03ea9000/7d7f6de8-4a25-4997-b449-393f374b9456 for lustre-MDT0000 00000020:00000080:3.0:1780334732.756216:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9b6f03eae800 for lustre-MDT0000 00000100:00100000:1.0:1780334732.759031:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334732.761541:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604535424 00000100:00100000:2.0:1780334732.761552:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604535424 00000100:00100000:2.0:1780334732.761604:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 386 00000100:00100000:2.0:1780334732.761613:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2409:x1866815604535424:12345-192.168.203.22@tcp:1:lfs.0 00010000:00010000:2.0:1780334732.761655:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e70097f7f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.761674:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097f40 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b170c expref: 10 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.761684:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec580830/0xdf9e767e70097f63 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b171a expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.761691:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334732.761693:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334732.761696:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e70097f7f lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.761727:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec580830/0xdf9e767e70097f63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b171a expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.761740:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec580830/0xdf9e767e70097f63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b171a expref: 17 pid: 16895 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334732.761755:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624300288:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334732.761937:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097f40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b170c expref: 10 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.761947:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097f40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b170c expref: 10 pid: 8519 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334732.761958:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e82300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624300416:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334732.761983:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002b55840 going to sleep for 11 seconds 00000100:00100000:0.0:1780334732.765982:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334732.766023:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334732.766048:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604535680 00000100:00100000:0.0:1780334732.766056:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604535680 00010000:00010000:0.0:1780334732.766101:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097f40 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b170c expref: 11 pid: 8519 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334732.766116:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624300288:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334732.766130:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604535552 00000100:00100000:0.0:1780334732.766134:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604535552 00000100:00100000:2.0:1780334732.766135:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e82300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624300416:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334732.766147:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec580830/0xdf9e767e70097f63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b171a expref: 18 pid: 16895 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.766164:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e70097f7f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334732.766169:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 431 00000100:00100000:0.0:1780334732.766185:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604535680:12345-192.168.203.22@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780334732.766225:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 432 00000100:00100000:1.0:1780334732.766234:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2406:x1866815604535552:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334732.766246:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334732.766266:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec580830/0xdf9e767e70097f63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b171a expref: 18 pid: 16895 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334732.766279:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec580830/0xdf9e767e70097f63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b171a expref: 18 pid: 16895 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334732.766306:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec580830/0xdf9e767e70097f63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b171a expref: 18 pid: 16895 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334732.766322:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334732.766376:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2406:x1866815604535552:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 143us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334732.766384:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 432 00010000:00010000:0.0:1780334732.766523:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334732.766535:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097f40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b170c expref: 11 pid: 8519 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.766545:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097f40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b170c expref: 11 pid: 8519 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.766558:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000803608b5/0xdf9e767e70097f40 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b170c expref: 11 pid: 8519 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.766569:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334732.766571:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334732.766575:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e70097f7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.766583:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e70097f7f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.766606:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334732.766633:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e70097f7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.766642:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e70097f7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.766662:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e70097f7f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.766670:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e70097f7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334732.766678:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604535680:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 497us (701us total) trans 0 rc 0/0 00010000:00010000:2.0:1780334732.766685:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e70097f7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334732.766690:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 431 00010000:00010000:2.0:1780334732.766697:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334732.766701:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e70097f7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.766710:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e70097f7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1780334732.766718:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780334732.766994:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e70097f7f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.767004:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e70097f7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334732.767065:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604535424:12345-192.168.203.22@tcp:1:lfs.0 Request processed in 5453us (8044us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334732.767073:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 386 00000100:00100000:0.0:1780334732.771535:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334732.771601:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604535936 00000100:00100000:3.0:1780334732.771610:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604535936 00000100:00100000:3.0:1780334732.771661:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 272 00000100:00100000:3.0:1780334732.771671:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:32582:x1866815604535936:12345-192.168.203.22@tcp:35:lfs.0 00000004:00010000:3.0:1780334732.771730:0:6541:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x26:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097f71 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1721 expref: 107 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780334732.771948:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968171 00000001:00080000:3.0:1780334732.772213:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968172 00010000:00010000:3.0:1780334732.772250:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.772268:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097ed0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16d4 expref: 48 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.772275:0:6541:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70097f01 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e9 expref: 110 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.772282:0:6541:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.772313:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70097f01 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e9 expref: 110 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.772326:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70097f01 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e9 expref: 110 pid: 6538 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334732.772340:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624300544:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334732.772421:0:6541:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097ed0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16d4 expref: 48 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.772431:0:6541:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097ed0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16d4 expref: 48 pid: 6540 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334732.772439:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b709f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624300672:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334732.772462:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab86c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334732.785903:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334732.785944:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334732.785967:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604536192 00000100:00100000:1.0:1780334732.785972:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604536064 00000100:00100000:1.0:1780334732.785978:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604536064 00000100:00100000:0.0:1780334732.785979:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604536192 00010000:00010000:1.0:1780334732.786015:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70097f01 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e9 expref: 111 pid: 6538 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.786017:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097ed0 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16d4 expref: 49 pid: 6540 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334732.786065:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 433 00000100:00100000:0.0:1780334732.786073:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+49:2406:x1866815604536192:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334732.786085:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334732.786091:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097ed0 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16d4 expref: 49 pid: 6540 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.786100:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097ed0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16d4 expref: 49 pid: 6540 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.786116:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:0.0:1780334732.786119:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.786126:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.786143:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334732.786185:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+49:2406:x1866815604536192:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 112us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334732.786192:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 433 00000100:00100000:0.0:1780334732.786211:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 434 00000100:00100000:0.0:1780334732.786218:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604536064:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334732.786226:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334732.786230:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70097f01 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e9 expref: 111 pid: 6538 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.786240:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70097f01 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e9 expref: 111 pid: 6538 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.786248:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:0.0:1780334732.786251:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.786256:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.786261:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.786273:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334732.786286:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604536064:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 70us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334732.786290:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 434 00010000:00010000:3.0:1780334732.786595:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70097f01 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16e9 expref: 110 pid: 6538 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334732.786614:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624300544:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334732.786626:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70097ed0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16d4 expref: 48 pid: 6540 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334732.786638:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b709f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6541:1866815624300672:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334732.786658:0:6541:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.786667:0:6541:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.786673:0:6541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780334732.786765:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968173 00000001:00080000:3.0:1780334732.787135:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968174 00000001:00080000:3.0:1780334732.787170:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968175 00000100:00100000:3.0:1780334732.787259:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b709f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624300800:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1780334732.787307:0:6541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334732.787349:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780334732.787371:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624300800 00000100:00100000:3.0:1780334732.787376:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624300800 00000100:00100000:3.0:1780334732.787415:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1780334732.787423:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6541:x1866815624300800:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1780334732.787715:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6541:x1866815624300800:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 293us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334732.787726:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1780334732.787761:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b709f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624300800:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1780334732.788114:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968176 00000100:00100000:3.0:1780334732.788156:0:6541:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b709f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624300928:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1780334732.788197:0:6541:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334732.788223:0:6541:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8600 going to sleep for 11 seconds 00000100:00100000:2.0:1780334732.788239:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624300928 00000100:00100000:2.0:1780334732.788244:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624300928 00000100:00100000:2.0:1780334732.788281:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1780334732.788289:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6541:x1866815624300928:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1780334732.788383:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6541:x1866815624300928:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 94us (184us total) trans 4294967368 rc 0/0 00000100:00100000:2.0:1780334732.788389:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1780334732.788491:0:6541:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b709f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6541:1866815624300928:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:3.0:1780334732.788512:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.788520:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.788527:0:6541:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.788533:0:6541:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334732.788537:0:6541:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.788545:0:6541:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.788559:0:6541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:3.0:1780334732.788562:0:6541:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1780334732.788566:0:6541:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.788571:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097f86 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780334732.788656:0:6541:0:(mdd_object.c:4033:mdd_close()) Object [0x200000402:0x47:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1780334732.788712:0:6541:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9048 00000004:00080000:3.0:1780334732.788722:0:6541:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 736607910145ns, next at 737607908358ns, rc = 0 00000001:00080000:3.0:1780334732.788729:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968177 00010000:00010000:3.0:1780334732.788748:0:6541:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:3.0:1780334732.788751:0:6541:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1780334732.788757:0:6541:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097f71 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1721 expref: 114 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334732.788863:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:32582:x1866815604535936:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 17193us (17333us total) trans 4294968178 rc 0/0 00000100:00100000:3.0:1780334732.788870:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 272 00000020:00080000:3.0:1780334732.788874:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00080000:2.0:1780334732.789017:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334732.789023:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334732.835304:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334732.836237:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604536448 00000100:00100000:2.0:1780334732.836252:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604536448 00000100:00100000:2.0:1780334732.836314:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1419 00000100:00100000:2.0:1780334732.836324:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:32583:x1866815604536448:12345-192.168.203.22@tcp:101:lseek_test.0 00010000:00010000:2.0:1780334732.836349:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334732.836367:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097f8d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1728 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836441:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097f94 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836456:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097f94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836466:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097f94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836479:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097f9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836487:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097f9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836493:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097f9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836592:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097fa2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836601:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836607:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097fa2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334732.836616:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:2.0:1780334732.836684:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097f94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836694:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097f94 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836700:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097f94 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836706:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334732.836709:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097f94 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836716:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097f94 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836727:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:2.0:1780334732.836729:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334732.836733:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097f94 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836739:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097f94 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836750:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097f9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836756:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097f9b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836761:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097f9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836766:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448dc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334732.836769:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097f9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836775:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097f9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836781:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9b6f02d69f00) 00010000:00010000:2.0:1780334732.836783:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334732.836786:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097f9b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836792:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097f9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836882:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097f8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1728 expref: 116 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836906:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097fa2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1728 expref: 115 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334732.836913:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f02d69e00) 00010000:00010000:2.0:1780334732.836915:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334732.836918:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c800, rc 0) 00000100:00100000:2.0:1780334732.836983:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:32583:x1866815604536448:12345-192.168.203.22@tcp:101:lseek_test.0 Request processed in 661us (1687us total) trans 4294968179 rc 0/0 00000100:00100000:2.0:1780334732.836990:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1419 00000100:00100000:0.0:1780334732.840267:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334732.840300:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604536704 00000100:00100000:0.0:1780334732.840309:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604536704 00000100:00100000:0.0:1780334732.840360:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 68 00000100:00100000:0.0:1780334732.840369:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:32583:x1866815604536704:12345-192.168.203.22@tcp:103:lseek_test.0 00010000:00010000:0.0:1780334732.840382:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334732.840404:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097fa2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1728 expref: 115 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334732.840420:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f02d69e00) 00010000:00010000:0.0:1780334732.840431:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334732.840478:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:32583:x1866815604536704:12345-192.168.203.22@tcp:103:lseek_test.0 Request processed in 109us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334732.840486:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 68 00000100:00100000:2.0:1780334732.844186:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334732.844534:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604536832 00000100:00100000:3.0:1780334732.844544:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604536832 00000100:00100000:3.0:1780334732.844607:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1420 00000100:00100000:3.0:1780334732.844617:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:32583:x1866815604536832:12345-192.168.203.22@tcp:58:lseek_test.0 00010000:00010000:3.0:1780334732.844714:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097fb0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.844731:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097fb0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.844743:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097fb0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780334732.844857:0:9763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].40, 136 off13632 00000100:00100000:3.0:1780334732.844942:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:32583:x1866815604536832:12345-192.168.203.22@tcp:58:lseek_test.0 Request processed in 326us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334732.844950:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1420 00000100:00100000:0.0:1780334732.850753:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334732.850855:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604536960 00000100:00100000:3.0:1780334732.850865:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604536960 00000100:00100000:3.0:1780334732.850933:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1421 00000100:00100000:3.0:1780334732.850943:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:32583:x1866815604536960:12345-192.168.203.22@tcp:101:lseek_test.0 00010000:00010000:3.0:1780334732.850963:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334732.850980:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097fb7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b172f expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.851033:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097fb0 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.851043:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097fb7 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b172f expref: 115 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.851060:0:15367:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097fb0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.851072:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097fb7 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b172f expref: 115 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.851084:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:3.0:1780334732.851087:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334732.851091:0:15367:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097fb7 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b172f expref: 115 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334732.851097:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830800, rc 0) 00000100:00100000:3.0:1780334732.851146:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:32583:x1866815604536960:12345-192.168.203.22@tcp:101:lseek_test.0 Request processed in 205us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334732.851152:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1421 00010000:00010000:1.0:1780334733.236284:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334733.240335:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334733.240343:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334733.240373:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 4 00000040:00080000:2.0:1780334733.240383:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334733.240508:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624301056:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334733.240625:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70212c1a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334733.244906:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624301056:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1780334733.245053:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334733.245187:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604537088 00000100:00100000:1.0:1780334733.245194:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604537088 00000100:00100000:1.0:1780334733.245253:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1422 00000100:00100000:1.0:1780334733.245262:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:32584:x1866815604537088:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334733.245294:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334733.245401:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:32584:x1866815604537088:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 140us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334733.245409:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1422 00000100:00100000:3.0:1780334733.248379:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334733.248545:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604537216 00000100:00100000:2.0:1780334733.248553:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604537216 00000100:00100000:2.0:1780334733.248633:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1423 00000100:00100000:2.0:1780334733.248643:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:32584:x1866815604537216:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1780334733.248706:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097fbe lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248725:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097fbe lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248735:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097fbe lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248749:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097fc5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248755:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097fc5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248762:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097fc5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248779:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097fcc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248786:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097fcc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248792:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097fcc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334733.248870:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00000004:00200000:2.0:1780334733.248874:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334733.248885:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097fcc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248904:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097fbe lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248910:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097fbe lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248917:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097fbe lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248922:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334733.248926:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097fbe lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248932:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097fbe lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248943:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334733.248945:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334733.248949:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097fbe lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248955:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70097fbe lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248966:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097fc5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248976:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097fc5 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248982:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097fc5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248986:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448dc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334733.248989:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097fc5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.248994:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097fc5 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.249000:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa389f9b6 (ffff9b6f02d69f00) 00010000:00010000:2.0:1780334733.249002:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334733.249004:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097fc5 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.249009:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097fc5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.249021:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097fcc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.249026:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097fcc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.249031:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097fcc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.249035:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334733.249039:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097fcc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.249044:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097fcc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.249050:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:2.0:1780334733.249052:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334733.249054:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097fcc lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.249059:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097fcc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334733.249114:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:32584:x1866815604537216:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 Request processed in 472us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334733.249121:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1423 00000100:00100000:0.0:1780334733.252664:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334733.252764:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604537472 00000100:00100000:2.0:1780334733.252773:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604537472 00000100:00100000:2.0:1780334733.252846:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1424 00000100:00100000:2.0:1780334733.252855:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+48:32584:x1866815604537472:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334733.252876:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334733.253197:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097fd3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1736 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.253296:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097fda lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.253311:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097fda lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.253513:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097fda lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334733.253527:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:2.0:1780334733.253604:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097fda lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.253611:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097fda lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.253616:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097fda lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.253621:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334733.253624:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097fda lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.253631:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097fda lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.253641:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:2.0:1780334733.253644:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334733.253648:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097fda lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.253653:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e70097fda lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.253694:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097fd3 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1736 expref: 50 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.253708:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334733.253710:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780334733.253714:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70097fd3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1736 expref: 50 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.253723:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c800, rc 0) 00000100:00100000:2.0:1780334733.253910:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+49:32584:x1866815604537472:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1055us (1253us total) trans 4294968180 rc 301/301 00000100:00100000:2.0:1780334733.253920:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1424 00000100:00100000:0.0:1780334733.257987:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334733.258066:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604537600 00000100:00100000:3.0:1780334733.258077:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604537600 00000100:00100000:3.0:1780334733.258636:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1425 00000100:00100000:3.0:1780334733.258649:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+49:32584:x1866815604537600:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334733.258684:0:9763:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334733.258803:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+49:32584:x1866815604537600:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 157us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334733.258847:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1425 00000100:00100000:0.0:1780334733.263460:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334733.263977:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604537856 00000100:00100000:2.0:1780334733.263987:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604537856 00000100:00100000:2.0:1780334733.264086:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1426 00000100:00100000:2.0:1780334733.264096:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+49:32584:x1866815604537856:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334733.264116:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334733.264144:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097fe8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b173d expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.264544:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097fef lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.264558:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097fef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.264570:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097fef lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334733.264580:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00010000:00010000:2.0:1780334733.264624:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70097fe8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b173d expref: 52 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.264642:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097fef lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b173d expref: 51 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.264651:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b6f02d69f00) 00010000:00010000:2.0:1780334733.264654:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334733.264657:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448dc00, rc 0) 00000100:00100000:2.0:1780334733.264718:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:32584:x1866815604537856:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 623us (1267us total) trans 4294968181 rc 0/0 00000100:00100000:2.0:1780334733.264725:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1426 00000100:00100000:3.0:1780334733.267304:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334733.268027:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604538112 00000100:00100000:1.0:1780334733.268039:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604538112 00000100:00100000:1.0:1780334733.268093:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1427 00000100:00100000:1.0:1780334733.268103:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:32584:x1866815604538112:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1780334733.268268:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334733.268294:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70097fef lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b173d expref: 51 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.268313:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b6f02d69f00) 00010000:00010000:1.0:1780334733.268333:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334733.268355:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.268370:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097f16 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16f7 expref: 114 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.268378:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 4/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.268410:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097f16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16f7 expref: 114 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.268423:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097f16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16f7 expref: 114 pid: 9763 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334733.268437:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624301184:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334733.268546:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026add840 going to sleep for 11 seconds 00000100:00100000:0.0:1780334733.272189:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334733.272786:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624301184:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334733.272837:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334733.272992:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604538240 00000100:00100000:2.0:1780334733.272999:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604538240 00010000:00010000:2.0:1780334733.273034:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097f16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16f7 expref: 115 pid: 9763 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334733.273102:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 435 00000100:00100000:2.0:1780334733.273112:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:2407:x1866815604538240:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334733.273126:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334733.273194:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097f16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16f7 expref: 115 pid: 9763 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.273206:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097f16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16f7 expref: 115 pid: 9763 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.273226:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70097f16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16f7 expref: 115 pid: 9763 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.273242:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:2.0:1780334733.273246:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.273256:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.273264:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.273290:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334733.273434:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273441:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273516:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098004 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0xe52e2fea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273527:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098004 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0xe52e2fea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273535:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098004 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0xe52e2fea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273595:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273603:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273609:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273615:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273620:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334733.273624:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273631:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273640:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:1.0:1780334733.273643:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334733.273646:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 3/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273652:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70097ffd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273661:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098004 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0xe52e2fea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273667:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098004 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xe52e2fea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273673:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098004 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xe52e2fea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273677:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334733.273680:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098004 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xe52e2fea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273686:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098004 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xe52e2fea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273693:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0xe52e2fea (ffff9b703c6c5500) 00010000:00010000:1.0:1780334733.273695:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334733.273698:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098004 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0xe52e2fea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.273703:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098004 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0xe52e2fea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334733.273775:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:2407:x1866815604538240:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 663us (1593us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334733.273782:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 435 00000100:00100000:1.0:1780334733.273843:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:32584:x1866815604538112:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 5741us (6548us total) trans 0 rc -2/-2 00000100:00100000:1.0:1780334733.273850:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1427 00000100:00100000:3.0:1780334733.275742:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334733.275924:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604538368 00000100:00100000:0.0:1780334733.275933:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604538368 00000100:00100000:0.0:1780334733.275984:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1428 00000100:00100000:0.0:1780334733.275992:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:32584:x1866815604538368:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334733.276010:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334733.276026:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009800b lrc: 2/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1744 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.276055:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098012 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.276067:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098012 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.276077:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098012 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.276178:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009800b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1744 expref: 52 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.276199:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098012 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1744 expref: 51 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.276207:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:0.0:1780334733.276211:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334733.276214:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b200, rc 0) 00000100:00100000:0.0:1780334733.276258:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+51:32584:x1866815604538368:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 267us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334733.276264:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1428 00000100:00100000:0.0:1780334733.278487:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334733.278785:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604538624 00000100:00100000:2.0:1780334733.278793:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604538624 00000100:00100000:2.0:1780334733.278905:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1429 00000100:00100000:2.0:1780334733.278914:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:32584:x1866815604538624:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334733.278981:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098019 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.278996:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098019 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.279006:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098019 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334733.279120:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000510f2b1a reply state 00000000ebc82464 transno 4294968182 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098019 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.279143:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098019 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.279150:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:2.0:1780334733.279153:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1780334733.279156:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334733.279231:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+53:32584:x1866815604538624:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 318us (752us total) trans 4294968182 rc 0/0 00000100:00100000:2.0:1780334733.279238:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1429 00000100:00100000:1.0:1780334733.281114:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334733.281257:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604538752 00000100:00100000:2.0:1780334733.281266:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604538752 00000100:00100000:2.0:1780334733.281307:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1430 00000100:00100000:2.0:1780334733.281317:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+53:32584:x1866815604538752:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334733.281338:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334733.281354:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70098020 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b174b expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.281398:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70098020 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b174b expref: 54 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.281411:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70098020 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b174b expref: 54 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.281420:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:2.0:1780334733.281423:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334733.281426:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c800, rc 0) 00000100:00100000:2.0:1780334733.281475:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+54:32584:x1866815604538752:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 160us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334733.281481:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1430 00000100:00100000:0.0:1780334733.283316:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334733.283375:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604538880 00000100:00100000:1.0:1780334733.283383:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604538880 00000100:00100000:1.0:1780334733.283467:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 273 00000100:00100000:1.0:1780334733.283476:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+54:32584:x1866815604538880:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1780334733.283589:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+54:32584:x1866815604538880:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 Request processed in 114us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334733.283595:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 273 00000100:00100000:3.0:1780334733.285637:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334733.285710:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604539136 00000100:00100000:0.0:1780334733.285718:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604539136 00000100:00100000:0.0:1780334733.285756:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 274 00000100:00100000:0.0:1780334733.285765:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+54:32584:x1866815604539136:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1780334733.285992:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:32584:x1866815604539136:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 228us (422us total) trans 4294968183 rc 0/0 00000100:00100000:0.0:1780334733.285999:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 274 00000100:00100000:0.0:1780334733.288090:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334733.288165:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604539392 00000100:00100000:3.0:1780334733.288173:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604539392 00000100:00100000:3.0:1780334733.288227:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1431 00000100:00100000:3.0:1780334733.288236:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+55:32584:x1866815604539392:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334733.288349:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+55:32584:x1866815604539392:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 114us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334733.288356:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1431 00000100:00100000:3.0:1780334733.291466:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334733.291546:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604539648 00000100:00100000:2.0:1780334733.291555:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604539648 00000100:00100000:2.0:1780334733.291618:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1432 00000100:00100000:2.0:1780334733.291627:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:32584:x1866815604539648:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334733.291647:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334733.291665:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098027 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1752 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.291768:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009802e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.291782:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70098020 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b174b expref: 56 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.291790:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009802e lrc: 4/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.291858:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70098020 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b174b expref: 56 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.291871:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70098020 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b174b expref: 56 pid: 6539 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334733.291884:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624301312:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334733.291959:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7018a71e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780334733.294304:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624301312:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334733.294383:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009802e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334733.300388:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334733.300749:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604539776 00000100:00100000:1.0:1780334733.300759:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604539776 00010000:00010000:1.0:1780334733.300799:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70098020 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b174b expref: 57 pid: 6539 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334733.300879:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 436 00000100:00100000:1.0:1780334733.300889:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+57:2406:x1866815604539776:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334733.300903:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334733.300909:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70098020 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b174b expref: 57 pid: 6539 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.300922:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70098020 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b174b expref: 57 pid: 6539 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.300949:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e70098020 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b174b expref: 57 pid: 6539 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.300965:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:1.0:1780334733.300970:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009802e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.300980:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009802e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.300988:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009802e lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.301021:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334733.301076:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+56:2406:x1866815604539776:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 188us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334733.301086:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 436 00010000:00010000:2.0:1780334733.301767:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009802e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.301777:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009802e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334733.301795:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00000004:00080000:2.0:1780334733.302275:0:6539:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:2.0:1780334733.302361:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009802e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.302367:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009802e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.302372:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009802e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.302375:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334733.302379:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009802e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.302384:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009802e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.302394:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:2.0:1780334733.302398:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334733.302401:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009802e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.302411:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009802e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.302464:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098027 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1752 expref: 56 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.302474:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9b70188d6300) 00010000:00010000:2.0:1780334733.302476:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780334733.302480:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098027 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1752 expref: 56 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.302489:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c600, rc 0) 00000100:00100000:2.0:1780334733.302588:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:32584:x1866815604539648:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 10957us (11126us total) trans 4294968184 rc 301/301 00000100:00100000:2.0:1780334733.302594:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1432 00000100:00100000:3.0:1780334733.305390:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334733.305531:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604540032 00000100:00100000:1.0:1780334733.305540:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604540032 00000100:00100000:1.0:1780334733.305607:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 275 00000100:00100000:1.0:1780334733.305617:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:32584:x1866815604540032:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334733.306021:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+56:32584:x1866815604540032:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 404us (636us total) trans 4294968185 rc 0/0 00000100:00100000:1.0:1780334733.306029:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 275 00000100:00100000:0.0:1780334733.308279:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334733.308440:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604540160 00000100:00100000:1.0:1780334733.308449:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604540160 00000100:00100000:1.0:1780334733.308504:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1433 00000100:00100000:1.0:1780334733.308514:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+56:32584:x1866815604540160:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334733.308537:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334733.308555:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009803c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1759 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.308618:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098043 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.308633:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098043 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.308644:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098043 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334733.308731:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00000004:00200000:1.0:1780334733.308736:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334733.308759:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098043 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.308782:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009803c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1759 expref: 58 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.308797:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098043 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1759 expref: 57 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.308806:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:1.0:1780334733.308843:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1780334733.308847:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d800, rc 0) 00000100:00100000:1.0:1780334733.308991:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+57:32584:x1866815604540160:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 479us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334733.309001:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1433 00000100:00100000:3.0:1780334733.310751:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334733.310956:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604540288 00000100:00100000:0.0:1780334733.310965:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604540288 00000100:00100000:0.0:1780334733.311079:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 387 00000100:00100000:0.0:1780334733.311089:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604540288:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334733.311105:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334733.311124:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e7009804a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1760 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334733.311157:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780334733.311178:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334733.311180:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334733.311188:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e7009804a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1760 expref: 11 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.311204:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e7009804a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1760 expref: 11 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.311216:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b000, rc 0) 00000100:00100000:0.0:1780334733.311268:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604540288:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 180us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334733.311275:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 387 00000100:00080000:2.0:1780334733.311524:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334733.315083:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334733.315226:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604540544 00000100:00100000:2.0:1780334733.315236:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604540544 00000100:00100000:2.0:1780334733.315288:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1434 00000100:00100000:2.0:1780334733.315298:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+57:32584:x1866815604540544:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334733.315408:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+57:32584:x1866815604540544:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 110us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334733.315415:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1434 00000100:00100000:3.0:1780334733.318942:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334733.319006:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604540672 00000100:00100000:0.0:1780334733.319016:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604540672 00000100:00100000:0.0:1780334733.319068:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 388 00000100:00100000:0.0:1780334733.319078:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:32584:x1866815604540672:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334733.319096:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334733.319113:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005732c6aa/0xdf9e767e70098051 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1767 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.319143:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e7009804a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1760 expref: 12 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.319153:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334733.319154:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334733.319158:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005732c6aa/0xdf9e767e70098051 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1767 expref: 12 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.319192:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e7009804a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1760 expref: 12 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.319206:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e7009804a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1760 expref: 12 pid: 8419 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334733.319219:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624301440:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334733.319307:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045edcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334733.321396:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624301440:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334733.321683:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005732c6aa/0xdf9e767e70098051 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1767 expref: 12 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.321704:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1bc00, rc 0) 00000100:00100000:1.0:1780334733.321800:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:32584:x1866815604540672:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 2723us (2865us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334733.321854:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 388 00000100:00100000:1.0:1780334733.323872:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334733.323997:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604540800 00000100:00100000:0.0:1780334733.324006:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604540800 00010000:00010000:0.0:1780334733.324044:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e7009804a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1760 expref: 12 pid: 8419 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334733.324085:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 437 00000100:00100000:0.0:1780334733.324095:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604540800:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334733.324108:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334733.324126:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e7009804a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1760 expref: 12 pid: 8419 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.324140:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e7009804a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1760 expref: 12 pid: 8419 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.324162:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e7009804a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1760 expref: 12 pid: 8419 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.324177:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334733.324179:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334733.324185:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005732c6aa/0xdf9e767e70098051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1767 expref: 11 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.324194:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005732c6aa/0xdf9e767e70098051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1767 expref: 11 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.324230:0:8446:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005732c6aa/0xdf9e767e70098051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1767 expref: 11 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334733.324246:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bdb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8446:1866815624301568:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334733.324314:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed540 going to sleep for 11 seconds 00000100:00100000:0.0:1780334733.329008:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334733.329247:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bdb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8446:1866815624301568:192.168.203.22@tcp:105: 00010000:00010000:2.0:1780334733.329269:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334733.329332:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604540800:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 5238us (5468us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334733.329342:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 437 00000100:00100000:3.0:1780334733.329749:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604540928 00000100:00100000:3.0:1780334733.329756:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604540928 00002000:00100000:3.0:1780334733.329796:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->157) req@ffff9b7012bd8e00 x1866815604540928/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:199/0 lens 648/0 e 0 to 0 dl 1780334744 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334733.329807:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7012bd8e00 with x1866815604540928 ext(0->157) 00002000:00010000:3.0:1780334733.329846:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b7012bd8e00 00000100:00100000:3.0:1780334733.329921:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 104 00000100:00100000:3.0:1780334733.329931:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604540928:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1780334733.330694:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604540928:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 762us (1693us total) trans 4294967377 rc 0/0 00000100:00100000:3.0:1780334733.330702:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 104 00002000:00100000:3.0:1780334733.330709:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->157) req@ffff9b7012bd8e00 x1866815604540928/t4294967377(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:199/0 lens 648/448 e 0 to 0 dl 1780334744 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334733.330719:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7012bd8e00 with x1866815604540928 ext(0->157) 00002000:00010000:3.0:1780334733.330722:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b7012bd8e00 00000001:00080000:0.0:1780334733.334886:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967377 is committed 00000001:00100000:0.0:1780334733.334901:0:9483:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7d7f6de8-4a25-4997-b449-393f374b9456 00000020:00000080:0.0:1780334733.334905:0:9483:0:(genops.c:906:class_export_put()) final put ffff9b6f02fb2800/7d7f6de8-4a25-4997-b449-393f374b9456 00000020:00000080:2.0:1780334733.334971:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9b6f02fb2800/7d7f6de8-4a25-4997-b449-393f374b9456 for lustre-OST0001 00000020:00000080:2.0:1780334733.335023:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9b6f02fb5800 for lustre-OST0001 00000100:00100000:2.0:1780334733.335456:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334733.335543:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604541056 00000100:00100000:1.0:1780334733.335552:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604541056 00000100:00100000:1.0:1780334733.335700:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1435 00000100:00100000:1.0:1780334733.335712:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+57:32584:x1866815604541056:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1780334733.337318:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968185 is committed 00000001:00080000:2.0:1780334733.337340:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968179 is committed 00000004:00080000:2.0:1780334733.337346:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000020:00080000:2.0:1780334733.337366:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f04ab8d80 refcount 2 committed 0 result 0 batchid 31 00000020:00080000:2.0:1780334733.337371:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b703c6d2e00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04ab8180 00000020:00080000:2.0:1780334733.337375:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b703c6d2000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04ee2600 00000020:00080000:2.0:1780334733.337398:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 31 committed batchid 30 00000020:00080000:2.0:1780334733.337456:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000100:00100000:2.0:1780334733.337696:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034604000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624301696:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780334733.337756:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334733.337851:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624301696 00000100:00100000:3.0:1780334733.337859:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624301696 00000100:00100000:3.0:1780334733.337904:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1780334733.337914:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624301696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780334733.337939:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:26 count 1 00002000:00010000:3.0:1780334733.337969:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 158, mtime: 0x6a1dc08a, atime: 0x0, ctime: 0x6a1dc08a, blocks: 0x8 00010000:00010000:3.0:1780334733.337977:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fda67bfd/0xdf9e767e70098058 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.337998:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334733.338000:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334733.338005:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fda67bfd/0xdf9e767e70098058 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.338018:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fda67bfd/0xdf9e767e70098058 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.338028:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fda67bfd/0xdf9e767e70098058 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.338035:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fda67bfd/0xdf9e767e70098058 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.338051:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1780334733.338185:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3658:x1866815624301696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 272us (429us total) trans 4294967369 rc 0/0 00000100:00100000:3.0:1780334733.338192:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00010000:00010000:3.0:1780334733.338212:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780334733.338218:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fda67bfd/0xdf9e767e70098058 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.338226:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334733.338230:0:10291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fda67bfd/0xdf9e767e70098058 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.338245:0:10291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fda67bfd/0xdf9e767e70098058 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.338260:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fda67bfd/0xdf9e767e70098058 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.338268:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fda67bfd/0xdf9e767e70098058 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.338286:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334733.338288:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334733.338289:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780334733.338470:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b7034604000/2, rc 0, transno 4294967369 00000100:00100000:3.0:1780334733.338476:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034604000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624301696:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780334733.338656:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:32584:x1866815604541056:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 2945us (3203us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334733.338664:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1435 00010000:00010000:0.0:1780334733.340151:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098019 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.340167:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098019 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.340175:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098019 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.340182:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334733.340186:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098019 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.340194:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098019 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.340209:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:0.0:1780334733.340213:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1780334733.340217:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098019 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.340223:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098019 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780334733.341090:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967369 is committed 00000001:00080000:3.0:1780334733.341102:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967367 is committed 00000001:00100000:3.0:1780334733.341110:0:8415:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7d7f6de8-4a25-4997-b449-393f374b9456 00000020:00000080:3.0:1780334733.341114:0:8415:0:(genops.c:906:class_export_put()) final put ffff9b7010bd3800/7d7f6de8-4a25-4997-b449-393f374b9456 00000020:00000080:0.0:1780334733.341217:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9b7010bd3800/7d7f6de8-4a25-4997-b449-393f374b9456 for lustre-OST0000 00000100:00100000:1.0:1780334733.342355:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334733.342426:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604541184 00000100:00100000:3.0:1780334733.342435:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604541184 00000100:00100000:3.0:1780334733.342492:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 390 00000100:00100000:3.0:1780334733.342502:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604541184:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1780334733.342657:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604541184:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 156us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334733.342664:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 390 00000020:00000080:0.0:1780334733.343236:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9b7010bd6000 for lustre-OST0000 00000100:00100000:1.0:1780334733.345358:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334733.345423:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604541440 00000100:00100000:0.0:1780334733.345433:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604541440 00000100:00100000:0.0:1780334733.345484:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1436 00000100:00100000:0.0:1780334733.345492:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:32584:x1866815604541440:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1780334733.345539:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334733.345567:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098043 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1759 expref: 50 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.345764:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:0.0:1780334733.345770:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334733.345797:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e7009805f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.345942:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e7009805f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.345954:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e7009805f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334733.346059:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009187fdaf reply state 000000001fd308a4 transno 4294968186 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e7009805f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.346070:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e7009805f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.346076:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:0.0:1780334733.346078:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334733.346081:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780334733.346174:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:32584:x1866815604541440:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 682us (822us total) trans 4294968186 rc 0/0 00000100:00100000:0.0:1780334733.346184:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1436 00000100:00100000:2.0:1780334733.349673:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334733.350147:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604541568 00000100:00100000:3.0:1780334733.350160:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604541568 00000100:00100000:2.0:1780334733.350399:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1437 00000100:00100000:2.0:1780334733.350412:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+51:32584:x1866815604541568:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334733.350445:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334733.350470:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098066 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b176e expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.350544:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098066 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b176e expref: 52 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.350565:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098066 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b176e expref: 52 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.350588:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:2.0:1780334733.350592:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334733.350596:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d800, rc 0) 00000100:00100000:2.0:1780334733.350670:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:32584:x1866815604541568:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 262us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334733.350679:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1437 00000100:00100000:1.0:1780334733.355121:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334733.355202:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604541696 00000100:00100000:0.0:1780334733.355215:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604541696 00000100:00100000:0.0:1780334733.355452:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 391 00000100:00100000:0.0:1780334733.355490:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604541696:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1780334733.355664:0:8519:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1780334733.355668:0:8519:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime from disk: 0 -> 1780334730 00002000:00010000:0.0:1780334733.355671:0:8519:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime from disk: 0 -> 1780334730 00002000:00010000:0.0:1780334733.355673:0:8519:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime from disk: 0 -> 1780334730 00002000:00010000:0.0:1780334733.355675:0:8519:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1780334733.355743:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604541696:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 280us (635us total) trans 4294967378 rc 0/0 00000100:00100000:0.0:1780334733.355750:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 391 00000100:00100000:1.0:1780334733.359387:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334733.359487:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604541952 00000100:00100000:2.0:1780334733.359500:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604541952 00000100:00100000:2.0:1780334733.359576:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1438 00000100:00100000:2.0:1780334733.359592:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:32584:x1866815604541952:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1780334733.359679:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009806d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.359701:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098012 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1744 expref: 52 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.359713:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009806d lrc: 4/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.359769:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098012 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1744 expref: 52 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.359786:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098012 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1744 expref: 52 pid: 9763 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334733.359852:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624301824:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334733.359960:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7018a71e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334733.367735:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334733.368431:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604542080 00000100:00100000:3.0:1780334733.368444:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604542080 00010000:00010000:3.0:1780334733.368497:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098012 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1744 expref: 53 pid: 9763 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334733.368918:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 438 00000100:00100000:3.0:1780334733.368928:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:2406:x1866815604542080:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334733.368943:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334733.368949:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098012 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1744 expref: 53 pid: 9763 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.368962:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098012 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1744 expref: 53 pid: 9763 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.368983:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:3.0:1780334733.368989:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009806d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.368997:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009806d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.369005:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009806d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.369025:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334733.369082:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:2406:x1866815604542080:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 156us (1363us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334733.369090:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 438 00010000:00010000:1.0:1780334733.369182:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098012 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1744 expref: 52 pid: 9763 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334733.369213:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624301824:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334733.369242:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009806d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.369399:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009806d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.369406:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009806d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.369454:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009806d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.369461:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009806d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.369468:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009806d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.369475:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448da00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334733.369480:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009806d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.369488:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009806d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.369504:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:1.0:1780334733.369507:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1780334733.369512:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009806d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.369519:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009806d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334733.369611:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:32584:x1866815604541952:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 10022us (10237us total) trans 0 rc -22/-22 00000100:00100000:1.0:1780334733.369620:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1438 00000100:00100000:0.0:1780334733.379024:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334733.379125:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604542208 00000100:00100000:2.0:1780334733.379142:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604542208 00000100:00100000:2.0:1780334733.379223:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 392 00000100:00100000:2.0:1780334733.379236:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604542208:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334733.379297:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70098074 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.379323:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005732c6aa/0xdf9e767e70098051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1767 expref: 12 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.379332:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334733.379334:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334733.379338:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70098074 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.379380:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005732c6aa/0xdf9e767e70098051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1767 expref: 12 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.379397:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005732c6aa/0xdf9e767e70098051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1767 expref: 12 pid: 8519 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334733.379413:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624301952:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334733.379526:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7018a71d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334733.382485:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624301952:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334733.382523:0:16895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70098074 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334733.382949:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334733.383282:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604542336 00000100:00100000:2.0:1780334733.383291:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604542336 00010000:00010000:2.0:1780334733.383338:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005732c6aa/0xdf9e767e70098051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1767 expref: 13 pid: 8519 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334733.383382:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 439 00000100:00100000:2.0:1780334733.383392:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604542336:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334733.383409:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334733.383433:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005732c6aa/0xdf9e767e70098051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1767 expref: 13 pid: 8519 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.383447:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005732c6aa/0xdf9e767e70098051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1767 expref: 13 pid: 8519 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.383475:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005732c6aa/0xdf9e767e70098051 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1767 expref: 13 pid: 8519 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.383496:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334733.383498:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334733.383503:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70098074 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.383514:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70098074 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334733.383543:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334733.383804:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604542336:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 404us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334733.383854:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 439 00010000:00010000:1.0:1780334733.383936:0:16895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70098074 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.383946:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70098074 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.383971:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70098074 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.383980:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70098074 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.383988:0:16895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70098074 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.383995:0:16895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334733.384000:0:16895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70098074 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.384019:0:16895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70098074 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.384039:0:16895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70098074 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.384047:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d89ed236/0xdf9e767e70098074 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334733.384107:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604542208:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 4875us (5092us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334733.384117:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 392 00000100:00100000:3.0:1780334733.386518:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334733.386623:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604542592 00000100:00100000:0.0:1780334733.386634:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604542592 00000100:00100000:0.0:1780334733.386708:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1439 00000100:00100000:0.0:1780334733.386720:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:32584:x1866815604542592:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1780334733.387293:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009807b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.387318:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009807b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.387332:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009807b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.387514:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70098082 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.387528:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098066 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b176e expref: 52 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.387538:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70098082 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.387579:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098066 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b176e expref: 52 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.387597:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098066 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b176e expref: 52 pid: 9763 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334733.387615:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624302080:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334733.387778:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045edd80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334733.390484:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624302080:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334733.390522:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70098082 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334733.396999:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334733.397129:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604542720 00000100:00100000:0.0:1780334733.397142:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604542720 00010000:00010000:0.0:1780334733.397649:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098066 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b176e expref: 53 pid: 9763 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334733.397703:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 440 00000100:00100000:0.0:1780334733.397714:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+53:2407:x1866815604542720:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334733.397732:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334733.397739:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098066 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b176e expref: 53 pid: 9763 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.397760:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098066 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b176e expref: 53 pid: 9763 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.397788:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098066 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b176e expref: 53 pid: 9763 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.398045:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:0.0:1780334733.398052:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70098082 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.398064:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70098082 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.398073:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70098082 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334733.398168:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334733.398251:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604542720:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 537us (1265us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334733.398260:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 440 00010000:00010000:1.0:1780334733.398662:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70098082 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.398672:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70098082 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780334733.399372:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968187 00000001:00080000:1.0:1780334733.399548:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968188 00000001:00080000:1.0:1780334733.399583:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968189 00000100:00100000:1.0:1780334733.399688:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624302208:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1780334733.399761:0:6538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334733.399938:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026addcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334733.400963:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624302208 00000100:00100000:2.0:1780334733.400975:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624302208 00000100:00100000:2.0:1780334733.401092:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1780334733.401104:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6538:x1866815624302208:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1780334733.401274:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6538:x1866815624302208:12345-0@lo:1000:mdt00_000.0 Request processed in 172us (1511us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334733.401282:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00080000:0.0:1780334733.401468:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334733.401781:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624302208:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1780334733.402011:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968190 00000100:00100000:3.0:1780334733.402107:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624302336:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1780334733.402164:0:6538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334733.402198:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780334733.402830:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624302336 00000100:00100000:1.0:1780334733.402840:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624302336 00000100:00100000:1.0:1780334733.402892:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1780334733.402902:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6538:x1866815624302336:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1780334733.403080:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6538:x1866815624302336:12345-0@lo:1000:mdt00_000.0 Request processed in 179us (916us total) trans 4294967379 rc 0/0 00000100:00100000:1.0:1780334733.403089:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1780334733.403418:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6538:1866815624302336:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1780334733.403514:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968191 00010000:00010000:3.0:1780334733.403558:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70098082 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.403570:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70098082 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.403579:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70098082 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.403585:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334733.403591:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70098082 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.403600:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70098082 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.403620:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:3.0:1780334733.403623:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334733.403630:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70098082 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.403637:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e70098082 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.403669:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097fb0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.403675:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097fb0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.403681:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097fb0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.403686:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334733.403688:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097fb0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.403694:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097fb0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.403702:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:3.0:1780334733.403705:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334733.403713:0:6538:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097fb7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b172f expref: 104 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.403725:0:6538:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097fb7 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b172f expref: 104 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.403736:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097fb7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b172f expref: 104 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.403772:0:6538:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830800/0xdf9e767e70097fb7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b172f expref: 104 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334733.403794:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034604e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624302464:192.168.203.22@tcp:105: 00000100:00100000:3.0:1780334733.403943:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8900 going to sleep for 11 seconds 00000100:00100000:2.0:1780334733.409799:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334733.409957:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604542848 00000100:00100000:1.0:1780334733.409968:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604542848 00000100:00100000:1.0:1780334733.410053:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 276 00000100:00100000:1.0:1780334733.410067:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7eb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:32583:x1866815604542848:12345-192.168.203.22@tcp:49:lseek_test.0 00000100:00100000:3.0:1780334733.410143:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034604e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624302464:192.168.203.22@tcp:105: 00010000:00010000:3.0:1780334733.410177:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097fb0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410192:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70097fb0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410239:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70098089 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410256:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70098089 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410270:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70098089 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410280:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70098089 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410287:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70098089 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410294:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70098089 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410301:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334733.410305:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70098089 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410314:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70098089 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410328:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:3.0:1780334733.410331:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334733.410335:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70098089 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410342:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830000/0xdf9e767e70098089 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410352:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009807b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410358:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009807b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410364:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009807b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410369:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334733.410371:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009807b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410378:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009807b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410385:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9b6f01bf5b00) 00010000:00010000:3.0:1780334733.410388:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334733.410390:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009807b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.410417:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009807b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334733.410657:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7eb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:32583:x1866815604542848:12345-192.168.203.22@tcp:49:lseek_test.0 Request processed in 591us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334733.410666:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 276 00000100:00100000:3.0:1780334733.410673:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+56:32584:x1866815604542592:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 23953us (24164us total) trans 4294968192 rc 0/0 00000100:00100000:3.0:1780334733.410685:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1439 00000020:00080000:3.0:1780334733.410690:0:6538:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1780334733.411193:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334733.411200:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334733.412013:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1780334733.412029:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334733.419180:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334733.419301:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334733.419580:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604543232 00000100:00100000:3.0:1780334733.419594:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604543232 00000100:00100000:3.0:1780334733.419683:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 393 00000100:00100000:3.0:1780334733.419696:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+14:32583:x1866815604543232:12345-192.168.203.22@tcp:101:lseek_test.0 00010000:00010000:3.0:1780334733.419719:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334733.419748:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fda67bfd/0xdf9e767e70098090 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1775 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334733.419782:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 158, mtime: 0x6a1dc08a, atime: 0x6a1dc08a, ctime: 0x6a1dc08a, blocks: 0x8 00010000:00010000:3.0:1780334733.419843:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334733.419845:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334733.419854:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fda67bfd/0xdf9e767e70098090 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1775 expref: 15 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.419874:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fda67bfd/0xdf9e767e70098090 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1775 expref: 15 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.419889:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830000, rc 0) 00000100:00100000:3.0:1780334733.419966:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:32583:x1866815604543232:12345-192.168.203.22@tcp:101:lseek_test.0 Request processed in 272us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334733.419975:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 393 00000100:00080000:0.0:1780334733.420045:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334733.420754:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604543104 00000100:00100000:1.0:1780334733.420763:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604543104 00000100:00100000:1.0:1780334733.420866:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 277 00000100:00100000:1.0:1780334733.420877:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+56:32584:x1866815604543104:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1780334733.421195:0:6541:0:(mdd_object.c:4033:mdd_close()) Object [0x200000403:0x27:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1780334733.421238:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968193 00010000:00010000:1.0:1780334733.421274:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70098097 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.421292:0:6541:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70098097 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.421303:0:6541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70098097 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.421317:0:6541:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70098097 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.421324:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70098097 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.421331:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70098097 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334733.421349:0:6541:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780334733.421987:0:10292:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780334733.421996:0:10292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70098097 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.422005:0:10292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334733.422009:0:10292:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70098097 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.422018:0:10292:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70098097 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.422033:0:10292:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:3.0:1780334733.422036:0:10292:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:1.0:1780334733.422849:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+58:32584:x1866815604543104:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 1934us (3642us total) trans 4294968194 rc 0/0 00000100:00100000:1.0:1780334733.422863:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 277 00000020:00080000:1.0:1780334733.422874:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1780334733.424379:0:10292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70098097 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334733.424394:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70098097 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334733.425776:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334733.426123:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604543360 00000100:00100000:1.0:1780334733.426135:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604543360 00000100:00100000:1.0:1780334733.426216:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 394 00000100:00100000:1.0:1780334733.426229:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604543360:12345-192.168.203.22@tcp:23:lseek_test.0 00000100:00100000:1.0:1780334733.426526:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604543360:12345-192.168.203.22@tcp:23:lseek_test.0 Request processed in 298us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334733.426535:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 394 00010000:00010000:2.0:1780334733.426692:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334733.426697:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334733.426700:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334733.429262:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334733.429287:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624302592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334733.429367:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334733.429434:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624302592 00000100:00100000:1.0:1780334733.429444:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624302592 00000100:00100000:1.0:1780334733.429503:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1780334733.429511:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624302592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334733.429554:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1780334733.429606:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624302592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334733.429615:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1780334733.429672:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624302592:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334733.436715:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334733.436857:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604543616 00000100:00100000:1.0:1780334733.436872:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604543616 00000100:00100000:1.0:1780334733.436935:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 278 00000100:00100000:1.0:1780334733.436948:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:32583:x1866815604543616:12345-192.168.203.22@tcp:35:lseek_test.0 00000100:00100000:1.0:1780334733.437468:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:32583:x1866815604543616:12345-192.168.203.22@tcp:35:lseek_test.0 Request processed in 521us (765us total) trans 4294968195 rc 0/0 00000100:00100000:1.0:1780334733.437478:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 278 00000100:00100000:3.0:1780334733.801745:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334733.805093:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334733.805133:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604543872 00000100:00100000:2.0:1780334733.805147:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604543872 00000100:00100000:0.0:1780334733.805163:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334733.805195:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334733.805230:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334733.805231:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604544128 00000100:00100000:2.0:1780334733.805236:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604544128 00000100:00100000:0.0:1780334733.805264:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604544000 00000100:00100000:0.0:1780334733.805270:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604544000 00000100:00100000:2.0:1780334733.805273:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 892 00000100:00100000:2.0:1780334733.805287:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604543872:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334733.805306:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604544256 00000100:00100000:0.0:1780334733.805310:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604544256 00000100:00100000:0.0:1780334733.805335:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 536 00000100:00100000:0.0:1780334733.805344:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604544000:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334733.805395:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604543872:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 105us (3660us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334733.805413:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 892 00000100:00100000:2.0:1780334733.805433:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 893 00000100:00100000:2.0:1780334733.805440:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604544128:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334733.807311:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604543744 00000100:00100000:3.0:1780334733.807326:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604543744 00000100:00100000:3.0:1780334733.807386:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 722 00000100:00100000:3.0:1780334733.807396:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604543744:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334733.807465:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604543744:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 71us (2388us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334733.807473:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 722 00000100:00100000:3.0:1780334733.807521:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 537 00000100:00100000:3.0:1780334733.807530:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604544256:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334733.807561:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604544256:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 33us (2332us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334733.807568:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 537 00000100:00100000:0.0:1780334733.807634:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604544000:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 1780us (1927us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334733.807642:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 536 00000100:00080000:0.0:1780334733.807716:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334733.810682:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604544128:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 5225us (5502us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334733.810699:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 893 00000100:00100000:1.0:1780334733.940129:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334733.940150:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624302720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334733.940289:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334733.940570:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624302848:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.940603:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334733.940630:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624303360:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.940656:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334733.940674:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624303872:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.940694:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334733.940711:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1780334733.940717:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624303232:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.940740:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334733.940757:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624303744:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.940776:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334733.940800:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624302976:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.940857:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334733.940879:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624303488:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.940899:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334733.940915:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1780334733.940999:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624303104:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.941022:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334733.941033:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624303616:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.941055:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334733.941088:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624303360 00000100:00100000:3.0:1780334733.941096:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624303360 00000100:00100000:3.0:1780334733.941149:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624303872 00000100:00100000:3.0:1780334733.941153:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624303872 00000100:00100000:3.0:1780334733.941168:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624303744 00000100:00100000:3.0:1780334733.941170:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624303744 00000100:00100000:3.0:1780334733.941182:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624302976 00000100:00100000:3.0:1780334733.941184:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624302976 00000100:00100000:3.0:1780334733.941193:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624303488 00000100:00100000:3.0:1780334733.941195:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624303488 00000100:00100000:3.0:1780334733.941205:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624303104 00000100:00100000:3.0:1780334733.941207:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624303104 00000100:00100000:3.0:1780334733.941222:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1780334733.941230:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624303360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.941281:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624303360:12345-0@lo:400:kworker.0 Request processed in 51us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334733.941288:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1780334733.941306:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1780334733.941312:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624303872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.941341:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624303872:12345-0@lo:400:kworker.0 Request processed in 29us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334733.941346:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1780334733.941358:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1780334733.941364:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624303744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.941390:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624303744:12345-0@lo:400:kworker.0 Request processed in 26us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334733.941395:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1780334733.941405:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1780334733.941410:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624302976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.941441:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624302976:12345-0@lo:400:kworker.0 Request processed in 31us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334733.941447:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1780334733.941458:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1780334733.941465:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624303488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.941494:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624303488:12345-0@lo:400:kworker.0 Request processed in 30us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334733.941500:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1780334733.941511:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:3.0:1780334733.941516:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624303104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.941543:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624303104:12345-0@lo:400:kworker.0 Request processed in 27us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334733.941549:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:3.0:1780334733.941571:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624303232 00000100:00100000:3.0:1780334733.941575:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624303232 00000100:00100000:3.0:1780334733.941601:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1780334733.941607:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624303232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.941638:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624303232:12345-0@lo:400:kworker.0 Request processed in 31us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334733.941644:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1780334733.941665:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624303616 00000100:00100000:3.0:1780334733.941668:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624303616 00000100:00100000:3.0:1780334733.941694:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1780334733.941700:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624303616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.941730:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624303616:12345-0@lo:400:kworker.0 Request processed in 30us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334733.941739:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1780334733.941784:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624303104:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.941795:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624303616:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.941848:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624302976:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.941862:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624303488:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.941910:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624303232:0@lo:400:kworker.0 00000100:00100000:0.0:1780334733.942144:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624302848 00000100:00100000:0.0:1780334733.942150:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624302848 00000100:00100000:0.0:1780334733.942194:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1780334733.942204:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624302848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334733.942261:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624302848:12345-0@lo:400:kworker.0 Request processed in 60us (1656us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334733.942266:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00080000:0.0:1780334733.942296:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334733.942301:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334733.942304:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334733.942343:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334733.942353:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624304000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334733.942395:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334733.942425:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624302720 00000100:00100000:0.0:1780334733.942431:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624302720 00000100:00100000:0.0:1780334733.942462:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624304000 00000100:00100000:0.0:1780334733.942465:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624304000 00000100:00100000:0.0:1780334733.942482:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1780334733.942490:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624302720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334733.942507:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921395712 avail 3689844736 00000100:00100000:0.0:1780334733.942546:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624302720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (2257us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334733.942553:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1780334733.942579:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1780334733.942586:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624304000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334733.942597:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921395712 avail 3689844736 00000100:00100000:0.0:1780334733.942632:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624304000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334733.942638:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00080000:0.0:1780334733.942652:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334733.942678:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624304000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334733.944428:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624303744:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.944455:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624302848:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.944467:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624303360:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.944478:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624303872:0@lo:400:kworker.0 00000100:00100000:3.0:1780334733.944497:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624302720:0@lo:13:osp-pre-1-1.0 00000001:00100000:1.0:1780334733.945046:0:7453:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 7d7f6de8-4a25-4997-b449-393f374b9456 00000001:00080000:1.0:1780334733.945057:0:7453:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967330 is committed 00000020:00000080:1.0:1780334733.945061:0:7453:0:(genops.c:906:class_export_put()) final put ffff9b6f03eaf800/7d7f6de8-4a25-4997-b449-393f374b9456 00000020:00000080:0.0:1780334733.950140:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff9b6f03eaf800/7d7f6de8-4a25-4997-b449-393f374b9456 for lustre-MDT0001 00000020:00000080:0.0:1780334733.950709:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9b6f03ea9800 for lustre-MDT0001 00000040:00080000:3.0:1780334734.137451:0:23791:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334734.137459:0:23791:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334734.137494:0:23791:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 4 00000040:00080000:3.0:1780334734.137502:0:23791:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334734.261890:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334735.287158:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334735.476104:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624304128:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334735.476171:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334735.476357:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624304256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334735.476387:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334735.476454:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624304128 00000100:00100000:1.0:1780334735.476462:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624304128 00000100:00100000:1.0:1780334735.476513:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1780334735.476522:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624304128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334735.476558:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334735.476603:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624304128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334735.476609:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1780334735.476702:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624304256 00000100:00100000:0.0:1780334735.476706:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624304256 00000100:00100000:0.0:1780334735.476738:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1780334735.476744:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624304256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334735.476762:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194308928 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334735.476791:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624304256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334735.476808:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00080000:0.0:1780334735.476846:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334735.476871:0:3660:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:0.0:1780334735.476876:0:3660:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967368 committed transno 4294967369 00000004:00080000:0.0:1780334735.476894:0:3660:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b7034604000, transno 4294967369 00000100:00100000:1.0:1780334735.476981:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624304384:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334735.477007:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334735.477055:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624304256:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334735.477172:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624304128:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334735.477246:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624304384 00000100:00100000:2.0:1780334735.477250:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624304384 00000100:00100000:2.0:1780334735.477287:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1780334735.477293:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624304384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334735.477304:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194308928 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334735.477334:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624304384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334735.477340:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1780334735.477400:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624304384:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1780334735.477446:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780334736.311022:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334737.332285:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334738.134567:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334738.134920:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604544384 00000100:00100000:3.0:1780334738.134928:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604544384 00000100:00100000:3.0:1780334738.135034:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1440 00000100:00100000:3.0:1780334738.135045:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+58:32556:x1866815604544384:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1780334738.135141:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+58:32556:x1866815604544384:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 100us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334738.135149:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1440 00000100:00080000:0.0:1780334738.136803:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334738.136882:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334738.137224:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604544512 00000100:00100000:0.0:1780334738.137233:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604544512 00000100:00100000:0.0:1780334738.137305:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1441 00000100:00100000:0.0:1780334738.137318:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:32556:x1866815604544512:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1780334738.137409:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:32556:x1866815604544512:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 95us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334738.137417:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1441 00000100:00080000:1.0:1780334738.137448:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1780334738.355963:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334738.548117:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334738.548138:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624304512:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334738.548204:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334738.548442:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624304512 00000100:00100000:1.0:1780334738.548450:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624304512 00000100:00100000:1.0:1780334738.548504:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1780334738.548513:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624304512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334738.548547:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1780334738.548601:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624304512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334738.548609:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1780334738.548763:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624304512:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334738.921980:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334738.929237:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604544640 00000100:00100000:2.0:1780334738.929252:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604544640 00000100:00100000:2.0:1780334738.929328:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 724 00000100:00100000:2.0:1780334738.929340:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604544640:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334738.934738:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604544640:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 5391us (12756us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334738.934753:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 724 00000100:00100000:0.0:1780334738.936663:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334738.936787:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334738.936827:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334738.936848:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334738.936865:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334738.936885:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334738.936915:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604544768 00000100:00100000:0.0:1780334738.936924:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604544768 00000100:00100000:0.0:1780334738.936980:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604544896 00000100:00100000:0.0:1780334738.936983:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604544896 00000100:00100000:0.0:1780334738.937007:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 900 00000100:00100000:0.0:1780334738.937016:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:2407:x1866815604544768:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334738.937088:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:2407:x1866815604544768:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 72us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334738.937096:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 900 00000100:00100000:0.0:1780334738.937113:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 901 00000100:00100000:0.0:1780334738.937120:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604544896:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334738.937146:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604544896:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 27us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334738.937152:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 901 00000100:00100000:0.0:1780334738.937170:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604545024 00000100:00100000:0.0:1780334738.937490:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604545024 00000100:00100000:0.0:1780334738.937523:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604545280 00000100:00100000:0.0:1780334738.937526:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604545280 00000100:00100000:0.0:1780334738.937539:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604545152 00000100:00100000:0.0:1780334738.937541:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604545152 00000100:00100000:0.0:1780334738.937552:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604545408 00000100:00100000:0.0:1780334738.937554:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604545408 00000100:00100000:0.0:1780334738.937568:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 539 00000100:00100000:0.0:1780334738.937576:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604545024:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334738.937605:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604545024:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 30us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334738.937611:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 539 00000100:00100000:0.0:1780334738.937624:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 540 00000100:00100000:0.0:1780334738.937630:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604545280:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334738.937657:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604545280:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334738.937663:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 540 00000100:00100000:0.0:1780334738.937674:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 541 00000100:00100000:0.0:1780334738.937681:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604545152:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334738.937706:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604545152:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334738.937711:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 541 00000100:00100000:0.0:1780334738.937722:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 542 00000100:00100000:0.0:1780334738.937728:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604545408:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334738.937750:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604545408:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (864us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334738.937755:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 542 00000100:00080000:0.0:1780334738.937800:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334738.937803:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334738.937806:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334738.937808:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334739.060051:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624304896:0@lo:400:kworker.0 00000100:00100000:3.0:1780334739.060115:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334739.060163:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034604000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624305408:0@lo:400:kworker.0 00000100:00100000:3.0:1780334739.060186:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334739.060201:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624305920:0@lo:400:kworker.0 00000100:00100000:3.0:1780334739.060219:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334739.060237:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1780334739.060243:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624304768:0@lo:400:kworker.0 00000100:00100000:3.0:1780334739.060261:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334739.060274:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027201c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624305280:0@lo:400:kworker.0 00000100:00100000:3.0:1780334739.060290:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334739.060302:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624305792:0@lo:400:kworker.0 00000100:00100000:3.0:1780334739.060320:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334739.060345:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624304896 00000100:00100000:3.0:1780334739.060352:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624304896 00000100:00100000:3.0:1780334739.060390:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624304768 00000100:00100000:3.0:1780334739.060393:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624304768 00000100:00100000:3.0:1780334739.060404:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624305280 00000100:00100000:3.0:1780334739.060406:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624305280 00000100:00100000:3.0:1780334739.060426:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624305792 00000100:00100000:3.0:1780334739.060429:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624305792 00000100:00100000:3.0:1780334739.060447:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1780334739.060456:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624304896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334739.060506:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624304896:12345-0@lo:400:kworker.0 Request processed in 51us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334739.060514:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1780334739.060544:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1780334739.060551:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624304768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334739.060579:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624304768:12345-0@lo:400:kworker.0 Request processed in 29us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334739.060584:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1780334739.060596:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:3.0:1780334739.060603:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624305280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334739.060629:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624305280:12345-0@lo:400:kworker.0 Request processed in 27us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334739.060634:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:3.0:1780334739.060644:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:3.0:1780334739.060650:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624305792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334739.060672:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624305792:12345-0@lo:400:kworker.0 Request processed in 22us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334739.060677:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:3.0:1780334739.060715:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624304768:0@lo:400:kworker.0 00000100:00100000:3.0:1780334739.060725:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027201c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624305280:0@lo:400:kworker.0 00000100:00100000:3.0:1780334739.060733:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624305792:0@lo:400:kworker.0 00000100:00100000:3.0:1780334739.060740:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027203100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624304896:0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.060889:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624304640:0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.060923:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334739.060946:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027200e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624305152:0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.060968:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334739.060985:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624305664:0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.061003:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334739.061016:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1780334739.061021:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624305024:0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.061042:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334739.061056:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624305536:0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.061076:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334739.061092:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624306048:0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.061112:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334739.061140:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624305408 00000100:00100000:0.0:1780334739.061144:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624305408 00000100:00100000:0.0:1780334739.061169:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624305920 00000100:00100000:0.0:1780334739.061172:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624305920 00000100:00100000:0.0:1780334739.061182:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624305536 00000100:00100000:0.0:1780334739.061185:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624305536 00000100:00100000:0.0:1780334739.061194:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624306048 00000100:00100000:0.0:1780334739.061196:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624306048 00000100:00100000:0.0:1780334739.061208:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1780334739.061214:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624305408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.061249:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624305408:12345-0@lo:400:kworker.0 Request processed in 35us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334739.061255:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1780334739.061268:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1780334739.061273:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624305920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.061295:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624305920:12345-0@lo:400:kworker.0 Request processed in 23us (1075us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334739.061304:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1780334739.061313:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1780334739.061318:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624305536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.061344:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624305536:12345-0@lo:400:kworker.0 Request processed in 26us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334739.061349:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1780334739.061358:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1780334739.061363:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624306048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.061384:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624306048:12345-0@lo:400:kworker.0 Request processed in 20us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334739.061389:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1780334739.061408:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624305152 00000100:00100000:0.0:1780334739.061411:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624305152 00000100:00100000:0.0:1780334739.061427:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624305664 00000100:00100000:0.0:1780334739.061429:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624305664 00000100:00100000:0.0:1780334739.061440:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1780334739.061445:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624305152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.061470:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624305152:12345-0@lo:400:kworker.0 Request processed in 25us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334739.061476:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1780334739.061486:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:0.0:1780334739.061491:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624305664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.061511:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624305664:12345-0@lo:400:kworker.0 Request processed in 20us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334739.061517:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00080000:0.0:1780334739.061538:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334739.061542:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334739.061544:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334739.061546:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334739.061698:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624304640 00000100:00100000:0.0:1780334739.061702:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624304640 00000100:00100000:0.0:1780334739.061727:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1780334739.061732:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624304640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.061759:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624304640:12345-0@lo:400:kworker.0 Request processed in 27us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334739.061765:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1780334739.061840:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624305536:0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.061851:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624306048:0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.061859:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624304640:0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.061867:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027200e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624305152:0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.061875:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624305664:0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.062026:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034604000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624305408:0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.062036:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624305920:0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.062264:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02df9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624306176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334739.062296:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334739.062463:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624306176 00000100:00100000:3.0:1780334739.062468:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624306176 00000100:00100000:3.0:1780334739.062503:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1780334739.062511:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624306176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334739.062531:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:3.0:1780334739.062564:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624306176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334739.062571:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1780334739.062689:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624305024 00000100:00100000:2.0:1780334739.062694:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624305024 00000100:00100000:0.0:1780334739.062702:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02df9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624306176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334739.062732:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1780334739.062739:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624305024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334739.062793:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624305024:12345-0@lo:400:kworker.0 Request processed in 55us (1749us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334739.062800:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000001:00080000:2.0:1780334739.062870:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967379 is committed 00000001:00080000:2.0:1780334739.062878:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967378 is committed 00000100:00100000:0.0:1780334739.062882:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624305024:0@lo:400:kworker.0 00000100:00100000:0.0:1780334739.063365:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334739.063376:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624306304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334739.063408:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:3.0:1780334739.064384:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968195 is committed 00000001:00080000:3.0:1780334739.064405:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968194 is committed 00000100:00100000:1.0:1780334739.064408:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624306304 00000100:00100000:1.0:1780334739.064416:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624306304 00000020:00080000:3.0:1780334739.064420:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f04ab8e40 refcount 2 committed 0 result 0 batchid 32 00000020:00080000:3.0:1780334739.064425:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b703c6d2600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04ab8780 00000020:00080000:3.0:1780334739.064429:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b703c6d2100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b700577e400 00000020:00080000:3.0:1780334739.064455:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 31 batchid updated 00000100:00100000:1.0:1780334739.064458:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1780334739.064467:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624306304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334739.064487:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000020:00080000:0.0:1780334739.064510:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 32 committed batchid 31 00000100:00100000:1.0:1780334739.064550:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624306304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334739.064557:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000020:00080000:0.0:1780334739.064567:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 31 00010000:00010000:2.0:1780334739.064626:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e7009805f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.064636:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e7009805f lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.064642:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e7009805f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.064648:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334739.064652:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e7009805f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.064660:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e7009805f lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.064673:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9b70188d6600) 00010000:00010000:2.0:1780334739.064675:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.064680:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e7009805f lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.064685:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e7009805f lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334739.064778:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624306304:0@lo:13:osp-pre-1-1.0 00000040:00080000:1.0:1780334739.125193:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1780334739.380800:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1780334739.556711:0:23987:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12s: race between restore requests ==== 13:25:38 (1780334738) 00000100:00100000:1.0:1780334739.804299:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334739.804437:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604545536 00000100:00100000:0.0:1780334739.804448:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604545536 00000100:00100000:0.0:1780334739.804519:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1442 00000100:00100000:0.0:1780334739.804530:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:33208:x1866815604545536:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1780334739.804638:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:33208:x1866815604545536:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 109us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334739.804645:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1442 00000100:00100000:0.0:1780334739.808196:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334739.808315:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604545664 00000100:00100000:2.0:1780334739.808325:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604545664 00000100:00100000:2.0:1780334739.808380:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1443 00000100:00100000:2.0:1780334739.808390:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:33208:x1866815604545664:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1780334739.808494:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:33208:x1866815604545664:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 105us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334739.808502:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1443 00000100:00100000:3.0:1780334739.835101:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334739.835876:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604545792 00000100:00100000:2.0:1780334739.835894:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604545792 00000100:00100000:2.0:1780334739.835956:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1444 00000100:00100000:2.0:1780334739.835966:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:33209:x1866815604545792:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334739.835987:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334739.836008:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009809e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b177c expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836075:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700980a5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836089:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700980a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836100:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700980a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836115:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700980ac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836122:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700980ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836129:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700980ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836170:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700980a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836178:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700980a5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836184:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700980a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836190:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334739.836194:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700980a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836201:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700980a5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836212:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334739.836215:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.836220:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700980a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836226:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700980a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836242:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700980ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836474:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700980ac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836480:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700980ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836484:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334739.836487:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700980ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836492:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700980ac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836500:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff9b6f02d68e00) 00010000:00010000:2.0:1780334739.836502:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.836505:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700980ac lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836510:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700980ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836544:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009809e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b177c expref: 106 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836554:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334739.836556:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.836560:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009809e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b177c expref: 106 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.836573:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d800, rc 0) 00000100:00100000:2.0:1780334739.836650:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:33209:x1866815604545792:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 685us (1564us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334739.836659:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1444 00000100:00100000:1.0:1780334739.845017:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334739.845128:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604546048 00000100:00100000:2.0:1780334739.845137:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604546048 00000100:00100000:2.0:1780334739.845190:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1445 00000100:00100000:2.0:1780334739.845200:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+105:33209:x1866815604546048:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:2.0:1780334739.845266:0:6540:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334739.845293:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70097e05 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1695 expref: 105 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.845314:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334739.845320:0:6540:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334739.845374:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700980b3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.845388:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097e44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16aa expref: 47 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.845397:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700980b3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.845427:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097e44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16aa expref: 47 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.845441:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097e44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16aa expref: 47 pid: 6540 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334739.845457:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624306432:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334739.845555:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7011fb1300 going to sleep for 11 seconds 00000100:00100000:1.0:1780334739.849036:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334739.849118:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624306432:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334739.849143:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700980b3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334739.849159:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604546176 00000100:00100000:3.0:1780334739.849167:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604546176 00010000:00010000:3.0:1780334739.849210:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097e44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16aa expref: 48 pid: 6540 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334739.849249:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 441 00000100:00100000:3.0:1780334739.849259:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+48:2406:x1866815604546176:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334739.849273:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334739.849279:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097e44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16aa expref: 48 pid: 6540 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334739.849290:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097e44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16aa expref: 48 pid: 6540 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334739.849317:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70097e44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b16aa expref: 48 pid: 6540 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334739.849332:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334739.849337:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700980b3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334739.849346:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700980b3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334739.849354:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700980b3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334739.849389:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334739.849576:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700980b3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.849585:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700980b3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.849611:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e700980ba lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.849621:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e700980ba lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.849629:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e700980ba lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.850133:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e700980c1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.850148:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e700980c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.850155:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e700980c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334739.850168:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000f488775 reply state 0000000069ce0c8e transno 4294968196 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e700980c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.850178:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e700980c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.850185:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:0.0:1780334739.850188:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334739.850190:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1780334739.850196:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00010000:00010000:0.0:1780334739.850209:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700980b3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.850216:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700980b3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.850223:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700980b3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.850228:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334739.850231:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700980b3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.850238:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700980b3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.850250:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334739.850253:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334739.850256:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700980b3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.850262:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e700980b3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334739.850273:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000f488775 reply state 0000000069ce0c8e transno 4294968196 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e700980ba lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.850280:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e700980ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.850285:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff9b70188d6100) 00010000:00010000:0.0:1780334739.850287:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334739.850289:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1780334739.850383:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+47:2406:x1866815604546176:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 1123us (1353us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334739.850391:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 441 00000100:00100000:0.0:1780334739.851665:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:33209:x1866815604546048:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 6460us (6651us total) trans 4294968196 rc 0/0 00000100:00100000:0.0:1780334739.851674:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1445 00000100:00100000:3.0:1780334739.864116:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334739.864213:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604546304 00000100:00100000:0.0:1780334739.864224:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604546304 00000100:00100000:0.0:1780334739.864282:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1446 00000100:00100000:0.0:1780334739.864292:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+106:33210:x1866815604546304:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:0.0:1780334739.864316:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334739.864346:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e700980c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1783 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.864421:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700980cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.864437:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700980cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.864447:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700980cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334739.864487:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1780334739.864491:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334739.864510:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700980cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.864533:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e700980c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1783 expref: 108 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.864549:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700980cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1783 expref: 107 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.864557:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334739.864559:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334739.864563:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1ba00, rc 0) 00000100:00100000:0.0:1780334739.864623:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:33210:x1866815604546304:12345-192.168.203.22@tcp:101:bash.0 Request processed in 332us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334739.864630:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1446 00000100:00100000:1.0:1780334739.870477:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334739.871213:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604546432 00000100:00100000:0.0:1780334739.871224:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604546432 00000100:00100000:0.0:1780334739.871347:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1447 00000100:00100000:0.0:1780334739.871358:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:33210:x1866815604546432:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:0.0:1780334739.871377:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334739.871400:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e700980d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b178a expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871476:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e700980dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871489:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e700980dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871500:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e700980dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871510:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e700980e4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871517:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e700980e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871522:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e700980e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871592:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1aa00/0xdf9e767e700980eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871601:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1aa00/0xdf9e767e700980eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871607:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1aa00/0xdf9e767e700980eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334739.871637:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:0.0:1780334739.871641:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334739.871661:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1aa00/0xdf9e767e700980eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871678:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e700980dd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871685:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e700980dd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871692:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e700980dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871699:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e700980dd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871705:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334739.871709:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e700980dd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871717:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e700980dd lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871730:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334739.871732:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334739.871737:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e700980dd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871744:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e700980dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871758:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e700980e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871775:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e700980e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871782:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e700980e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871787:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1be00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334739.871790:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e700980e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871796:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e700980e4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871803:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff9b70188d6100) 00010000:00010000:0.0:1780334739.871806:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334739.871809:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e700980e4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871840:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e700980e4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871863:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e700980d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b178a expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871875:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1aa00/0xdf9e767e700980eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b178a expref: 108 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.871883:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:0.0:1780334739.871886:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780334739.871888:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1aa00, rc 0) 00000100:00100000:0.0:1780334739.871952:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33210:x1866815604546432:12345-192.168.203.22@tcp:101:bash.0 Request processed in 596us (1482us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334739.871963:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1447 00000100:00100000:1.0:1780334739.879912:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334739.880079:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604546560 00000100:00100000:0.0:1780334739.880096:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604546560 00000100:00100000:0.0:1780334739.880150:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1448 00000100:00100000:0.0:1780334739.880160:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33210:x1866815604546560:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:0.0:1780334739.880178:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334739.880195:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e700980f2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1791 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.880267:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e700980f9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.880282:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e700980f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.880294:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e700980f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.880348:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098100 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.880355:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098100 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.880361:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098100 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.880395:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e700980f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.881185:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e700980f9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.881250:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e700980f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.881258:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334739.881263:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e700980f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.881271:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e700980f9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.881284:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:0.0:1780334739.881287:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334739.881292:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e700980f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.881298:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e700980f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.881314:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098100 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.881319:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098100 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.881325:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098100 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.881330:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334739.881334:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098100 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.881340:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098100 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.881346:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9b70188d6500) 00010000:00010000:0.0:1780334739.881348:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334739.881351:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098100 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.881357:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098100 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.881396:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e700980f2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1791 expref: 109 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.883315:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:0.0:1780334739.883323:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334739.883335:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e700980f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1791 expref: 109 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.883351:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1bc00, rc 0) 00000100:00100000:1.0:1780334739.883575:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33210:x1866815604546560:12345-192.168.203.22@tcp:101:bash.0 Request processed in 3414us (3670us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334739.883584:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1448 00000100:00100000:3.0:1780334739.895934:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334739.896850:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604546688 00000100:00100000:2.0:1780334739.896862:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604546688 00000100:00100000:2.0:1780334739.896918:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1449 00000100:00100000:2.0:1780334739.896933:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+47:33211:x1866815604546688:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334739.896954:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334739.896973:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098107 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1798 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.897033:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009810e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.897046:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009810e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.897056:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009810e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334739.897234:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1780334739.897239:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334739.897364:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009810e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.897394:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098107 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1798 expref: 49 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.897415:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009810e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1798 expref: 48 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.897423:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334739.897426:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334739.897429:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c000, rc 0) 00000100:00100000:2.0:1780334739.897495:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+48:33211:x1866815604546688:12345-192.168.203.22@tcp:101:rm.0 Request processed in 568us (1569us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334739.897502:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1449 00000100:00100000:0.0:1780334739.901265:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334739.901377:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604546816 00000100:00100000:2.0:1780334739.901389:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604546816 00000100:00100000:2.0:1780334739.901479:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1450 00000100:00100000:2.0:1780334739.901489:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:33211:x1866815604546816:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334739.901512:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334739.901531:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098115 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b179f expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.901608:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009811c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.901623:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009811c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.901633:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009811c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.901644:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098123 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.901651:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098123 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.901658:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098123 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.901727:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e7009812a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.901735:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e7009812a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.901742:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e7009812a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334739.901782:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:2.0:1780334739.901785:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334739.902546:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e7009812a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.902566:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009811c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.902573:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009811c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.902580:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009811c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.902590:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009811c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.902662:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334739.902666:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009811c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.902674:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009811c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.902695:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334739.902698:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.902703:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009811c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.902709:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009811c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.902724:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098123 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.902730:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098123 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.902736:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098123 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.902741:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334739.902744:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098123 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.902754:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098123 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.902772:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff9b70188d6100) 00010000:00010000:2.0:1780334739.902774:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.902778:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098123 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.902783:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098123 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.903049:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098115 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b179f expref: 50 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.903068:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c800/0xdf9e767e7009812a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b179f expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.903075:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:2.0:1780334739.903077:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780334739.903079:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c800, rc 0) 00000100:00100000:2.0:1780334739.903141:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:33211:x1866815604546816:12345-192.168.203.22@tcp:101:rm.0 Request processed in 1653us (1949us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334739.903148:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1450 00000100:00100000:1.0:1780334739.906282:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334739.906348:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604546944 00000100:00100000:2.0:1780334739.906358:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604546944 00000100:00100000:2.0:1780334739.906414:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1451 00000100:00100000:2.0:1780334739.906423:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+49:33211:x1866815604546944:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334739.906445:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334739.906464:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098131 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b17a6 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906532:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098138 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906546:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098138 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906557:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098138 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906572:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009813f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906579:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009813f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906586:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009813f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906688:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098138 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906695:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098138 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906701:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098138 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906706:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334739.906710:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098138 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906718:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098138 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906728:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:2.0:1780334739.906731:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.906735:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098138 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906741:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098138 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906754:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009813f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906760:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009813f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906779:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009813f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906787:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448cc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334739.906790:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009813f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906795:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009813f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.906803:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9b6f02d68e00) 00010000:00010000:2.0:1780334739.906805:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.906808:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009813f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.907579:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009813f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.907618:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098131 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17a6 expref: 50 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.907629:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:2.0:1780334739.907631:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.907636:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098131 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17a6 expref: 50 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.907646:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448dc00, rc 0) 00000100:00100000:1.0:1780334739.908271:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+49:33211:x1866815604546944:12345-192.168.203.22@tcp:101:rm.0 Request processed in 1846us (1994us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334739.908279:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1451 00000100:00100000:3.0:1780334739.912589:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334739.912734:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604547072 00000100:00100000:2.0:1780334739.912743:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604547072 00000100:00100000:2.0:1780334739.912808:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1452 00000100:00100000:2.0:1780334739.912860:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+49:33211:x1866815604547072:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334739.912881:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334739.912899:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098146 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b17ad expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.912972:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e7009814d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.912986:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e7009814d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.912996:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e7009814d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913011:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098154 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913023:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098154 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913030:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098154 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913064:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e7009814d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913071:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e7009814d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913077:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e7009814d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913083:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334739.913086:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e7009814d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913094:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e7009814d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913417:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:2.0:1780334739.913421:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.913426:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e7009814d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913433:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e7009814d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913450:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098154 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913456:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098154 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913462:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098154 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913467:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334739.913473:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098154 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913479:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098154 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913486:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9b6f02d68100) 00010000:00010000:2.0:1780334739.913488:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.913491:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098154 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913496:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098154 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913532:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098146 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17ad expref: 50 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913542:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:2.0:1780334739.913545:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.913548:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098146 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17ad expref: 50 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.913557:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ca00, rc 0) 00000100:00100000:2.0:1780334739.913619:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+49:33211:x1866815604547072:12345-192.168.203.22@tcp:101:rm.0 Request processed in 761us (1038us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334739.913626:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1452 00000100:00100000:0.0:1780334739.940507:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334739.940604:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604547200 00000100:00100000:2.0:1780334739.940613:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604547200 00000100:00100000:2.0:1780334739.940671:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1453 00000100:00100000:2.0:1780334739.940682:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:33212:x1866815604547200:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334739.940701:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334739.940727:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009815b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b17b4 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.940801:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098162 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.940995:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098162 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.941007:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098162 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941090:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098169 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941102:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098169 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941109:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098169 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941151:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098162 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941159:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098162 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941165:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098162 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941171:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098162 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941181:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334739.941185:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098162 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941191:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098162 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941203:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:1.0:1780334739.941205:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334739.941210:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098162 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941216:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098162 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941230:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098169 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941235:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098169 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941241:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098169 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941246:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334739.941248:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098169 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941254:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098169 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941263:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9b703c6c5800) 00010000:00010000:1.0:1780334739.941265:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334739.941268:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098169 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941273:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098169 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941302:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009815b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17b4 expref: 50 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941311:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:1.0:1780334739.941313:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334739.941316:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009815b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17b4 expref: 50 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.941324:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ca00, rc 0) 00000100:00100000:1.0:1780334739.941503:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:33212:x1866815604547200:12345-192.168.203.22@tcp:101:cp.0 Request processed in 821us (1004us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334739.941510:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1453 00000100:00100000:1.0:1780334739.944239:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334739.944341:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604547328 00000100:00100000:2.0:1780334739.944352:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604547328 00000100:00100000:2.0:1780334739.944482:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1454 00000100:00100000:2.0:1780334739.944492:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+49:33212:x1866815604547328:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334739.944512:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334739.944532:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098170 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b17bb expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.944597:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098177 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.944613:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098177 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.944623:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098177 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.944637:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009817e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.944644:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009817e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.944649:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009817e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945498:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098177 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945510:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098177 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945516:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098177 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945523:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448dc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334739.945526:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098177 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945638:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098177 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945651:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:2.0:1780334739.945654:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.945659:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098177 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945665:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098177 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945683:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009817e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945689:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009817e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945694:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009817e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945699:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448cc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334739.945701:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009817e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945706:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009817e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945713:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9b6f02d68100) 00010000:00010000:2.0:1780334739.945715:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.945718:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009817e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945727:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009817e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945776:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098170 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17bb expref: 50 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945786:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:2.0:1780334739.945788:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.945791:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098170 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17bb expref: 50 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.945800:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d600, rc 0) 00000100:00100000:2.0:1780334739.945878:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+49:33212:x1866815604547328:12345-192.168.203.22@tcp:101:cp.0 Request processed in 1388us (1646us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334739.945887:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1454 00000100:00100000:3.0:1780334739.951734:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334739.952144:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604547584 00000100:00100000:2.0:1780334739.952154:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604547584 00000100:00100000:2.0:1780334739.952213:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1455 00000100:00100000:2.0:1780334739.952224:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+49:33212:x1866815604547584:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334739.952244:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334739.952262:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098185 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b17c2 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.952363:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009818c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.952378:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009818c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.952389:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009818c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.952403:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098193 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.952409:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098193 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.952414:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098193 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780334739.952738:0:9763:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00010000:00010000:2.0:1780334739.952922:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009819a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.952932:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009819a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.952941:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009819a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.952973:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009818c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.952980:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009818c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.952987:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009818c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.952993:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448cc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334739.952998:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009818c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.953006:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009818c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.953017:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:2.0:1780334739.953021:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334739.953026:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009818c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.953032:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009818c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334739.953046:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000050152183 reply state 000000008912d386 transno 4294968197 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098193 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.953057:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098193 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.953076:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9b6f02d68100) 00010000:00010000:2.0:1780334739.953079:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334739.953082:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780334739.953111:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098185 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c2 expref: 52 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.953126:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009819a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c2 expref: 51 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334739.953133:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68e00) 00010000:00010000:2.0:1780334739.953136:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334739.953139:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c200, rc 0) 00000100:00100000:2.0:1780334739.953196:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:33212:x1866815604547584:12345-192.168.203.22@tcp:101:cp.0 Request processed in 974us (1470us total) trans 4294968197 rc 0/0 00000100:00100000:2.0:1780334739.953203:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1455 00000100:00100000:1.0:1780334739.962260:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334739.962365:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604547712 00000100:00100000:0.0:1780334739.962374:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604547712 00000100:00100000:0.0:1780334739.962447:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 395 00000100:00100000:0.0:1780334739.962458:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604547712:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334739.962476:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334739.962497:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce368d04/0xdf9e767e700981a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b17c9 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334739.962859:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780334739.962880:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334739.962883:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334739.962891:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce368d04/0xdf9e767e700981a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c9 expref: 9 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.962910:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ce368d04/0xdf9e767e700981a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c9 expref: 9 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.963215:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a800, rc 0) 00000100:00100000:0.0:1780334739.963277:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604547712:12345-192.168.203.22@tcp:101:cp.0 Request processed in 820us (1025us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334739.963284:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 395 00000100:00100000:1.0:1780334739.970590:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334739.970697:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604547840 00000100:00100000:0.0:1780334739.970706:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604547840 00000100:00100000:0.0:1780334739.970779:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 396 00000100:00100000:0.0:1780334739.970789:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:33212:x1866815604547840:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334739.970806:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334739.970856:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b17d0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.970889:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce368d04/0xdf9e767e700981a8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c9 expref: 10 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.970902:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334739.970904:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334739.970908:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 10 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.970937:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ce368d04/0xdf9e767e700981a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c9 expref: 10 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334739.970949:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ce368d04/0xdf9e767e700981a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c9 expref: 10 pid: 8419 timeout: 843 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334739.970964:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624306560:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334739.971497:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b86e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334739.980683:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334739.980885:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604547968 00000100:00100000:3.0:1780334739.980894:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604547968 00010000:00010000:3.0:1780334739.980932:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ce368d04/0xdf9e767e700981a8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c9 expref: 11 pid: 8419 timeout: 843 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334739.980976:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 442 00000100:00100000:3.0:1780334739.980986:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604547968:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334739.981001:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334739.981021:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ce368d04/0xdf9e767e700981a8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c9 expref: 11 pid: 8419 timeout: 843 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334739.981035:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ce368d04/0xdf9e767e700981a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c9 expref: 11 pid: 8419 timeout: 843 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334739.981060:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334739.981063:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334739.981072:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 11 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334739.981081:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 11 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334739.981134:0:6522:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 11 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334739.981150:0:6522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bdb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6522:1866815624306688:192.168.203.22@tcp:105: 00000100:00100000:3.0:1780334739.981228:0:6522:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab89c0 going to sleep for 11 seconds 00010000:00010000:1.0:1780334739.983064:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce368d04/0xdf9e767e700981a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c9 expref: 11 pid: 8419 timeout: 843 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334739.983093:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624306560:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334739.983206:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 10 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334739.983220:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a000, rc 0) 00000100:00100000:1.0:1780334739.983280:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:33212:x1866815604547840:12345-192.168.203.22@tcp:101:cp.0 Request processed in 12492us (12773us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334739.983288:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 396 00000100:00100000:3.0:1780334739.984646:0:6522:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bdb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6522:1866815624306688:192.168.203.22@tcp:105: 00010000:00010000:3.0:1780334739.984669:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334739.984715:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604547968:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 3730us (4040us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334739.984725:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 442 00000100:00100000:3.0:1780334739.985606:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334739.985782:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604548224 00000100:00100000:1.0:1780334739.985791:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604548224 00000100:00100000:1.0:1780334739.985882:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 279 00000100:00100000:1.0:1780334739.985892:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:33212:x1866815604548224:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:1.0:1780334739.986436:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+53:33212:x1866815604548224:12345-192.168.203.22@tcp:35:cp.0 Request processed in 544us (833us total) trans 4294968198 rc 0/0 00000100:00100000:1.0:1780334739.986444:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 279 00000100:00100000:3.0:1780334740.037328:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334740.040383:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604548352 00000100:00100000:1.0:1780334740.040454:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604548352 00000100:00100000:1.0:1780334740.040567:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1456 00000100:00100000:1.0:1780334740.040577:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33215:x1866815604548352:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334740.040597:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334740.040617:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700981b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b17d7 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040682:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700981bd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040697:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700981bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040708:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700981bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040718:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700981c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040725:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700981c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040732:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700981c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040837:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700981cb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040854:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700981cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040862:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700981cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334740.040897:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00000004:00200000:1.0:1780334740.040902:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334740.040919:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700981cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040930:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700981cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040943:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700981bd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040950:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700981bd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040956:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700981bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040962:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700981bd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040968:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481de00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334740.040972:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700981bd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040978:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700981bd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.040990:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:1.0:1780334740.040993:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334740.040997:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700981bd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.041003:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700981bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.041018:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700981c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.041024:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700981c4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.041029:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700981c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.041034:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334740.041037:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700981c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.041042:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700981c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.041049:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9b6f02d68100) 00010000:00010000:1.0:1780334740.041051:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334740.041053:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700981c4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.041059:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700981c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.041094:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700981b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d7 expref: 110 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.041164:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700981cb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d7 expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.041171:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68e00) 00010000:00010000:1.0:1780334740.041173:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334740.041175:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c800, rc 0) 00000100:00100000:1.0:1780334740.041241:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33215:x1866815604548352:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 665us (3930us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334740.041251:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1456 00000100:00080000:0.0:1780334740.043964:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334740.045933:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334740.046436:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604548480 00000100:00100000:2.0:1780334740.046447:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604548480 00000100:00100000:2.0:1780334740.046691:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 397 00000100:00100000:2.0:1780334740.046702:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604548480:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334740.046720:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334740.046736:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e700981d2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b17de expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334740.046803:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624306816:192.168.203.22@tcp:106: 00000100:00100000:2.0:1780334740.046917:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7011fb16c0 going to sleep for 11 seconds 00002000:00010000:3.0:1780334740.048412:0:8422:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1780334740.048418:0:8422:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime: 0 -> 1780334740 00002000:00010000:3.0:1780334740.048421:0:8422:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime: 0 -> 1780334740 00002000:00010000:3.0:1780334740.048423:0:8422:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime: 0 -> 1780334740 00002000:00010000:3.0:1780334740.048425:0:8422:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1780334740.048495:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624306816:192.168.203.22@tcp:106: 00000100:00080000:0.0:1780334740.048521:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780334740.048528:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e700981d2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17de expref: 17 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.048551:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e700981d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17de expref: 17 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.048563:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448cc00, rc 0) 00000100:00100000:3.0:1780334740.048613:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604548480:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1913us (2692us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334740.048621:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 397 00000100:00100000:1.0:1780334740.054026:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334740.054529:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604548608 00000100:00100000:2.0:1780334740.054539:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604548608 00000100:00100000:2.0:1780334740.054602:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1457 00000100:00100000:2.0:1780334740.054612:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33215:x1866815604548608:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334740.054631:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334740.054649:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e700981d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b17e5 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.054721:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700981e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.054736:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700981e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.054751:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700981e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334740.054801:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:2.0:1780334740.054805:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334740.054853:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700981e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.054879:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e700981d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17e5 expref: 111 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.054897:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700981e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17e5 expref: 110 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.054905:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:2.0:1780334740.054908:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334740.054911:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448da00, rc 0) 00000100:00100000:2.0:1780334740.054965:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:33215:x1866815604548608:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 356us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334740.054972:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1457 00000100:00100000:0.0:1780334740.061419:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334740.061543:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604548736 00000100:00100000:2.0:1780334740.061553:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604548736 00000100:00100000:2.0:1780334740.061607:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 398 00000100:00100000:2.0:1780334740.061617:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604548736:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334740.061635:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334740.061653:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d89ed236/0xdf9e767e700981e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b17ec expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334740.061710:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624306944:192.168.203.22@tcp:106: 00000100:00100000:2.0:1780334740.061790:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7011fb13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334740.065570:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624306944:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334740.065603:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d89ed236/0xdf9e767e700981e7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17ec expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.065626:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d89ed236/0xdf9e767e700981e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17ec expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.065639:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d200, rc 0) 00000100:00100000:2.0:1780334740.065694:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604548736:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 4078us (4284us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334740.065703:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 398 00000100:00100000:1.0:1780334740.083899:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334740.084226:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604548992 00000100:00100000:0.0:1780334740.084237:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604548992 00000100:00100000:0.0:1780334740.084293:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1458 00000100:00100000:0.0:1780334740.084303:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:33215:x1866815604548992:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:0.0:1780334740.084476:0:15367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].41, 136 off13768 00000100:00100000:0.0:1780334740.084559:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:33215:x1866815604548992:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 257us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334740.084567:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1458 00000040:00080000:1.0:1780334740.148665:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1780334740.404031:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334740.595995:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334740.596003:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334740.596206:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:3.0:1780334740.596215:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334740.596386:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624307072:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334740.596476:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8180 going to sleep for 11 seconds 00000100:00100000:0.0:1780334740.596879:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334740.596892:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624307200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334740.597274:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334740.597375:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624307200 00000100:00100000:0.0:1780334740.597382:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624307200 00000100:00100000:0.0:1780334740.597420:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1780334740.597429:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624307200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334740.597456:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194308928 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334740.597499:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624307200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334740.597506:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1780334740.597549:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624307200:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334740.597788:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624307328:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334740.597837:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334740.597869:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624307328 00000100:00100000:1.0:1780334740.597873:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624307328 00000100:00100000:1.0:1780334740.597896:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1780334740.597902:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624307328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334740.597914:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194308928 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334740.598045:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624307456:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334740.598074:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334740.598179:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624307456 00000100:00100000:3.0:1780334740.598185:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624307456 00000100:00100000:3.0:1780334740.598292:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1780334740.598300:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624307456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334740.598322:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334740.598360:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624307456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334740.598367:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1780334740.598455:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624307456:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334740.599678:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624307328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1773us (1839us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334740.599687:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1780334740.600191:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624307328:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334740.604574:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624307072:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334740.612188:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334740.615831:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604549120 00000100:00100000:3.0:1780334740.615844:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604549120 00000100:00100000:3.0:1780334740.616048:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1459 00000100:00100000:3.0:1780334740.616061:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+53:33225:x1866815604549120:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334740.616094:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334740.616221:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+53:33225:x1866815604549120:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 163us (4041us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334740.616228:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1459 00000100:00080000:0.0:1780334740.616576:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334740.621643:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334740.621678:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604549376 00000100:00100000:1.0:1780334740.621686:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604549376 00000100:00100000:1.0:1780334740.621735:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1460 00000100:00100000:1.0:1780334740.621745:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+53:33225:x1866815604549376:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334740.621775:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334740.621804:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700981ee lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b17f3 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.621942:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700981f5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.621959:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700981f5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.621973:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700981f5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334740.621984:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:1.0:1780334740.622104:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700981ee lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17f3 expref: 56 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.622120:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700981f5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17f3 expref: 55 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.622129:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68e00) 00010000:00010000:1.0:1780334740.622131:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334740.622136:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c200, rc 0) 00000100:00100000:1.0:1780334740.622191:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+55:33225:x1866815604549376:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 447us (557us total) trans 4294968199 rc 0/0 00000100:00100000:1.0:1780334740.622198:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1460 00000100:00100000:1.0:1780334740.631351:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334740.631397:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334740.631428:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604549504 00000100:00100000:1.0:1780334740.631436:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604549504 00000100:00100000:1.0:1780334740.631489:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 399 00000100:00100000:1.0:1780334740.631498:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604549504:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1780334740.631540:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098203 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.631561:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.631570:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334740.631572:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334740.631575:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098203 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.631605:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.631619:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 9 pid: 8421 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334740.631632:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624307584:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334740.631696:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed0c0 going to sleep for 11 seconds 00000100:00080000:1.0:1780334740.631707:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334740.631885:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604549632 00000100:00100000:2.0:1780334740.631890:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604549632 00000100:00100000:2.0:1780334740.631989:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 69 00000100:00100000:2.0:1780334740.631997:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+55:2409:x1866815604549632:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334740.632008:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334740.632028:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c200/0xdf9e767e700981f5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17f3 expref: 55 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.632048:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68e00) 00010000:00010000:2.0:1780334740.632052:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334740.632077:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+54:2409:x1866815604549632:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 82us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334740.632084:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 69 00000100:00100000:2.0:1780334740.644541:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624307584:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334740.644573:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098203 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334740.650443:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334740.651087:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604549760 00000100:00100000:3.0:1780334740.651098:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604549760 00002000:00100000:3.0:1780334740.651147:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->157) req@ffff9b703fe9aa00 x1866815604549760/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:206/0 lens 648/0 e 0 to 0 dl 1780334751 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334740.651157:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe9aa00 with x1866815604549760 ext(0->157) 00010000:00010000:3.0:1780334740.651167:0:8427:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 10 pid: 8421 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.651184:0:8427:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 10 pid: 8421 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334740.651192:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b703fe9aa00 00000100:00100000:3.0:1780334740.651454:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 17 00000100:00100000:3.0:1780334740.651465:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604549760:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:3.0:1780334740.653997:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604549760:12345-192.168.203.22@tcp:4:cp.0 Request processed in 2525us (3553us total) trans 4294967370 rc 0/0 00000100:00100000:3.0:1780334740.654010:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 17 00002000:00100000:3.0:1780334740.654022:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->157) req@ffff9b703fe9aa00 x1866815604549760/t4294967370(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:206/0 lens 648/448 e 0 to 0 dl 1780334751 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334740.654031:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe9aa00 with x1866815604549760 ext(0->157) 00010000:00010000:3.0:1780334740.654041:0:8427:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 12 pid: 8421 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.654061:0:8427:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 12 pid: 8421 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334740.654067:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b703fe9aa00 00000100:00100000:1.0:1780334740.658244:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334740.658367:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604549888 00000100:00100000:3.0:1780334740.658376:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604549888 00010000:00010000:3.0:1780334740.658414:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 12 pid: 8421 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334740.658456:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 443 00000100:00100000:3.0:1780334740.658466:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604549888:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334740.658484:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780334740.658500:0:19047:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1780334740.658507:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 12 pid: 8421 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.658520:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 12 pid: 8421 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.658543:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e700981af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d0 expref: 12 pid: 8421 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.658558:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334740.658560:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334740.658565:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098203 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.658574:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098203 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.658609:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334740.658663:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604549888:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 198us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334740.658670:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 443 00010000:00010000:2.0:1780334740.659135:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098203 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.659147:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098203 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.659169:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098203 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.659178:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098203 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.659186:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098203 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.659208:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334740.659212:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098203 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.659221:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098203 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.659233:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098203 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.659240:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098203 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334740.659302:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604549504:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 27805us (27904us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334740.659310:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 399 00000100:00100000:1.0:1780334740.663250:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334740.663327:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604550144 00000100:00100000:0.0:1780334740.663338:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604550144 00000100:00100000:0.0:1780334740.663393:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1461 00000100:00100000:0.0:1780334740.663403:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+54:33225:x1866815604550144:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334740.663503:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+54:33225:x1866815604550144:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 101us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334740.663511:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1461 00000100:00100000:1.0:1780334740.667981:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334740.668109:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604550272 00000100:00100000:3.0:1780334740.668127:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604550272 00000100:00100000:3.0:1780334740.668202:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 400 00000100:00100000:3.0:1780334740.668215:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604550272:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334740.668241:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334740.668269:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e7009820a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b17fa expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334740.668305:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 158, mtime: 0x6a1dc094, atime: 0x0, ctime: 0x6a1dc094, blocks: 0x8 00010000:00010000:3.0:1780334740.668335:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334740.668337:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334740.668347:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e7009820a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17fa expref: 11 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.668367:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e7009820a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17fa expref: 11 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.668382:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722600, rc 0) 00000100:00100000:3.0:1780334740.668459:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604550272:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 247us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334740.668467:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 400 00000100:00100000:1.0:1780334740.681554:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334740.681743:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604550528 00000100:00100000:2.0:1780334740.681754:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604550528 00000100:00100000:2.0:1780334740.681859:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1462 00000100:00100000:2.0:1780334740.681872:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+54:33225:x1866815604550528:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334740.681993:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+54:33225:x1866815604550528:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 123us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334740.682000:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1462 00000100:00100000:1.0:1780334740.692956:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334740.694876:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604550656 00000100:00100000:3.0:1780334740.694888:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604550656 00002000:00100000:3.0:1780334740.694938:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff9b703fe47480 x1866815604550656/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:206/0 lens 488/0 e 0 to 0 dl 1780334751 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334740.694949:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe47480 with x1866815604550656 ext(0->4095) 00002000:00010000:3.0:1780334740.694955:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fe47480 00000100:00100000:3.0:1780334740.694979:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 105 00000100:00100000:3.0:1780334740.694989:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604550656:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1780334740.698660:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604550656:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 3663us (5702us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780334740.698674:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 105 00002000:00100000:2.0:1780334740.698687:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff9b703fe47480 x1866815604550656/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:206/0 lens 488/4536 e 0 to 0 dl 1780334751 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334740.698698:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe47480 with x1866815604550656 ext(0->4095) 00002000:00010000:2.0:1780334740.698704:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fe47480 00000100:00100000:1.0:1780334740.702767:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334740.702961:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604550784 00000100:00100000:0.0:1780334740.702971:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604550784 00000100:00100000:0.0:1780334740.703030:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1463 00000100:00100000:0.0:1780334740.703041:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+54:33225:x1866815604550784:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334740.703066:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334740.703101:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098211 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1801 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.703139:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098218 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.703156:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098218 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.703168:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098218 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.703279:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098211 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1801 expref: 56 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.703296:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098218 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1801 expref: 55 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.703304:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68e00) 00010000:00010000:0.0:1780334740.703307:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334740.703311:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b400, rc 0) 00000100:00100000:0.0:1780334740.703373:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+55:33225:x1866815604550784:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 333us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334740.703380:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1463 00000100:00100000:3.0:1780334740.710409:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334740.710664:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604550912 00000100:00100000:1.0:1780334740.710675:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604550912 00000100:00100000:1.0:1780334740.710792:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1464 00000100:00100000:1.0:1780334740.710803:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:33225:x1866815604550912:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334740.710862:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334740.710983:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:33225:x1866815604550912:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 181us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334740.710991:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1464 00000100:00100000:3.0:1780334740.719435:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334740.719794:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604551040 00000100:00100000:2.0:1780334740.719806:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604551040 00000100:00100000:2.0:1780334740.719883:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 401 00000100:00100000:2.0:1780334740.719893:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604551040:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334740.720013:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e7009821f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.720031:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334740.720033:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334740.720037:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e7009821f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.720052:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e7009821f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.720076:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e7009821f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.720085:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e7009821f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.720098:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e7009821f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.720106:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334740.720110:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e7009821f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.720119:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e7009821f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.720135:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e7009821f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.720142:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e7009821f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334740.720214:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604551040:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 322us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334740.720223:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 401 00000100:00100000:3.0:1780334740.723255:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334740.729204:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604551296 00000100:00100000:2.0:1780334740.729218:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604551296 00000100:00100000:2.0:1780334740.729286:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1465 00000100:00100000:2.0:1780334740.729298:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+55:33225:x1866815604551296:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1780334740.729609:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098226 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.729630:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098218 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1801 expref: 55 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.729640:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098226 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.729676:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098218 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1801 expref: 55 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.729691:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098218 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1801 expref: 55 pid: 15367 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334740.729705:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624307712:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334740.729804:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7011fb1900 going to sleep for 11 seconds 00000100:00100000:2.0:1780334740.734367:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334740.734446:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624307712:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334740.734473:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098226 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334740.735218:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604551424 00000100:00100000:2.0:1780334740.735227:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604551424 00010000:00010000:2.0:1780334740.735264:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098218 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1801 expref: 56 pid: 15367 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334740.735333:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 444 00000100:00100000:2.0:1780334740.735343:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+56:2407:x1866815604551424:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334740.735357:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334740.735364:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098218 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1801 expref: 56 pid: 15367 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.735381:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098218 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1801 expref: 56 pid: 15367 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.735404:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098218 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1801 expref: 56 pid: 15367 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.735420:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68e00) 00010000:00010000:2.0:1780334740.735425:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098226 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.735434:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098226 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.735441:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098226 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.735471:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334740.735531:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:2407:x1866815604551424:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 189us (1173us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334740.735537:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 444 00010000:00010000:0.0:1780334740.735583:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098226 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.735590:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098226 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.735742:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098226 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.735751:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098226 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.735769:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098226 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.735776:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334740.735781:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098226 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.735789:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098226 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.735800:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68e00) 00010000:00010000:0.0:1780334740.735803:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334740.735807:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098226 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.735845:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098226 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334740.735946:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+55:33225:x1866815604551296:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 6649us (12699us total) trans 4294968200 rc 0/0 00000100:00100000:0.0:1780334740.735955:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1465 00000040:00080000:2.0:1780334740.736517:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334740.736522:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334740.737438:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1780334740.737449:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334740.740213:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334740.740365:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604551680 00000100:00100000:1.0:1780334740.740376:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604551680 00000100:00100000:1.0:1780334740.740430:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 280 00000100:00100000:1.0:1780334740.740440:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:33225:x1866815604551680:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334740.740799:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+56:33225:x1866815604551680:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 360us (596us total) trans 4294968201 rc 0/0 00000100:00100000:1.0:1780334740.740808:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 280 00000040:00080000:0.0:1780334740.836305:0:24037:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334740.836315:0:24037:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334740.836347:0:24037:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:0.0:1780334740.836353:0:24037:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334740.906472:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334740.906610:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604551808 00000100:00100000:1.0:1780334740.906620:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604551808 00000100:00100000:1.0:1780334740.906674:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 402 00000100:00100000:1.0:1780334740.906685:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604551808:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334740.906701:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334740.906720:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e7009822d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1808 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.906745:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334740.906747:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334740.906765:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e7009822d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1808 expref: 17 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.906781:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e7009822d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1808 expref: 17 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334740.906800:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c000, rc 0) 00000100:00100000:1.0:1780334740.906872:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2408:x1866815604551808:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 189us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334740.906879:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 402 00000100:00100000:0.0:1780334740.914676:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334740.925237:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604552064 00000100:00100000:3.0:1780334740.925252:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604552064 00000100:00100000:3.0:1780334740.925369:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1466 00000100:00100000:3.0:1780334740.925380:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:33226:x1866815604552064:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334740.925401:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334740.925420:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70098234 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b180f expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.925523:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009823b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.925538:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009823b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.925549:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009823b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334740.925560:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:3.0:1780334740.925658:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70098234 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b180f expref: 113 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.925675:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009823b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b180f expref: 112 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.925689:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68e00) 00010000:00010000:3.0:1780334740.925692:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1780334740.925695:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722a00, rc 0) 00000100:00100000:3.0:1780334740.925770:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:33226:x1866815604552064:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 392us (11102us total) trans 4294968202 rc 0/0 00000100:00100000:3.0:1780334740.925776:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1466 00000100:00100000:1.0:1780334740.928526:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334740.928611:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604552192 00000100:00100000:3.0:1780334740.928620:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604552192 00000100:00100000:3.0:1780334740.928672:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 403 00000100:00100000:3.0:1780334740.928681:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c95f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2407:x1866815604552192:12345-192.168.203.22@tcp:1:lfs.0 00010000:00010000:3.0:1780334740.928722:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70098249 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.928742:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e7009820a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17fa expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.928751:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e7009822d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1808 expref: 17 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.928771:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334740.928772:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334740.928776:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70098249 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.928964:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e7009822d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1808 expref: 17 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.928982:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e7009822d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1808 expref: 17 pid: 8421 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334740.928999:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624307840:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334740.929203:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e7009820a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17fa expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.929213:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e7009820a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17fa expref: 10 pid: 8422 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334740.929224:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027201180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624307968:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334740.929249:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780334740.934650:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334740.934679:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334740.934712:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604552448 00000100:00100000:0.0:1780334740.934719:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604552448 00010000:00010000:0.0:1780334740.934768:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e7009820a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17fa expref: 11 pid: 8422 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334740.934801:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604552320 00000100:00100000:0.0:1780334740.934805:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604552320 00000100:00100000:3.0:1780334740.935008:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624307840:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334740.935021:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027201180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624307968:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334740.935055:0:8422:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70098249 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.935182:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e7009822d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1808 expref: 18 pid: 8421 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334740.935317:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 445 00000100:00100000:0.0:1780334740.935329:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604552448:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334740.935347:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334740.935379:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e7009820a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17fa expref: 11 pid: 8422 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.935392:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e7009820a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17fa expref: 11 pid: 8422 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.935423:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e7009820a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17fa expref: 11 pid: 8422 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.935441:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334740.935494:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604552448:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 167us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334740.935501:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 445 00000100:00100000:0.0:1780334740.935521:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 446 00000100:00100000:0.0:1780334740.935528:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2406:x1866815604552320:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334740.935537:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334740.935545:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e7009822d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1808 expref: 18 pid: 8421 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.935555:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e7009822d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1808 expref: 18 pid: 8421 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.935567:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009cb497eb/0xdf9e767e7009822d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1808 expref: 18 pid: 8421 timeout: 844 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.935577:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334740.935579:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334740.935584:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70098249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.935600:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70098249 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.935624:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334740.935642:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2406:x1866815604552320:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 115us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334740.935649:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 446 00010000:00010000:0.0:1780334740.936901:0:8422:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70098249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.936918:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70098249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.936944:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70098249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.936953:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70098249 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.936961:0:8422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70098249 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.936968:0:8422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334740.936972:0:8422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70098249 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.936986:0:8422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70098249 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.937000:0:8422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70098249 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.937008:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e70098249 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334740.937081:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c95f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604552192:12345-192.168.203.22@tcp:1:lfs.0 Request processed in 8398us (8558us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334740.937091:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 403 00000100:00100000:0.0:1780334740.941203:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334740.941323:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604552704 00000100:00100000:3.0:1780334740.941333:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604552704 00000100:00100000:3.0:1780334740.941478:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 281 00000100:00100000:3.0:1780334740.941489:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7e9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:33226:x1866815604552704:12345-192.168.203.22@tcp:35:lfs.0 00000004:00010000:3.0:1780334740.941550:0:6542:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x28:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009823b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b180f expref: 112 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780334740.941718:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968203 00000001:00080000:2.0:1780334740.942222:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968204 00010000:00010000:2.0:1780334740.942262:0:6542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.942278:0:6542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009819a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c2 expref: 55 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.942287:0:6542:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700981cb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d7 expref: 115 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.942295:0:6542:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.942338:0:6542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700981cb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d7 expref: 115 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.942352:0:6542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700981cb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d7 expref: 115 pid: 6538 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334740.942366:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624308096:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334740.942595:0:6542:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009819a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c2 expref: 55 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.942604:0:6542:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009819a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c2 expref: 55 pid: 9763 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334740.942613:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624308224:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334740.942636:0:6542:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7011fb1900 going to sleep for 11 seconds 00000100:00100000:3.0:1780334740.945113:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334740.945146:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334740.945170:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604552960 00000100:00100000:3.0:1780334740.945177:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604552960 00010000:00010000:3.0:1780334740.945210:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009819a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c2 expref: 56 pid: 9763 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334740.945238:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604552832 00000100:00100000:3.0:1780334740.945241:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604552832 00010000:00010000:3.0:1780334740.945254:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700981cb lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d7 expref: 116 pid: 6538 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334740.945272:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 447 00000100:00100000:3.0:1780334740.945281:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+56:2406:x1866815604552960:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334740.945295:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334740.945300:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009819a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c2 expref: 56 pid: 9763 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.945312:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009819a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c2 expref: 56 pid: 9763 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334740.945328:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 448 00000100:00100000:0.0:1780334740.945337:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:2406:x1866815604552832:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334740.945346:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334740.945351:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700981cb lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d7 expref: 116 pid: 6538 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334740.945455:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624308096:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334740.945466:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6542:1866815624308224:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334740.945683:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009819a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17c2 expref: 56 pid: 9763 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.947375:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700981cb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d7 expref: 116 pid: 6538 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.947748:0:6542:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.947770:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68e00) 00010000:00010000:3.0:1780334740.947778:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.947788:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.950481:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700981cb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17d7 expref: 116 pid: 6538 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.950509:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68e00) 00010000:00010000:0.0:1780334740.950514:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.950523:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.950531:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334740.950568:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334740.950637:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:2406:x1866815604552832:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 5299us (5488us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334740.950648:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 448 00010000:00010000:3.0:1780334740.951503:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334740.951559:0:6542:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334740.951571:0:6542:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780334740.951668:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968205 00000001:00080000:2.0:1780334740.951781:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968206 00000001:00080000:2.0:1780334740.951831:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968207 00000100:00100000:2.0:1780334740.951921:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624308352:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1780334740.951983:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+55:2406:x1866815604552960:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 6699us (6874us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334740.951984:0:6542:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334740.951997:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 447 00000100:00100000:2.0:1780334740.952017:0:6542:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7011fb1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334740.952043:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624308352 00000100:00100000:2.0:1780334740.952050:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624308352 00000100:00100000:2.0:1780334740.952100:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1780334740.952109:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6542:x1866815624308352:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1780334740.952735:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6542:x1866815624308352:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 625us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334740.952742:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1780334740.952949:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624308352:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1780334740.953068:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968208 00000100:00100000:3.0:1780334740.953246:0:6542:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027200e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624308480:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1780334740.953281:0:6542:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334740.953306:0:6542:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ab8540 going to sleep for 11 seconds 00000100:00100000:2.0:1780334740.953893:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624308480 00000100:00100000:2.0:1780334740.953901:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624308480 00000100:00100000:2.0:1780334740.953939:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1780334740.953947:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6542:x1866815624308480:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1780334740.954071:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6542:x1866815624308480:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 125us (789us total) trans 4294967371 rc 0/0 00000100:00100000:2.0:1780334740.954079:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1780334740.954130:0:6542:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027200e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6542:1866815624308480:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:3.0:1780334740.954153:0:6542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.954163:0:6542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.954170:0:6542:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.954177:0:6542:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334740.954182:0:6542:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.954190:0:6542:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.954205:0:6542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68e00) 00010000:00010000:3.0:1780334740.954209:0:6542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1780334740.954214:0:6542:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334740.954221:0:6542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098250 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780334740.954320:0:6542:0:(mdd_object.c:4033:mdd_close()) Object [0x200000402:0x49:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1780334740.954378:0:6542:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9112 00000004:00080000:3.0:1780334740.954926:0:6542:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 744774113876ns, next at 745774111041ns, rc = 0 00000001:00080000:3.0:1780334740.954936:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968209 00010000:00010000:3.0:1780334740.954971:0:6542:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68e00) 00010000:00010000:3.0:1780334740.954974:0:6542:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1780334740.954982:0:6542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009823b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b180f expref: 119 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334740.955095:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7e9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:33226:x1866815604552704:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 13608us (13900us total) trans 4294968210 rc 0/0 00000100:00100000:3.0:1780334740.955104:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 281 00000020:00080000:3.0:1780334740.955108:0:6542:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:2.0:1780334741.429058:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334741.681583:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334741.681659:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604553216 00000100:00100000:2.0:1780334741.681670:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604553216 00000100:00100000:2.0:1780334741.681762:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1467 00000100:00100000:2.0:1780334741.681774:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:33236:x1866815604553216:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:2.0:1780334741.681801:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334741.681839:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098257 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1816 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.681949:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009825e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.681968:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009825e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.681980:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009825e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.681992:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098265 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682000:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098265 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682006:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098265 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682122:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e7009826c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682130:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e7009826c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682141:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e7009826c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334741.682151:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:2.0:1780334741.682221:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009825e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682229:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009825e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682235:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009825e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682241:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334741.682246:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009825e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682253:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009825e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682265:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:2.0:1780334741.682268:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334741.682273:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009825e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682279:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009825e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682290:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098265 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682299:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098265 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682304:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098265 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682308:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334741.682311:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098265 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682329:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098265 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682336:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9b6f02d68100) 00010000:00010000:2.0:1780334741.682338:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334741.682341:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098265 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682346:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098265 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682559:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e70098257 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1816 expref: 121 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682574:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e7009826c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1816 expref: 120 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.682581:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68c00) 00010000:00010000:2.0:1780334741.682584:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334741.682587:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d200, rc 0) 00000100:00100000:2.0:1780334741.682648:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:33236:x1866815604553216:12345-192.168.203.22@tcp:101:cat.0 Request processed in 876us (1073us total) trans 4294968211 rc 0/0 00000100:00100000:2.0:1780334741.682655:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1467 00000100:00100000:1.0:1780334741.688571:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334741.688641:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604553472 00000100:00100000:2.0:1780334741.688650:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604553472 00000100:00100000:2.0:1780334741.688714:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 70 00000100:00100000:2.0:1780334741.688725:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:33236:x1866815604553472:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:2.0:1780334741.688741:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334741.688773:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e7009826c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1816 expref: 120 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.688792:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68c00) 00010000:00010000:2.0:1780334741.688803:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334741.688886:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:33236:x1866815604553472:12345-192.168.203.22@tcp:103:cat.0 Request processed in 162us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334741.688893:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 70 00000100:00100000:3.0:1780334741.691341:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334741.692996:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334741.695774:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604553728 00000100:00100000:2.0:1780334741.695785:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604553728 00000100:00100000:2.0:1780334741.695857:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604553856 00000100:00100000:2.0:1780334741.695861:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604553856 00000100:00100000:2.0:1780334741.695888:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1468 00000100:00100000:2.0:1780334741.695898:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:33235:x1866815604553728:12345-192.168.203.22@tcp:101:cat.0 00000100:00100000:3.0:1780334741.695918:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1469 00010000:00010000:2.0:1780334741.695924:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780334741.695933:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:33236:x1866815604553856:12345-192.168.203.22@tcp:58:cat.0 00010000:00010000:2.0:1780334741.695946:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009827a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b181d expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696010:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098281 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696025:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098281 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696035:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098281 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696045:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098288 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696052:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098288 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696058:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098288 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:3.0:1780334741.696144:0:6538:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_race id 18b sleeping 00010000:00010000:2.0:1780334741.696206:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e7009828f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696214:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e7009828f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696220:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e7009828f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334741.696228:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:2.0:1780334741.696293:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098281 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696300:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098281 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696305:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098281 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696312:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334741.696316:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098281 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696421:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098281 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696432:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:2.0:1780334741.696435:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334741.696439:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098281 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696445:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098281 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696458:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098288 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696463:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098288 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696470:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098288 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696475:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334741.696477:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098288 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696482:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098288 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696492:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9b6f02d68100) 00010000:00010000:2.0:1780334741.696494:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334741.696496:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098288 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696501:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098288 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696652:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009827a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b181d expref: 123 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696669:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e7009828f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b181d expref: 122 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334741.696675:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68b00) 00010000:00010000:2.0:1780334741.696678:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334741.696680:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0400, rc 0) 00000100:00100000:2.0:1780334741.696738:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+122:33235:x1866815604553728:12345-192.168.203.22@tcp:101:cat.0 Request processed in 841us (5406us total) trans 4294968212 rc 0/0 00000100:00100000:2.0:1780334741.696744:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1468 00000100:00100000:1.0:1780334741.709496:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334741.709597:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604554112 00000100:00100000:3.0:1780334741.709607:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604554112 00000100:00100000:3.0:1780334741.709688:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 282 00000100:00100000:3.0:1780334741.709699:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+122:33235:x1866815604554112:12345-192.168.203.22@tcp:35:cat.0 00000100:00100000:3.0:1780334741.710286:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+123:33235:x1866815604554112:12345-192.168.203.22@tcp:35:cat.0 Request processed in 587us (796us total) trans 4294968213 rc 0/0 00000100:00100000:3.0:1780334741.710294:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 282 00000100:00100000:2.0:1780334741.933582:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334741.933631:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334741.933658:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334741.933687:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334741.933712:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334741.933734:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334741.933764:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334741.933786:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334741.933846:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334741.933876:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604554240 00000100:00100000:2.0:1780334741.933885:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604554240 00000100:00100000:2.0:1780334741.933931:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 726 00000100:00100000:2.0:1780334741.933940:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604554240:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334741.933999:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604554240:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 59us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334741.934006:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 726 00000100:00100000:2.0:1780334741.934036:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604554368 00000100:00100000:2.0:1780334741.934039:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604554368 00000100:00100000:2.0:1780334741.934057:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604554880 00000100:00100000:2.0:1780334741.934059:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604554880 00000100:00100000:2.0:1780334741.934071:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604554496 00000100:00100000:2.0:1780334741.934073:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604554496 00000100:00100000:2.0:1780334741.934092:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604555008 00000100:00100000:2.0:1780334741.934095:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604555008 00000100:00100000:2.0:1780334741.934108:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 908 00000100:00100000:2.0:1780334741.934114:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+123:2406:x1866815604554368:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334741.934144:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+123:2406:x1866815604554368:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 31us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334741.934150:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 908 00000100:00100000:2.0:1780334741.934163:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 909 00000100:00100000:2.0:1780334741.934169:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+55:2406:x1866815604554880:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334741.934198:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+55:2406:x1866815604554880:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 29us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334741.934204:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 909 00000100:00100000:2.0:1780334741.934215:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 910 00000100:00100000:2.0:1780334741.934221:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604554496:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334741.934243:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604554496:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334741.934248:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 910 00000100:00100000:2.0:1780334741.934259:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 911 00000100:00100000:2.0:1780334741.934265:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604555008:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334741.934285:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604555008:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334741.934291:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 911 00000100:00100000:2.0:1780334741.934309:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604554624 00000100:00100000:2.0:1780334741.934312:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604554624 00000100:00100000:2.0:1780334741.934334:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604555136 00000100:00100000:3.0:1780334741.934336:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604554752 00000100:00100000:2.0:1780334741.934337:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604555136 00000100:00100000:3.0:1780334741.934340:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604554752 00000100:00100000:2.0:1780334741.934347:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604555264 00000100:00100000:2.0:1780334741.934349:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604555264 00000100:00100000:3.0:1780334741.934360:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 547 00000100:00100000:3.0:1780334741.934365:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604554624:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334741.934407:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604554624:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 41us (775us total) trans 0 rc 0/0 00000100:00080000:0.0:1780334741.934737:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334741.934743:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334741.934846:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 548 00000100:00100000:2.0:1780334741.934857:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604555136:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334741.934890:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604555136:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 36us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334741.934897:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 548 00000100:00100000:2.0:1780334741.934912:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 549 00000100:00100000:2.0:1780334741.934917:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604554752:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334741.934941:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+15:2406:x1866815604554752:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (1176us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334741.934951:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 549 00000100:00100000:2.0:1780334741.934962:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 550 00000100:00100000:2.0:1780334741.934969:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604555264:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334741.934991:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604555264:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (1182us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334741.934996:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 550 00000100:00100000:3.0:1780334741.936035:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 547 00010000:00010000:0.0:1780334742.452055:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334743.476109:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334743.671318:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624308608:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334743.671383:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334743.674474:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624308608 00000100:00100000:2.0:1780334743.674487:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624308608 00000100:00100000:2.0:1780334743.674552:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1780334743.674561:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624308608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334743.674599:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:2.0:1780334743.674691:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624308608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (3307us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334743.674698:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1780334743.674995:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624308608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334744.180173:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780334744.180194:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624308992:0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.180253:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624309376:0@lo:400:kworker.0 00000100:00100000:3.0:1780334744.180264:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334744.180276:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624308736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334744.180327:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624308992 00000100:00100000:1.0:1780334744.180335:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624308992 00000100:00100000:1.0:1780334744.180375:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1780334744.180384:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624308992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.180787:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334744.180859:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624309888:0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.180885:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334744.180902:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624310400:0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.180919:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334744.180935:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1780334744.180940:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624309504:0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.180961:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334744.180980:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624310016:0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.180997:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334744.181022:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624309376 00000100:00100000:2.0:1780334744.181026:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624309376 00000100:00100000:2.0:1780334744.181599:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1780334744.181614:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624309376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.181669:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624309376:12345-0@lo:400:kworker.0 Request processed in 60us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334744.181676:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1780334744.181705:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624309888 00000100:00100000:2.0:1780334744.181709:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624309888 00000100:00100000:2.0:1780334744.182181:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624310400 00000100:00100000:2.0:1780334744.182186:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624310400 00000100:00100000:2.0:1780334744.182209:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1780334744.182216:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624309888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.182253:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624309888:12345-0@lo:400:kworker.0 Request processed in 38us (1366us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334744.182259:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1780334744.182270:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1780334744.182276:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624310400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.182301:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624310400:12345-0@lo:400:kworker.0 Request processed in 26us (1381us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334744.182307:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1780334744.182327:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624309504 00000100:00100000:2.0:1780334744.182331:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624309504 00000100:00100000:2.0:1780334744.182353:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624310016 00000100:00100000:2.0:1780334744.182356:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624310016 00000100:00100000:2.0:1780334744.182372:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1780334744.182377:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624309504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.182404:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624309504:12345-0@lo:400:kworker.0 Request processed in 27us (1443us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334744.182410:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1780334744.182419:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1780334744.182424:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624310016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334744.182513:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624308864:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334744.182545:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334744.182580:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624308864 00000100:00100000:3.0:1780334744.182583:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624308864 00000100:00100000:3.0:1780334744.182608:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1780334744.182613:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624308864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334744.182633:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:3.0:1780334744.182667:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624308864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334744.182672:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1780334744.182678:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624310016:12345-0@lo:400:kworker.0 Request processed in 21us (1448us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334744.182688:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:3.0:1780334744.182697:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624309120:0@lo:400:kworker.0 00000100:00080000:2.0:1780334744.182716:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334744.182721:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334744.182726:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1780334744.182741:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334744.182761:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624309632:0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.182761:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624309120 00000100:00100000:2.0:1780334744.182766:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624309120 00000100:00100000:2.0:1780334744.182795:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:2.0:1780334744.182801:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624309120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.182846:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624309120:12345-0@lo:400:kworker.0 Request processed in 46us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334744.182852:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:2.0:1780334744.182888:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624309504:0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.182898:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624310016:0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.182908:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624309376:0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.182918:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624309888:0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.182926:0:3658:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967379 gen 2 00000004:00080000:2.0:1780334744.182930:0:3658:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967379 committed transno 4294967379 00000100:00100000:2.0:1780334744.182947:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624310400:0@lo:400:kworker.0 00000100:00100000:3.0:1780334744.182967:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334744.182994:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624310144:0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.183004:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624308864:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334744.183023:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334744.183038:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624309632 00000100:00100000:2.0:1780334744.183042:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624309632 00000100:00100000:3.0:1780334744.183057:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624309120:0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.183068:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624310144 00000100:00100000:2.0:1780334744.183072:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624310144 00000100:00100000:3.0:1780334744.183087:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1780334744.183095:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624309632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334744.183200:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624309632:12345-0@lo:400:kworker.0 Request processed in 106us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334744.184342:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1780334744.184356:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624310144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334744.184414:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334744.184492:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624308992:12345-0@lo:400:kworker.0 Request processed in 4108us (4229us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334744.184501:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1780334744.184541:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624308736 00000100:00100000:1.0:1780334744.184547:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624308736 00000100:00100000:1.0:1780334744.184578:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1780334744.184584:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624308736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334744.184598:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:1.0:1780334744.184628:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624308736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334744.184633:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1780334744.184667:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624308992:0@lo:400:kworker.0 00000100:00080000:1.0:1780334744.184716:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334744.184720:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334744.184774:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624309632:0@lo:400:kworker.0 00000100:00100000:3.0:1780334744.185890:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1780334744.188019:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624308736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334744.188034:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624309248:0@lo:400:kworker.0 00000100:00100000:0.0:1780334744.188091:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334744.188198:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624309760:0@lo:400:kworker.0 00000100:00100000:0.0:1780334744.188223:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334744.188263:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624310272:0@lo:400:kworker.0 00000100:00100000:0.0:1780334744.188285:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334744.188346:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624309760 00000100:00100000:0.0:1780334744.188353:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624309760 00000100:00100000:0.0:1780334744.188399:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624310272 00000100:00100000:0.0:1780334744.188402:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624310272 00000100:00100000:0.0:1780334744.188434:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1780334744.188443:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624309760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334744.188493:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624309760:12345-0@lo:400:kworker.0 Request processed in 51us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334744.188499:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1780334744.188516:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:0.0:1780334744.188523:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624310272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334744.188549:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624310272:12345-0@lo:400:kworker.0 Request processed in 27us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334744.188554:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00080000:0.0:1780334744.188572:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334744.188591:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624309760:0@lo:400:kworker.0 00000100:00100000:0.0:1780334744.188599:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624310272:0@lo:400:kworker.0 00000100:00100000:2.0:1780334744.189506:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624310144:12345-0@lo:400:kworker.0 Request processed in 5152us (6479us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334744.189517:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:3.0:1780334744.189522:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624310144:0@lo:400:kworker.0 00000100:00100000:1.0:1780334744.189568:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624309248 00000100:00100000:1.0:1780334744.189574:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624309248 00000100:00100000:1.0:1780334744.189662:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1780334744.189672:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624309248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334744.189728:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b723480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624309248:12345-0@lo:400:kworker.0 Request processed in 57us (1636us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334744.189743:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1780334744.189825:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624309248:0@lo:400:kworker.0 00010000:00010000:3.0:1780334744.499986:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1780334745.206268:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968213 is committed 00000004:00080000:2.0:1780334745.206290:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000020:00080000:2.0:1780334745.206313:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f04ab8c00 refcount 2 committed 0 result 0 batchid 33 00000020:00080000:2.0:1780334745.206318:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b70337a9400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f04ab8d80 00000020:00080000:2.0:1780334745.206321:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b70337a9e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f03e3c800 00000001:00080000:2.0:1780334745.206355:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968201 is committed 00000020:00080000:2.0:1780334745.206372:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 32 batchid updated 00010000:00010000:2.0:1780334745.206390:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098193 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334745.206401:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098193 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334745.206408:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098193 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334745.206415:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448dc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334745.206420:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098193 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334745.206427:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098193 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334745.206444:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9b6f02d68100) 00010000:00010000:2.0:1780334745.206447:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334745.206452:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098193 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334745.206459:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e70098193 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1780334745.206683:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 33 committed batchid 32 00000100:00100000:2.0:1780334745.206715:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624310528:0@lo:6:osp-syn-0-0.0 00000020:00080000:1.0:1780334745.206759:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000100:00100000:2.0:1780334745.206791:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334745.206944:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624310528 00000100:00100000:1.0:1780334745.206952:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624310528 00010000:00010000:0.0:1780334745.206985:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e700980ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334745.206998:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e700980ba lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334745.207005:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00010000:00010000:0.0:1780334745.207007:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e700980ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334745.207014:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b200 already unused, calling callback (ffffffffc19e04f0) 00000100:00100000:1.0:1780334745.207016:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624310528:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780334745.207019:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e700980ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334745.207027:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e700980ba lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334745.207038:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff9b70188d6100) 00002000:00080000:1.0:1780334745.207044:0:16895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:27 count 1 00002000:00010000:1.0:1780334745.207071:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 158, mtime: 0x6a1dc094, atime: 0x0, ctime: 0x6a1dc094, blocks: 0x8 00010000:00010000:1.0:1780334745.207077:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e7009829d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334745.207090:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334745.207092:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334745.207097:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e7009829d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334745.207111:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e7009829d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334745.207121:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e7009829d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334745.207129:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e7009829d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334745.207137:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334745.207143:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e700980ba lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334745.207150:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e700980ba lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334745.207167:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e700980c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334745.207173:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e700980c1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334745.207178:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e700980c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334745.207183:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ae00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334745.207186:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e700980c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334745.207187:0:16895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780334745.207196:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e700980c1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334745.207205:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:0.0:1780334745.207207:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334745.207210:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e700980c1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334745.207216:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e700980c1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334745.207259:0:10292:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780334745.207266:0:10292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e7009829d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334745.207275:0:10292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334745.207278:0:10292:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e7009829d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334745.207287:0:10292:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e7009829d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334745.207301:0:10292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e7009829d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334745.207314:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038806d6a/0xdf9e767e7009829d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334745.207325:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3659:x1866815624310528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 310us (533us total) trans 4294967372 rc 0/0 00010000:00010000:2.0:1780334745.207329:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334745.207332:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334745.207335:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00010000:00010000:2.0:1780334745.207336:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1780334745.207402:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b7034605180/2, rc 0, transno 4294967372 00000100:00100000:3.0:1780334745.207409:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624310528:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780334745.524365:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334745.716133:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624310656:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334745.716172:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624310784:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334745.716205:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334745.716239:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624310656 00000100:00100000:1.0:1780334745.716248:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624310656 00000100:00100000:1.0:1780334745.716294:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1780334745.716303:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624310656:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334745.716327:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624310912:0@lo:41:osp-pre-1-0.0 00002000:00000024:1.0:1780334745.716330:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202746688 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334745.716368:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334745.716413:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624310912 00000100:00100000:2.0:1780334745.716416:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624310912 00000100:00100000:2.0:1780334745.716437:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1780334745.716442:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624310912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334745.716461:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334745.716487:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624310912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 45us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334745.716492:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1780334745.716524:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624310912:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334745.716587:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334745.716612:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624310784 00000100:00100000:2.0:1780334745.716620:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624310784 00000100:00100000:2.0:1780334745.716631:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1780334745.716635:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3661:x1866815624310784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334745.716643:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202746688 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334745.716662:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3661:x1866815624310784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 27us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334745.716669:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1780334745.716690:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624310784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334745.722607:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624310656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6295us (6393us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334745.722680:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1780334745.723482:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624310656:0@lo:13:osp-pre-0-1.0 00000001:00080000:3.0:1780334746.232041:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967372 is committed 00000001:00080000:3.0:1780334746.232060:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967370 is committed 00010000:00010000:1.0:1780334746.549010:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00020000:3.0:1780334746.742029:0:6538:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_fail_race id 18b awake: rc=0 00010000:00010000:3.0:1780334746.750104:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334746.750131:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e7009828f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b181d expref: 108 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334746.750140:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334746.750540:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e7009828f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b181d expref: 108 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334746.750556:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e7009828f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b181d expref: 108 pid: 6540 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334746.750570:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624311040:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334746.750753:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b701114d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334746.768424:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334746.768520:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604555392 00000100:00100000:1.0:1780334746.768529:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604555392 00000100:00100000:3.0:1780334746.768562:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624311040:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334746.768589:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.768596:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e7009828f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b181d expref: 109 pid: 6540 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334746.768651:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 449 00000100:00100000:1.0:1780334746.768661:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:2407:x1866815604555392:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334746.768676:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334746.768683:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e7009828f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b181d expref: 109 pid: 6540 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.768695:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e7009828f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b181d expref: 109 pid: 6540 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.768728:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e7009828f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b181d expref: 109 pid: 6540 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.768745:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68b00) 00010000:00010000:1.0:1780334746.768750:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.768759:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.768766:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1780334746.768917:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780334746.769162:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334746.769335:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:2407:x1866815604555392:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 673us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334746.769343:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 449 00010000:00010000:3.0:1780334746.770730:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334746.770744:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780334746.771014:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].42, 136 off13904 00000100:00100000:0.0:1780334746.771120:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:33236:x1866815604553856:12345-192.168.203.22@tcp:58:cat.0 Request processed in 5075189us (5078128us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334746.771130:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1469 00000100:00100000:0.0:1780334746.775065:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334746.775149:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604555648 00000100:00100000:3.0:1780334746.775159:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604555648 00000100:00100000:3.0:1780334746.775220:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1470 00000100:00100000:3.0:1780334746.775230:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:33235:x1866815604555648:12345-192.168.203.22@tcp:58:cat.0 00000004:00020000:3.0:1780334746.775311:0:15367:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_fail_race id 18b waking 00000100:00100000:3.0:1780334746.782946:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:33235:x1866815604555648:12345-192.168.203.22@tcp:58:cat.0 Request processed in 7707us (7879us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334746.782959:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1470 00000100:00100000:2.0:1780334746.793324:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334746.793783:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604555776 00000100:00100000:1.0:1780334746.793793:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604555776 00000100:00100000:1.0:1780334746.793901:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1471 00000100:00100000:1.0:1780334746.793922:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:33235:x1866815604555776:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:1.0:1780334746.793941:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334746.793958:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700982ab lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1824 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.794007:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.794017:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700982ab lrc: 4/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1824 expref: 108 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.794044:0:9763:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.794057:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700982ab lrc: 3/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1824 expref: 108 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.794069:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68b00) 00010000:00010000:1.0:1780334746.794073:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334746.794076:0:9763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700982ab lrc: 3/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1824 expref: 108 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.794084:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c000, rc 0) 00000100:00100000:1.0:1780334746.794208:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33235:x1866815604555776:12345-192.168.203.22@tcp:101:cat.0 Request processed in 297us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334746.794215:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1471 00000040:00080000:2.0:1780334746.868137:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334746.868145:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334746.868201:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 5 00000040:00080000:2.0:1780334746.868223:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334746.868368:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d1c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624311168:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334746.868479:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70337bf840 going to sleep for 11 seconds 00000100:00100000:0.0:1780334746.877008:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d1c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624311168:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1780334746.880447:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334746.880593:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604555904 00000100:00100000:3.0:1780334746.880602:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604555904 00000100:00100000:3.0:1780334746.880673:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1472 00000100:00100000:3.0:1780334746.880683:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:33238:x1866815604555904:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334746.880726:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334746.880873:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:33238:x1866815604555904:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 190us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334746.880881:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1472 00000100:00080000:0.0:1780334746.881305:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334746.884457:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334746.884643:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604556032 00000100:00100000:3.0:1780334746.884652:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604556032 00000100:00100000:3.0:1780334746.884707:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1473 00000100:00100000:3.0:1780334746.884728:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+49:33238:x1866815604556032:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1780334746.884980:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700982b2 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334746.884998:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700982b2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334746.885009:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700982b2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334746.885025:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700982b9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334746.885043:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700982b9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334746.885280:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700982b9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885390:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700982c0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885400:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700982c0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885408:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700982c0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334746.885452:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00000004:00200000:2.0:1780334746.885457:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334746.885470:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700982c0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885481:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700982b2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885488:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700982b2 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885499:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700982b2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885505:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334746.885509:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700982b2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885516:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700982b2 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885527:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334746.885530:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334746.885535:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700982b2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885541:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700982b2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885555:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700982b9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885561:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700982b9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885566:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700982b9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885570:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334746.885572:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700982b9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885580:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700982b9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885586:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb567aa28 (ffff9b7007d1c200) 00010000:00010000:2.0:1780334746.885588:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334746.885590:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700982b9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885594:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700982b9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885607:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700982c0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885612:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700982c0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885617:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700982c0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885621:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334746.885623:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700982c0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885628:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700982c0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885634:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68b00) 00010000:00010000:2.0:1780334746.885636:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334746.885638:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700982c0 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.885647:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700982c0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334746.885727:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+49:33238:x1866815604556032:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 Request processed in 1000us (1278us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334746.885735:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1473 00000100:00100000:1.0:1780334746.888582:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334746.888739:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604556288 00000100:00100000:2.0:1780334746.888749:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604556288 00000100:00100000:2.0:1780334746.888804:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1474 00000100:00100000:2.0:1780334746.888847:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+49:33238:x1866815604556288:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334746.888868:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334746.888896:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700982c7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b182b expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.889006:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700982ce lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.889021:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700982ce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.889031:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700982ce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334746.889042:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:2.0:1780334746.889144:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700982ce lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.889153:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700982ce lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.889162:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700982ce lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.889168:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334746.889546:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700982ce lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.889556:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700982ce lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.889570:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68b00) 00010000:00010000:2.0:1780334746.889573:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334746.889578:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700982ce lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.889585:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e700982ce lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.889629:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700982c7 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b182b expref: 51 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.889639:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334746.889642:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780334746.889645:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700982c7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b182b expref: 51 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.889655:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0200, rc 0) 00000100:00100000:2.0:1780334746.889725:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:33238:x1866815604556288:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 911us (1152us total) trans 4294968214 rc 301/301 00000100:00100000:2.0:1780334746.889737:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1474 00000100:00100000:0.0:1780334746.895153:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334746.895330:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604556416 00000100:00100000:2.0:1780334746.895340:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604556416 00000100:00100000:2.0:1780334746.895571:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1475 00000100:00100000:2.0:1780334746.895584:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+50:33238:x1866815604556416:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334746.895619:0:6540:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334746.895753:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+50:33238:x1866815604556416:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 171us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334746.895760:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1475 00000100:00100000:3.0:1780334746.898395:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334746.898489:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604556672 00000100:00100000:2.0:1780334746.898499:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604556672 00000100:00100000:2.0:1780334746.898556:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1476 00000100:00100000:2.0:1780334746.898565:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:33238:x1866815604556672:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334746.898585:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334746.898603:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700982dc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1832 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.899105:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700982e3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.899607:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700982e3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.899622:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700982e3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334746.899634:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00010000:00010000:2.0:1780334746.899687:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700982dc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1832 expref: 53 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.899705:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700982e3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1832 expref: 52 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.899728:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:2.0:1780334746.899731:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334746.899734:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448dc00, rc 0) 00000100:00100000:2.0:1780334746.900492:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:33238:x1866815604556672:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1926us (2113us total) trans 4294968215 rc 0/0 00000100:00100000:2.0:1780334746.900502:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1476 00000100:00100000:1.0:1780334746.905411:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334746.905490:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604556928 00000100:00100000:2.0:1780334746.905501:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604556928 00000100:00100000:2.0:1780334746.905555:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1477 00000100:00100000:2.0:1780334746.905566:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:33238:x1866815604556928:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334746.905619:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334746.905645:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700982e3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1832 expref: 52 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.905664:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:2.0:1780334746.905675:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334746.905695:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700982f1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.905719:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700981e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17e5 expref: 107 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.905732:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700982f1 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.905764:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700981e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17e5 expref: 107 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.905777:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700981e0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17e5 expref: 107 pid: 6540 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334746.905790:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624311296:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334746.905906:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70337bff00 going to sleep for 11 seconds 00000100:00100000:2.0:1780334746.908499:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624311296:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334746.908524:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700982f1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334746.909254:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334746.909337:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604557056 00000100:00100000:0.0:1780334746.909345:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604557056 00010000:00010000:0.0:1780334746.909383:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700981e0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17e5 expref: 108 pid: 6540 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334746.909421:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 450 00000100:00100000:0.0:1780334746.909430:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:2406:x1866815604557056:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334746.909443:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334746.909450:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700981e0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17e5 expref: 108 pid: 6540 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334746.909461:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700981e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17e5 expref: 108 pid: 6540 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334746.909490:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700981e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b17e5 expref: 108 pid: 6540 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334746.909507:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:0.0:1780334746.909516:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700982f1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334746.909526:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700982f1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334746.909533:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700982f1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334746.909805:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334746.909878:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:2406:x1866815604557056:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 449us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334746.909886:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 450 00010000:00010000:1.0:1780334746.911168:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700982f1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911180:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700982f1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911243:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700982f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0xf4e5496 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911255:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700982f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xf4e5496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911264:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700982f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xf4e5496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911308:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700982f1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911315:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700982f1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911363:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700982f1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911370:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448cc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334746.911374:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700982f1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911382:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700982f1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911454:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:1.0:1780334746.911458:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334746.911463:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700982f1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911469:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700982f1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911542:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700982f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xf4e5496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911549:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700982f8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0xf4e5496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911553:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700982f8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0xf4e5496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911558:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334746.911560:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700982f8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0xf4e5496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911565:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700982f8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0xf4e5496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911573:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xf4e5496 (ffff9b703c6c5c00) 00010000:00010000:1.0:1780334746.911575:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334746.911578:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700982f8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0xf4e5496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.911583:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700982f8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0xf4e5496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334746.911706:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+51:33238:x1866815604556928:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 6139us (6301us total) trans 0 rc -2/-2 00000100:00100000:1.0:1780334746.911722:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1477 00000100:00100000:1.0:1780334746.914287:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334746.914457:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604557184 00000100:00100000:2.0:1780334746.914468:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604557184 00000100:00100000:2.0:1780334746.914615:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1478 00000100:00100000:2.0:1780334746.914626:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+51:33238:x1866815604557184:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334746.914645:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334746.914665:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700982ff lrc: 2/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1839 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.914705:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098306 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.914731:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098306 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.914742:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098306 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.914908:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700982ff lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1839 expref: 53 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.914925:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098306 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1839 expref: 52 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.914933:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:2.0:1780334746.914935:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334746.914938:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c600, rc 0) 00000100:00100000:2.0:1780334746.914995:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:33238:x1866815604557184:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 371us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334746.915001:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1478 00000100:00100000:1.0:1780334746.919075:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334746.919233:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604557440 00000100:00100000:2.0:1780334746.919244:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604557440 00000100:00100000:2.0:1780334746.919331:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1479 00000100:00100000:2.0:1780334746.919343:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:33238:x1866815604557440:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334746.919432:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009830d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.919450:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009830d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.919465:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009830d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334746.919617:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000f578768 reply state 00000000e8f5c165 transno 4294968216 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009830d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.919629:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009830d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.919637:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:2.0:1780334746.919639:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1780334746.919643:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334746.919915:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+54:33238:x1866815604557440:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 573us (847us total) trans 4294968216 rc 0/0 00000100:00100000:2.0:1780334746.919921:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1479 00000100:00100000:0.0:1780334746.921801:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334746.922835:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604557568 00000100:00100000:1.0:1780334746.922847:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604557568 00000100:00100000:1.0:1780334746.922909:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1480 00000100:00100000:1.0:1780334746.922919:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+54:33238:x1866815604557568:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334746.923681:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334746.923706:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098314 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1840 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.923778:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098314 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1840 expref: 55 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.923792:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098314 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1840 expref: 55 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.923802:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:1.0:1780334746.923805:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334746.923808:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ca00, rc 0) 00000100:00100000:1.0:1780334746.924085:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+55:33238:x1866815604557568:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1166us (2298us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334746.924093:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1480 00000100:00100000:0.0:1780334746.927397:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334746.927578:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604557696 00000100:00100000:2.0:1780334746.927587:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604557696 00000100:00100000:2.0:1780334746.927641:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 283 00000100:00100000:2.0:1780334746.927651:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:33238:x1866815604557696:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1780334746.927917:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:33238:x1866815604557696:12345-192.168.203.22@tcp:49:lhsmtool_posix.0 Request processed in 266us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334746.927926:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 283 00000100:00100000:0.0:1780334746.930390:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334746.930475:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604557952 00000100:00100000:2.0:1780334746.930484:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604557952 00000100:00100000:2.0:1780334746.930532:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 284 00000100:00100000:2.0:1780334746.930542:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:33238:x1866815604557952:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334746.930757:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+56:33238:x1866815604557952:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 216us (373us total) trans 4294968217 rc 0/0 00000100:00100000:2.0:1780334746.930765:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 284 00000100:00100000:0.0:1780334746.933001:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334746.933119:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604558208 00000100:00100000:2.0:1780334746.933129:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604558208 00000100:00100000:2.0:1780334746.933222:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1481 00000100:00100000:2.0:1780334746.933232:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+56:33238:x1866815604558208:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334746.933342:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+56:33238:x1866815604558208:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 111us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334746.933350:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1481 00000100:00100000:0.0:1780334746.935608:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334746.936774:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604558464 00000100:00100000:1.0:1780334746.936785:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604558464 00000100:00100000:1.0:1780334746.936865:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1482 00000100:00100000:1.0:1780334746.936875:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+56:33238:x1866815604558464:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334746.936896:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334746.936914:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009831b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1847 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.937017:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098322 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.937252:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098314 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1840 expref: 57 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.937261:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098322 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.937296:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098314 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1840 expref: 57 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.937310:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098314 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1840 expref: 57 pid: 9763 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334746.937468:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe47100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624311424:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334746.937582:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ede40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334746.940516:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334746.940600:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604558592 00000100:00100000:2.0:1780334746.940608:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604558592 00010000:00010000:2.0:1780334746.940643:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098314 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1840 expref: 58 pid: 9763 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334746.940683:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 451 00000100:00100000:2.0:1780334746.940693:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+58:2407:x1866815604558592:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334746.940706:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334746.940730:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098314 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1840 expref: 58 pid: 9763 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.940742:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098314 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1840 expref: 58 pid: 9763 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.940763:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:2.0:1780334746.940768:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098322 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.940781:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098322 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.940799:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098322 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.940835:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334746.940890:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+58:2407:x1866815604558592:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 198us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334746.940898:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 451 00010000:00010000:1.0:1780334746.946202:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098314 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1840 expref: 57 pid: 9763 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334746.946225:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe47100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624311424:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334746.946249:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098322 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.946258:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098322 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.946263:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098322 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334746.946282:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00000004:00080000:1.0:1780334746.946451:0:6539:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00010000:00010000:1.0:1780334746.946540:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098322 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.946548:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098322 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.946556:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098322 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.946562:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334746.946565:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098322 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.946572:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098322 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.946587:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:1.0:1780334746.946590:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334746.946595:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098322 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.946604:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098322 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.946651:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009831b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1847 expref: 57 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.946661:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9b70188d6b00) 00010000:00010000:1.0:1780334746.946664:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1780334746.946668:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009831b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1847 expref: 57 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.946676:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481de00, rc 0) 00000100:00100000:1.0:1780334746.946760:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+56:33238:x1866815604558464:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 9886us (11160us total) trans 4294968218 rc 301/301 00000100:00100000:1.0:1780334746.946769:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1482 00000100:00100000:0.0:1780334746.950138:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334746.951898:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604558848 00000100:00100000:2.0:1780334746.951911:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604558848 00000100:00100000:2.0:1780334746.951972:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 285 00000100:00100000:2.0:1780334746.952049:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+56:33238:x1866815604558848:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334746.952632:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+57:33238:x1866815604558848:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 581us (2496us total) trans 4294968219 rc 0/0 00000100:00100000:2.0:1780334746.952644:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 285 00000100:00100000:0.0:1780334746.955162:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334746.955450:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604558976 00000100:00100000:1.0:1780334746.955460:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604558976 00000100:00100000:1.0:1780334746.955548:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1483 00000100:00100000:1.0:1780334746.955558:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+57:33238:x1866815604558976:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334746.955581:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334746.955599:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098330 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b184e expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.955684:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098337 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.955698:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098337 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.955719:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098337 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334746.955758:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00000004:00200000:1.0:1780334746.955762:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334746.955780:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098337 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.955843:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098330 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b184e expref: 59 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.955859:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098337 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b184e expref: 58 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.955867:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:1.0:1780334746.955870:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1780334746.955874:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c600, rc 0) 00000100:00100000:1.0:1780334746.955932:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+58:33238:x1866815604558976:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 375us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334746.955939:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1483 00000100:00100000:2.0:1780334746.960107:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334746.961637:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604559104 00000100:00100000:0.0:1780334746.961649:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604559104 00000100:00080000:1.0:1780334746.961722:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334746.961766:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 405 00000100:00100000:0.0:1780334746.961778:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604559104:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334746.961805:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334746.961861:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004604db18/0xdf9e767e7009833e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1855 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334746.961887:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780334746.961908:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334746.961911:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334746.961918:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004604db18/0xdf9e767e7009833e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1855 expref: 11 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334746.961940:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004604db18/0xdf9e767e7009833e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1855 expref: 11 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334746.961953:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a600, rc 0) 00000100:00100000:0.0:1780334746.962015:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604559104:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 240us (1917us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334746.962026:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 405 00000100:00100000:2.0:1780334746.964650:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334746.964784:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604559360 00000100:00100000:0.0:1780334746.964793:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604559360 00000100:00100000:0.0:1780334746.964879:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1484 00000100:00100000:0.0:1780334746.964889:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+58:33238:x1866815604559360:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334746.964992:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+58:33238:x1866815604559360:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 105us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334746.965000:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1484 00000100:00100000:3.0:1780334746.969751:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334746.970096:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604559488 00000100:00100000:1.0:1780334746.970106:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604559488 00000100:00100000:1.0:1780334746.970164:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 406 00000100:00100000:1.0:1780334746.970175:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:33238:x1866815604559488:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334746.970194:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334746.970212:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e70098345 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b185c expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.970244:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004604db18/0xdf9e767e7009833e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1855 expref: 12 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.970253:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334746.970255:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334746.970258:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e70098345 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b185c expref: 12 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.970290:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004604db18/0xdf9e767e7009833e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1855 expref: 12 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.970304:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004604db18/0xdf9e767e7009833e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1855 expref: 12 pid: 8422 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334746.970319:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624311552:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334746.970407:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334746.973604:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334746.973755:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604559616 00000100:00100000:0.0:1780334746.973765:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604559616 00010000:00010000:0.0:1780334746.973803:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004604db18/0xdf9e767e7009833e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1855 expref: 13 pid: 8422 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334746.973872:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 452 00000100:00100000:0.0:1780334746.973882:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604559616:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334746.973896:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334746.973916:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004604db18/0xdf9e767e7009833e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1855 expref: 13 pid: 8422 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334746.973930:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004604db18/0xdf9e767e7009833e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1855 expref: 13 pid: 8422 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334746.973958:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334746.973960:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334746.973967:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e70098345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b185c expref: 13 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334746.973977:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e70098345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b185c expref: 13 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334746.974012:0:6522:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e70098345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b185c expref: 13 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334746.974025:0:6522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6522:1866815624311680:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334746.974100:0:6522:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b69f00 going to sleep for 11 seconds 00010000:00010000:1.0:1780334746.974297:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004604db18/0xdf9e767e7009833e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1855 expref: 13 pid: 8422 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334746.974312:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe47100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624311552:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334746.974334:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e70098345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b185c expref: 12 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334746.974346:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481de00, rc 0) 00000100:00100000:1.0:1780334746.974419:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:33238:x1866815604559488:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 4245us (4677us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334746.974426:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 406 00000100:00100000:0.0:1780334746.978217:0:6522:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6522:1866815624311680:192.168.203.22@tcp:105: 00010000:00010000:0.0:1780334746.978244:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334746.978294:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604559616:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 4412us (4697us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334746.978308:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 452 00000100:00100000:2.0:1780334746.980348:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334746.980495:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604559744 00000100:00100000:3.0:1780334746.980510:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604559744 00002000:00100000:3.0:1780334746.980560:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->157) req@ffff9b6f013d1180 x1866815604559744/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:212/0 lens 648/0 e 0 to 0 dl 1780334757 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334746.980571:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f013d1180 with x1866815604559744 ext(0->157) 00002000:00010000:3.0:1780334746.980578:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f013d1180 00000100:00100000:3.0:1780334746.980611:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 106 00000100:00100000:3.0:1780334746.980620:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604559744:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1780334746.982480:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604559744:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 1853us (2130us total) trans 4294967380 rc 0/0 00000100:00100000:2.0:1780334746.982493:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 106 00002000:00100000:2.0:1780334746.982503:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->157) req@ffff9b6f013d1180 x1866815604559744/t4294967380(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:212/0 lens 648/448 e 0 to 0 dl 1780334757 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334746.982518:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f013d1180 with x1866815604559744 ext(0->157) 00002000:00010000:2.0:1780334746.982523:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f013d1180 00000100:00100000:3.0:1780334746.984576:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334746.984794:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604559872 00000100:00100000:1.0:1780334746.984802:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604559872 00000100:00100000:1.0:1780334746.984875:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1485 00000100:00100000:1.0:1780334746.984885:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+58:33238:x1866815604559872:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1780334746.990631:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968219 is committed 00010000:00010000:2.0:1780334746.990663:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009830d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1780334746.990664:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 33 batchid updated 00010000:00010000:2.0:1780334746.990676:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009830d lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.990684:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009830d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.990689:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334746.990693:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009830d lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.990699:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009830d lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.990727:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:2.0:1780334746.990731:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000020:00080000:1.0:1780334746.990732:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00010000:00010000:2.0:1780334746.990736:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009830d lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334746.990743:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009830d lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1780334746.990744:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000100:00100000:1.0:1780334746.991300:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+51:33238:x1866815604559872:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 6410us (6724us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334746.991310:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1485 00000100:00100000:0.0:1780334746.994880:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334746.996991:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604560000 00000100:00100000:1.0:1780334746.997009:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604560000 00000100:00100000:1.0:1780334746.997133:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 407 00000100:00100000:1.0:1780334746.997145:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604560000:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1780334747.003559:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967380 is committed 00000100:00100000:1.0:1780334747.003851:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604560000:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 6667us (8939us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334747.003863:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 407 00000100:00100000:2.0:1780334747.009808:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334747.009976:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604560256 00000100:00100000:1.0:1780334747.009986:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604560256 00000100:00100000:1.0:1780334747.010045:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1486 00000100:00100000:1.0:1780334747.010057:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+51:33238:x1866815604560256:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1780334747.010117:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334747.010375:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098337 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b184e expref: 51 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.010399:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:1.0:1780334747.010404:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334747.010435:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e7009834c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.010448:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e7009834c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.010457:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e7009834c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334747.010576:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008bab41e9 reply state 000000006ec59453 transno 4294968220 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e7009834c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.010587:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e7009834c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.010593:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:1.0:1780334747.010595:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334747.010598:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780334747.010697:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:33238:x1866815604560256:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 641us (897us total) trans 4294968220 rc 0/0 00000100:00100000:1.0:1780334747.010704:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1486 00000100:00100000:2.0:1780334747.017296:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334747.017450:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604560384 00000100:00100000:3.0:1780334747.017459:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604560384 00000100:00100000:3.0:1780334747.017518:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1487 00000100:00100000:3.0:1780334747.017529:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:33238:x1866815604560384:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334747.017552:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334747.017570:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098353 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1863 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.017625:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098353 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1863 expref: 53 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.017644:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098353 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1863 expref: 53 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.017662:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:3.0:1780334747.017666:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334747.017669:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723800, rc 0) 00000100:00100000:3.0:1780334747.017735:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+53:33238:x1866815604560384:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 207us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334747.017742:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1487 00000100:00100000:2.0:1780334747.024644:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334747.024745:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604560512 00000100:00100000:0.0:1780334747.024755:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604560512 00000100:00100000:0.0:1780334747.024808:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 408 00000100:00100000:0.0:1780334747.024940:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604560512:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1780334747.025090:0:8422:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1780334747.025094:0:8422:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb mtime from disk: 0 -> 1780334740 00002000:00010000:0.0:1780334747.025096:0:8422:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb atime from disk: 0 -> 1780334740 00002000:00010000:0.0:1780334747.025110:0:8422:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb ctime from disk: 0 -> 1780334740 00002000:00010000:0.0:1780334747.025113:0:8422:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1780334747.025186:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604560512:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 249us (550us total) trans 4294967381 rc 0/0 00000100:00100000:0.0:1780334747.025913:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 408 00000100:00100000:2.0:1780334747.027726:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334747.028436:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604560768 00000100:00100000:1.0:1780334747.028445:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604560768 00000100:00100000:1.0:1780334747.028576:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1488 00000100:00100000:1.0:1780334747.028587:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+53:33238:x1866815604560768:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1780334747.028649:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009835a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.028667:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098306 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1839 expref: 53 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.028676:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009835a lrc: 4/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.028717:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098306 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1839 expref: 53 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.028732:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098306 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1839 expref: 53 pid: 6540 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334747.028746:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe47100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624311808:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334747.028868:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045edf00 going to sleep for 11 seconds 00000100:00100000:2.0:1780334747.038107:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe47100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624311808:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334747.038401:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009835a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334747.040308:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334747.040866:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604560896 00000100:00100000:0.0:1780334747.040876:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604560896 00010000:00010000:0.0:1780334747.040914:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098306 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1839 expref: 54 pid: 6540 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334747.041006:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 453 00000100:00100000:0.0:1780334747.041017:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+54:2407:x1866815604560896:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334747.041032:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334747.041039:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098306 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1839 expref: 54 pid: 6540 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.041052:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098306 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1839 expref: 54 pid: 6540 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.041073:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098306 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1839 expref: 54 pid: 6540 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.041091:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:0.0:1780334747.041096:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009835a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.041115:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009835a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.041127:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009835a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.041159:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334747.041218:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+53:2407:x1866815604560896:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 202us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334747.041226:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 453 00010000:00010000:1.0:1780334747.041243:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009835a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.041250:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009835a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.041634:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009835a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.041643:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009835a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.041649:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009835a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.041657:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334747.041661:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009835a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.041668:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009835a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.041678:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:1.0:1780334747.041681:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1780334747.041684:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009835a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.041689:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e7009835a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334747.041755:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:33238:x1866815604560768:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 13170us (14046us total) trans 0 rc -22/-22 00000100:00100000:1.0:1780334747.041763:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1488 00000100:00100000:2.0:1780334747.044387:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334747.044637:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604561024 00000100:00100000:1.0:1780334747.044647:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604561024 00000100:00100000:1.0:1780334747.044746:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 409 00000100:00100000:1.0:1780334747.044757:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604561024:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1780334747.044800:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70098361 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.044895:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e70098345 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b185c expref: 12 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.044988:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334747.044991:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334747.044995:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70098361 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.045089:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e70098345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b185c expref: 12 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.045211:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e70098345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b185c expref: 12 pid: 8421 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334747.045227:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624311936:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334747.045302:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed900 going to sleep for 11 seconds 00000100:00100000:2.0:1780334747.047469:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334747.047570:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe47b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624311936:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334747.047596:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70098361 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334747.047690:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604561152 00000100:00100000:0.0:1780334747.047697:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604561152 00010000:00010000:0.0:1780334747.047743:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e70098345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b185c expref: 13 pid: 8421 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334747.047782:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 454 00000100:00100000:0.0:1780334747.047792:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604561152:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334747.047807:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334747.047858:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e70098345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b185c expref: 13 pid: 8421 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.047871:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e70098345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b185c expref: 13 pid: 8421 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.047893:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019f9e738/0xdf9e767e70098345 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b185c expref: 13 pid: 8421 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.047908:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334747.047910:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334747.047914:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70098361 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.047924:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70098361 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.047966:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334747.048336:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70098361 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.048346:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70098361 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.048367:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70098361 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.048375:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70098361 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.048701:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70098361 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.048717:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334747.048721:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70098361 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.048731:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70098361 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334747.048739:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604561152:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 948us (1278us total) trans 0 rc 0/0 00010000:00010000:3.0:1780334747.048743:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70098361 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334747.048748:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 454 00010000:00010000:3.0:1780334747.048750:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70098361 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334747.048802:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604561024:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 4048us (4422us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334747.048834:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 409 00000100:00100000:3.0:1780334747.050767:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334747.051014:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604561408 00000100:00100000:0.0:1780334747.051023:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604561408 00000100:00100000:0.0:1780334747.051071:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1489 00000100:00100000:0.0:1780334747.051081:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:33238:x1866815604561408:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1780334747.051155:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098368 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.051172:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098368 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.051183:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098368 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.051639:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e7009836f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.051652:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098353 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1863 expref: 53 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.051660:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e7009836f lrc: 4/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.051690:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098353 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1863 expref: 53 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.051704:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098353 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1863 expref: 53 pid: 15367 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334747.051728:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624312064:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334747.052041:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026b69d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334747.055544:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334747.055673:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604561536 00000100:00100000:1.0:1780334747.055681:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604561536 00010000:00010000:1.0:1780334747.055731:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098353 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1863 expref: 54 pid: 15367 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334747.055770:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 455 00000100:00100000:1.0:1780334747.055780:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+54:2406:x1866815604561536:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334747.055807:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334747.055838:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098353 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1863 expref: 54 pid: 15367 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.055850:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098353 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1863 expref: 54 pid: 15367 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.055870:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:1.0:1780334747.055875:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e7009836f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.055883:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e7009836f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.055890:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e7009836f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.055918:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334747.055964:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+54:2406:x1866815604561536:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 185us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334747.055971:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 455 00010000:00010000:0.0:1780334747.057224:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098353 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1863 expref: 53 pid: 15367 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334747.057248:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624312064:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334747.057272:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e7009836f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.057281:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e7009836f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.057286:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e7009836f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780334747.057436:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968221 00000001:00080000:0.0:1780334747.057610:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968222 00000001:00080000:0.0:1780334747.057645:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968223 00000100:00100000:0.0:1780334747.058146:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624312192:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1780334747.058245:0:6540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334747.058690:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7026a9e240 going to sleep for 11 seconds 00000100:00100000:2.0:1780334747.058740:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624312192 00000100:00100000:2.0:1780334747.058747:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624312192 00000100:00100000:2.0:1780334747.059057:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1780334747.059067:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6540:x1866815624312192:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1780334747.059147:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6540:x1866815624312192:12345-0@lo:1000:mdt00_002.0 Request processed in 82us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334747.059153:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1780334747.059230:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624312192:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1780334747.059342:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968224 00000100:00100000:3.0:1780334747.059395:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624312320:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1780334747.059426:0:6540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1780334747.059588:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334747.059767:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea33c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334747.059834:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624312320 00000100:00100000:0.0:1780334747.059840:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624312320 00000100:00100000:0.0:1780334747.059865:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1780334747.059872:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6540:x1866815624312320:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1780334747.060050:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6540:x1866815624312320:12345-0@lo:1000:mdt00_002.0 Request processed in 177us (623us total) trans 4294967382 rc 0/0 00000100:00100000:0.0:1780334747.060057:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1780334747.060117:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624312320:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1780334747.060173:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968225 00010000:00010000:3.0:1780334747.060198:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e7009836f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.060207:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e7009836f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.060214:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e7009836f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.060220:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334747.060224:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e7009836f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.060232:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e7009836f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.060247:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:3.0:1780334747.060250:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334747.060254:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e7009836f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.060260:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a200/0xdf9e767e7009836f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.060281:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.060287:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.060292:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.060295:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334747.060297:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.060304:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.060309:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68b00) 00010000:00010000:3.0:1780334747.060311:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334747.060315:0:6540:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700982ab lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1824 expref: 106 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.060323:0:6540:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700982ab lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1824 expref: 106 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.060329:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700982ab lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1824 expref: 106 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.060347:0:6540:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c000/0xdf9e767e700982ab lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1824 expref: 106 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334747.060355:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624312448:192.168.203.22@tcp:105: 00000100:00100000:3.0:1780334747.060406:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04ea3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780334747.063848:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334747.063933:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604561664 00000100:00100000:0.0:1780334747.063942:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604561664 00000100:00100000:0.0:1780334747.063993:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 286 00000100:00100000:0.0:1780334747.064004:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7eac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:33235:x1866815604561664:12345-192.168.203.22@tcp:49:cat.0 00000100:00100000:0.0:1780334747.064141:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7eac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:33235:x1866815604561664:12345-192.168.203.22@tcp:49:cat.0 Request processed in 139us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334747.064149:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 286 00000100:00100000:3.0:1780334747.064444:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624312448:192.168.203.22@tcp:105: 00010000:00010000:3.0:1780334747.064470:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.064884:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700982a4 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.064978:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098376 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.064992:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098376 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.065003:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098376 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.065013:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098376 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.065019:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098376 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.065036:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098376 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.065042:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334747.065046:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098376 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.065052:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098376 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.065063:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68b00) 00010000:00010000:3.0:1780334747.065065:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334747.065069:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098376 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.065074:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098376 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.065083:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098368 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.065088:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098368 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.065094:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098368 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.065098:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334747.065100:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098368 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.065105:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098368 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.065112:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9b6f02d68b00) 00010000:00010000:3.0:1780334747.065114:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334747.065116:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098368 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.065121:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098368 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780334747.065378:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334747.065383:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1780334747.065684:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+57:33238:x1866815604561408:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 14602us (14924us total) trans 4294968226 rc 0/0 00000100:00100000:3.0:1780334747.065694:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1489 00000020:00080000:3.0:1780334747.065699:0:6540:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1780334747.066120:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1780334747.066129:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334747.069211:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334747.069248:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334747.069303:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604561920 00000100:00100000:1.0:1780334747.069312:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604561792 00000100:00100000:0.0:1780334747.069312:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604561920 00000100:00100000:1.0:1780334747.069315:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604561792 00000100:00100000:1.0:1780334747.069368:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 410 00000100:00100000:0.0:1780334747.069383:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 411 00000100:00100000:0.0:1780334747.069390:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:33236:x1866815604561920:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:0.0:1780334747.069411:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780334747.069417:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:33235:x1866815604561792:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:1.0:1780334747.069423:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334747.069433:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70098384 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b186a expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.069433:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001af8abf1/0xdf9e767e7009837d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1871 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334747.069531:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 158, mtime: 0x6a1dc094, atime: 0x6a1dc094, ctime: 0x6a1dc094, blocks: 0x8 00010000:00010000:1.0:1780334747.069559:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334747.069562:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00080000:2.0:1780334747.069642:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1780334747.069667:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70098384 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b186a expref: 18 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.069682:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334747.069683:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334747.069689:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001af8abf1/0xdf9e767e7009837d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1871 expref: 18 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.069700:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000803608b5/0xdf9e767e70098384 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b186a expref: 18 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.069700:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001af8abf1/0xdf9e767e7009837d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1871 expref: 18 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334747.069722:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c200, rc 0) 00010000:00010000:0.0:1780334747.069722:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a200, rc 0) 00000100:00100000:1.0:1780334747.069803:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:33235:x1866815604561792:12345-192.168.203.22@tcp:101:cat.0 Request processed in 426us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334747.069803:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:33236:x1866815604561920:12345-192.168.203.22@tcp:101:cat.0 Request processed in 413us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334747.069834:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 410 00000100:00100000:0.0:1780334747.069839:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 411 00000100:00100000:2.0:1780334747.074740:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334747.074843:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604562176 00000100:00100000:0.0:1780334747.074853:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604562176 00000100:00100000:0.0:1780334747.074903:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 287 00000100:00100000:0.0:1780334747.074919:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+57:33238:x1866815604562176:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1780334747.075145:0:6541:0:(mdd_object.c:4033:mdd_close()) Object [0x200000403:0x29:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1780334747.075172:0:6541:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968227 00010000:00010000:0.0:1780334747.075201:0:6541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009838b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.075217:0:6541:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009838b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.075228:0:6541:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009838b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.075237:0:6541:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009838b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.075244:0:6541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009838b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.075254:0:6541:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009838b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334747.075271:0:6541:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780334747.075343:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+59:33238:x1866815604562176:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 425us (611us total) trans 4294968228 rc 0/0 00000100:00100000:0.0:1780334747.075350:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 287 00000020:00080000:0.0:1780334747.075355:0:6541:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1780334747.075761:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780334747.075768:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009838b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.075776:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1be00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334747.075780:0:10291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009838b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.075788:0:10291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009838b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.075799:0:10291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:3.0:1780334747.075802:0:10291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780334747.075806:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009838b lrc: 1/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.075832:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009838b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334747.075844:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334747.075846:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334747.075848:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334747.077126:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334747.077197:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604562304 00000100:00100000:3.0:1780334747.077206:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604562304 00002000:00100000:3.0:1780334747.077253:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4095) req@ffff9b6f03ca0000 x1866815604562304/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:213/0 lens 488/0 e 0 to 0 dl 1780334758 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334747.077263:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f03ca0000 with x1866815604562304 ext(0->4095) 00002000:00010000:3.0:1780334747.077268:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f03ca0000 00000100:00100000:3.0:1780334747.077303:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 107 00000100:00100000:3.0:1780334747.077312:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2407:x1866815604562304:12345-192.168.203.22@tcp:3:cat.0 00000100:00100000:3.0:1780334747.077469:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2407:x1866815604562304:12345-192.168.203.22@tcp:3:cat.0 Request processed in 158us (348us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334747.077749:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 107 00002000:00100000:3.0:1780334747.077758:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4095) req@ffff9b6f03ca0000 x1866815604562304/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:213/0 lens 488/4536 e 0 to 0 dl 1780334758 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334747.077766:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f03ca0000 with x1866815604562304 ext(0->4095) 00002000:00010000:3.0:1780334747.077769:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f03ca0000 00000100:00100000:0.0:1780334747.082128:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334747.082223:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604562560 00000100:00100000:3.0:1780334747.082233:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604562560 00000100:00100000:3.0:1780334747.082290:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 288 00000100:00100000:3.0:1780334747.082301:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:33236:x1866815604562560:12345-192.168.203.22@tcp:35:cat.0 00000100:00100000:3.0:1780334747.082655:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33236:x1866815604562560:12345-192.168.203.22@tcp:35:cat.0 Request processed in 356us (536us total) trans 4294968229 rc 0/0 00000100:00100000:3.0:1780334747.082663:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 288 00000100:00100000:0.0:1780334747.119000:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334747.119043:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334747.119067:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334747.119104:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334747.119123:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604562688 00000100:00100000:0.0:1780334747.119128:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334747.119131:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604562688 00000100:00100000:0.0:1780334747.119147:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604562816 00000100:00100000:0.0:1780334747.119151:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604562816 00000100:00080000:0.0:1780334747.119171:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334747.119195:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 918 00000100:00100000:2.0:1780334747.119199:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 728 00000100:00100000:0.0:1780334747.119205:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604562816:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334747.119209:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604562688:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334747.119268:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604562688:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 58us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334747.119278:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 728 00000100:00100000:1.0:1780334747.119282:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604562944 00000100:00100000:1.0:1780334747.119286:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604562944 00000100:00100000:2.0:1780334747.119312:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604563072 00000100:00100000:1.0:1780334747.119315:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604563200 00000100:00100000:2.0:1780334747.119316:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604563072 00000100:00100000:1.0:1780334747.119317:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604563200 00000100:00100000:1.0:1780334747.119334:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 555 00000100:00100000:2.0:1780334747.119335:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 919 00000100:00100000:2.0:1780334747.119341:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604563072:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334747.119341:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604562944:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334747.119400:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 556 00000100:00100000:3.0:1780334747.119409:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604563200:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334747.121094:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604562816:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 1882us (1981us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334747.121106:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 918 00000100:00100000:2.0:1780334747.121800:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604563072:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 2455us (2666us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334747.121822:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 919 00000100:00100000:3.0:1780334747.121975:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604563200:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 2565us (2905us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334747.121984:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 556 00000100:00100000:1.0:1780334747.127271:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604562944:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 7919us (8215us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334747.127285:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 555 00000100:00080000:1.0:1780334747.127333:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334747.127339:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780334747.572052:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334747.802329:0:24137:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334747.802338:0:24137:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334747.802380:0:24137:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 5 00000040:00080000:1.0:1780334747.802386:0:24137:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334748.600359:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334748.793780:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334748.793833:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624312576:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334748.793899:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334748.794002:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624312576 00000100:00100000:1.0:1780334748.794011:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624312576 00000100:00100000:1.0:1780334748.794073:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1780334748.794081:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624312576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334748.794126:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:1.0:1780334748.794191:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624312576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334748.794198:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1780334748.794239:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624312576:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334749.301214:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334749.301236:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624312704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334749.301304:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334749.301741:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624312704 00000100:00100000:2.0:1780334749.301750:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624312704 00000100:00100000:2.0:1780334749.301837:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1780334749.301846:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624312704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780334749.301876:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1780334749.301926:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624312704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334749.301933:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1780334749.301977:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624312704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334749.302166:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624312960:0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302196:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334749.302228:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624313472:0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302250:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334749.302270:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624313984:0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302290:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334749.302307:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1780334749.302313:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624313088:0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302337:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334749.302353:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624313600:0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302373:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334749.302403:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624314112:0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302424:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334749.302451:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624312960 00000100:00100000:0.0:1780334749.302455:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624312960 00000100:00100000:0.0:1780334749.302479:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624313472 00000100:00100000:0.0:1780334749.302482:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624313472 00000100:00100000:0.0:1780334749.302497:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624313984 00000100:00100000:0.0:1780334749.302499:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624313984 00000100:00100000:0.0:1780334749.302509:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624313600 00000100:00100000:0.0:1780334749.302512:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624313600 00000100:00100000:0.0:1780334749.302522:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624314112 00000100:00100000:0.0:1780334749.302525:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624314112 00000100:00100000:0.0:1780334749.302539:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1780334749.302545:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624312960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302584:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624312960:12345-0@lo:400:kworker.0 Request processed in 39us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334749.302590:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1780334749.302608:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1780334749.302614:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624313472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302640:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624313472:12345-0@lo:400:kworker.0 Request processed in 26us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334749.302646:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1780334749.302657:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:0.0:1780334749.302662:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624313984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302687:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624313984:12345-0@lo:400:kworker.0 Request processed in 25us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334749.302705:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:0.0:1780334749.302717:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:0.0:1780334749.302722:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624313600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302748:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624313600:12345-0@lo:400:kworker.0 Request processed in 27us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334749.302754:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:0.0:1780334749.302765:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1780334749.302771:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624314112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302795:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624314112:12345-0@lo:400:kworker.0 Request processed in 25us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334749.302800:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1780334749.302840:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624313088 00000100:00100000:0.0:1780334749.302845:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624313088 00000100:00100000:0.0:1780334749.302868:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1780334749.302874:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624313088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302907:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624313088:12345-0@lo:400:kworker.0 Request processed in 33us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334749.302913:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1780334749.302941:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624313088:0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302950:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624313600:0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302958:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624314112:0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302966:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624312960:0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302974:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624313472:0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.302980:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624313984:0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.303144:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624312832:0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.303176:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334749.303210:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624313344:0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.303231:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334749.303248:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624313856:0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.303268:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334749.303286:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624314368:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334749.303306:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334749.303324:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1780334749.303331:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624313216:0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.303350:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334749.303365:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624313728:0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.303381:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334749.303412:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624314240:0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.303431:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334749.303456:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624313344 00000100:00100000:2.0:1780334749.303459:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624313344 00000100:00100000:2.0:1780334749.303483:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1780334749.303490:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624313344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.303525:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624313344:12345-0@lo:400:kworker.0 Request processed in 35us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334749.303531:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1780334749.303548:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624313856 00000100:00100000:2.0:1780334749.303551:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624313856 00000100:00100000:2.0:1780334749.303573:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624313728 00000100:00100000:2.0:1780334749.303575:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624313728 00000100:00100000:2.0:1780334749.303589:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624314240 00000100:00100000:2.0:1780334749.303591:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624314240 00000100:00100000:2.0:1780334749.303604:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1780334749.303609:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624313856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.303635:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624313856:12345-0@lo:400:kworker.0 Request processed in 27us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334749.303641:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1780334749.303650:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1780334749.303656:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624313728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.303680:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624313728:12345-0@lo:400:kworker.0 Request processed in 24us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334749.303685:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1780334749.303716:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1780334749.303722:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624314240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.303750:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624314240:12345-0@lo:400:kworker.0 Request processed in 29us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334749.303755:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1780334749.303772:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624314368 00000100:00100000:2.0:1780334749.303776:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624314368 00000100:00100000:2.0:1780334749.303796:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1780334749.303802:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624314368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334749.303840:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1780334749.303869:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624314368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334749.303875:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1780334749.303908:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624313216 00000100:00100000:2.0:1780334749.303912:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624313216 00000100:00100000:2.0:1780334749.303934:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:2.0:1780334749.303940:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624313216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.303968:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624313216:12345-0@lo:400:kworker.0 Request processed in 28us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334749.303973:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:2.0:1780334749.304002:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624313216:0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.304012:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624313728:0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.304019:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624314240:0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.304027:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624313344:0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.304035:0:3661:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967372 gen 2 00000004:00080000:2.0:1780334749.304040:0:3661:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967371 committed transno 4294967372 00000004:00080000:2.0:1780334749.304058:0:3661:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b7034605180, transno 4294967372 00000100:00100000:2.0:1780334749.304070:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624313856:0@lo:400:kworker.0 00000100:00100000:2.0:1780334749.304084:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624314368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334749.304324:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624312832 00000100:00100000:0.0:1780334749.304328:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624312832 00000100:00100000:0.0:1780334749.304360:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1780334749.304366:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624312832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334749.304411:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624312832:12345-0@lo:400:kworker.0 Request processed in 45us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334749.304417:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1780334749.304590:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624312832:0@lo:400:kworker.0 00000100:00080000:1.0:1780334749.304665:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334749.304671:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334749.304673:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334749.304675:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:1.0:1780334749.372533:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1780334749.624781:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334750.132052:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334750.132063:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334750.132180:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:2.0:1780334750.132190:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334750.643970:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334750.836156:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334750.836185:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624314496:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334750.836268:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334750.836425:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334750.836435:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624314624:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334750.836468:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334750.838001:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624314496 00000100:00100000:1.0:1780334750.838016:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624314496 00000100:00100000:1.0:1780334750.838085:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1780334750.838095:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624314496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334750.838138:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334750.838216:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624314496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (1949us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334750.838224:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1780334750.838305:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624314752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334750.838344:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334750.838401:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624314752 00000100:00100000:1.0:1780334750.838405:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624314752 00000100:00100000:1.0:1780334750.838425:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1780334750.838430:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624314752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780334750.838440:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334750.838466:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624314752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 35us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334750.838471:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1780334750.838488:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624314624 00000100:00100000:1.0:1780334750.838492:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624314624 00000100:00100000:1.0:1780334750.838515:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1780334750.838520:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624314624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334750.838546:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334750.838578:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624314624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (2110us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334750.838583:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1780334750.838623:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624314752:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334750.842286:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624314624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334750.842380:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624314496:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1780334751.672664:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334752.184441:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334752.190408:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604563328 00000100:00100000:0.0:1780334752.190423:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604563328 00000100:00080000:3.0:1780334752.190480:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334752.190507:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1490 00000100:00100000:0.0:1780334752.190518:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+59:33208:x1866815604563328:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1780334752.190982:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+59:33208:x1866815604563328:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 110us (6194us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334752.190990:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1490 00000100:00100000:0.0:1780334752.196100:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334752.196239:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604563456 00000100:00100000:3.0:1780334752.196250:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604563456 00000100:00100000:3.0:1780334752.196342:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1491 00000100:00100000:3.0:1780334752.196352:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:33208:x1866815604563456:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1780334752.196463:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:33208:x1866815604563456:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 113us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334752.196473:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1491 00000100:00080000:1.0:1780334752.196600:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334752.237918:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334752.237961:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334752.237989:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334752.238054:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604563584 00000100:00100000:0.0:1780334752.238060:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334752.238066:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604563584 00000100:00100000:0.0:1780334752.238088:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334752.238116:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334752.238126:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 730 00000100:00100000:2.0:1780334752.238138:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604563584:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334752.238149:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334752.238173:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604563968 00000100:00100000:0.0:1780334752.238178:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604563968 00000100:00100000:2.0:1780334752.238211:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604563584:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 75us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334752.238220:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 730 00000100:00100000:0.0:1780334752.238220:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604564096 00000100:00100000:0.0:1780334752.238225:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604564096 00000100:00100000:0.0:1780334752.238241:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604564224 00000100:00100000:0.0:1780334752.238244:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604564224 00000100:00100000:0.0:1780334752.238261:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604564352 00000100:00100000:0.0:1780334752.238264:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604564352 00000100:00100000:2.0:1780334752.238278:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 560 00000100:00100000:2.0:1780334752.238287:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604563968:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334752.238300:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 561 00000100:00100000:0.0:1780334752.238310:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2408:x1866815604564096:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334752.238318:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604563968:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 31us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334752.238324:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 560 00000100:00100000:2.0:1780334752.238347:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 562 00000100:00100000:2.0:1780334752.238354:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604564224:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334752.238375:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604564224:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334752.238380:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 562 00000100:00100000:2.0:1780334752.238392:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 563 00000100:00100000:2.0:1780334752.238400:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604564352:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334752.238417:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2408:x1866815604564096:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 107us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334752.238425:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 561 00000100:00100000:2.0:1780334752.238442:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604564352:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 41us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334752.238449:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 563 00000100:00080000:0.0:1780334752.238464:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334752.238469:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334752.242396:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604563712 00000100:00100000:1.0:1780334752.242410:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604563712 00000100:00080000:0.0:1780334752.242650:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334752.243805:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604563840 00000100:00100000:1.0:1780334752.243830:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604563840 00000100:00080000:0.0:1780334752.244127:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334752.246895:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 926 00000100:00100000:3.0:1780334752.246962:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:2409:x1866815604563712:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334752.247052:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:2409:x1866815604563712:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 145us (9090us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334752.247060:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 926 00000100:00100000:3.0:1780334752.247086:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 927 00000100:00100000:3.0:1780334752.247103:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604563840:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334752.247134:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604563840:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 34us (9145us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334752.247140:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 927 00010000:00010000:1.0:1780334752.692222:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1780334752.887332:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968229 is committed 00000001:00080000:0.0:1780334752.887365:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968228 is committed 00000020:00080000:0.0:1780334752.887377:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b701114d0c0 refcount 2 committed 0 result 0 batchid 34 00000020:00080000:0.0:1780334752.887383:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b70337a9800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b701114d9c0 00000020:00080000:0.0:1780334752.887386:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b70337a9000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f045aea00 00000020:00080000:1.0:1780334752.887447:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 34 committed batchid 33 00000020:00080000:1.0:1780334752.887510:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00010000:00010000:2.0:1780334752.887537:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e7009834c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334752.887548:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e7009834c lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334752.887556:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e7009834c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334752.887562:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334752.887567:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e7009834c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334752.887574:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e7009834c lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334752.887590:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9b6f02d68100) 00010000:00010000:2.0:1780334752.887593:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334752.887598:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e7009834c lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334752.887617:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e7009834c lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780334753.400900:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967382 is committed 00000001:00080000:3.0:1780334753.400914:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967381 is committed 00010000:00010000:3.0:1780334753.721250:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1780334753.890455:0:24332:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12t: Multiple parallel reads for a HSM imported file ========================================================== 13:25:52 (1780334752) 00000100:00100000:0.0:1780334753.912185:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624314880:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334753.912253:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334753.913010:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624314880 00000100:00100000:0.0:1780334753.913019:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624314880 00000100:00100000:0.0:1780334753.913068:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1780334753.913076:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624314880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334753.913172:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444339712 avail 1298100224 00000100:00100000:0.0:1780334753.913225:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624314880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 149us (972us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334753.913232:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1780334753.913275:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624314880:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334754.187879:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334754.188009:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604564480 00000100:00100000:2.0:1780334754.188018:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604564480 00000100:00080000:0.0:1780334754.188064:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334754.188091:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1492 00000100:00100000:2.0:1780334754.188112:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+49:33858:x1866815604564480:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1780334754.188217:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+49:33858:x1866815604564480:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 108us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334754.188223:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1492 00000100:00100000:0.0:1780334754.191021:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334754.191465:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604564608 00000100:00100000:3.0:1780334754.191475:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604564608 00000100:00100000:3.0:1780334754.191557:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1493 00000100:00100000:3.0:1780334754.191568:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:33858:x1866815604564608:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1780334754.191693:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:33858:x1866815604564608:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 128us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334754.191701:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1493 00000100:00080000:0.0:1780334754.192119:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334754.213740:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334754.213891:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604564736 00000100:00100000:1.0:1780334754.213901:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604564736 00000100:00100000:1.0:1780334754.213989:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1494 00000100:00100000:1.0:1780334754.214000:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:33859:x1866815604564736:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334754.214021:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334754.214039:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098392 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1878 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214102:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098399 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214116:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098399 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214128:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098399 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214142:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700983a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214149:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700983a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214156:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700983a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214206:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098399 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214214:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098399 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214221:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098399 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214227:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481de00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334754.214231:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098399 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214237:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098399 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214247:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334754.214250:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334754.214254:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098399 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214260:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098399 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214272:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700983a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214278:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700983a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214284:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700983a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214288:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334754.214291:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700983a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214301:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700983a0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.214307:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff9b703c6c5c00) 00010000:00010000:1.0:1780334754.214310:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334754.214312:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700983a0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.215168:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700983a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.215210:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098392 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1878 expref: 108 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.215223:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:1.0:1780334754.215225:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334754.215229:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098392 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1878 expref: 108 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.215239:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d800, rc 0) 00000100:00100000:1.0:1780334754.215299:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:33859:x1866815604564736:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1301us (1567us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334754.215307:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1494 00000100:00080000:0.0:1780334754.215573:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334754.222297:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334754.222584:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604564992 00000100:00100000:3.0:1780334754.222592:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604564992 00000100:00100000:3.0:1780334754.222675:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1495 00000100:00100000:3.0:1780334754.222686:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+107:33859:x1866815604564992:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:3.0:1780334754.222740:0:15367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334754.222767:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700980cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1783 expref: 107 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.222785:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334754.222789:0:15367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334754.222886:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983a7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.222900:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009810e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1798 expref: 48 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.222909:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983a7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.222940:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009810e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1798 expref: 48 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.222953:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009810e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1798 expref: 48 pid: 9763 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334754.222967:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624315008:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334754.223065:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ede40 going to sleep for 11 seconds 00000100:00100000:3.0:1780334754.224791:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624315008:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334754.224853:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983a7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334754.225462:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334754.225546:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604565120 00000100:00100000:2.0:1780334754.225553:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604565120 00010000:00010000:2.0:1780334754.225588:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009810e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1798 expref: 49 pid: 9763 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334754.225637:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 456 00000100:00100000:2.0:1780334754.225647:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+49:2406:x1866815604565120:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334754.225671:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334754.225677:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009810e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1798 expref: 49 pid: 9763 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.225689:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009810e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1798 expref: 49 pid: 9763 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.225710:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009810e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1798 expref: 49 pid: 9763 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.225726:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334754.225742:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983a7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.225751:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983a7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.225760:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983a7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.225783:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334754.225866:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+48:2406:x1866815604565120:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 221us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334754.225874:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 456 00010000:00010000:3.0:1780334754.227710:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983a7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.227724:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983a7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.227752:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700983ae lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.227764:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700983ae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.227774:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700983ae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780334754.229917:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334754.229924:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334754.230440:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1780334754.230451:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334754.235652:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700983b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.235683:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700983b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.235695:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700983b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334754.235712:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000be5312eb reply state 000000006d9cd02f transno 4294968230 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700983b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.235722:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700983b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.235729:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:3.0:1780334754.235732:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334754.235736:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780334754.235741:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00010000:00010000:3.0:1780334754.235750:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983a7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.235757:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983a7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.235763:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983a7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.235771:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334754.235774:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983a7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.235781:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983a7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.235789:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334754.235791:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334754.235795:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983a7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.235800:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983a7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334754.236876:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000be5312eb reply state 000000006d9cd02f transno 4294968230 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700983ae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.236893:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700983ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.236912:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff9b7007d1c700) 00010000:00010000:3.0:1780334754.236915:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334754.236918:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1780334754.237008:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33859:x1866815604564992:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 14320us (14714us total) trans 4294968230 rc 0/0 00000100:00100000:3.0:1780334754.237016:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1495 00000100:00100000:1.0:1780334754.245438:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334754.245689:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604565248 00000100:00100000:2.0:1780334754.245698:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604565248 00000100:00100000:2.0:1780334754.245755:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1496 00000100:00100000:2.0:1780334754.245767:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33860:x1866815604565248:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:2.0:1780334754.245792:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334754.245968:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700983bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b187f expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.246033:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700983c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.246048:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700983c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.246059:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700983c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334754.246104:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1780334754.246108:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334754.246127:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700983c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.246150:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700983bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b187f expref: 110 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.246167:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700983c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b187f expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.246175:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334754.246178:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334754.246181:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448dc00, rc 0) 00000100:00100000:2.0:1780334754.246331:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33860:x1866815604565248:12345-192.168.203.22@tcp:101:bash.0 Request processed in 567us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334754.246339:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1496 00000100:00100000:0.0:1780334754.259010:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334754.261899:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604565376 00000100:00100000:2.0:1780334754.261914:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604565376 00000100:00100000:2.0:1780334754.262043:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1497 00000100:00100000:2.0:1780334754.262054:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33860:x1866815604565376:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:2.0:1780334754.262074:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334754.262094:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700983ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1886 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262156:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700983d1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262170:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700983d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262182:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700983d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262192:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700983d8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262199:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700983d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262205:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700983d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262278:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700983df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262286:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700983df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262296:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700983df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334754.262339:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:2.0:1780334754.262342:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334754.262360:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700983df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262371:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700983d1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262377:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700983d1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262383:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700983d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262388:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334754.262392:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700983d1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262398:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700983d1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262409:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334754.262412:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334754.262416:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700983d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262422:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700983d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262438:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700983d8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262444:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700983d8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262448:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700983d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262454:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334754.262456:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700983d8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262462:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700983d8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262469:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff9b7007d1c700) 00010000:00010000:2.0:1780334754.262471:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334754.262474:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700983d8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262479:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700983d8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262503:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700983ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1886 expref: 111 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262515:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d600/0xdf9e767e700983df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1886 expref: 110 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.262527:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:2.0:1780334754.262530:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780334754.262532:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d600, rc 0) 00000100:00100000:2.0:1780334754.262723:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:33860:x1866815604565376:12345-192.168.203.22@tcp:101:bash.0 Request processed in 550us (3599us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334754.262731:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1497 00000100:00100000:0.0:1780334754.268536:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334754.268623:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604565504 00000100:00100000:3.0:1780334754.268632:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604565504 00000100:00100000:3.0:1780334754.268790:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1498 00000100:00100000:3.0:1780334754.269027:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:33860:x1866815604565504:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:3.0:1780334754.269048:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334754.269074:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b188d expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269138:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700983ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269153:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700983ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269164:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700983ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269178:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700983f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269185:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700983f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269195:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700983f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269229:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700983ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269237:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700983ed lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269242:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700983ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269248:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334754.269252:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700983ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269260:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700983ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269271:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:3.0:1780334754.269274:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334754.269278:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700983ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269285:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700983ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269299:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700983f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269305:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700983f4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269311:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700983f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269316:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334754.269320:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700983f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269325:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700983f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269332:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9b7007d1ce00) 00010000:00010000:3.0:1780334754.269334:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334754.269337:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700983f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269342:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700983f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269373:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983e6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b188d expref: 111 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269383:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:3.0:1780334754.269385:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334754.269389:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700983e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b188d expref: 111 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.269398:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722600, rc 0) 00000100:00100000:3.0:1780334754.269450:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:33860:x1866815604565504:12345-192.168.203.22@tcp:101:bash.0 Request processed in 429us (922us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334754.269460:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1498 00000100:00100000:3.0:1780334754.290393:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334754.291707:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604565632 00000100:00100000:2.0:1780334754.291720:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604565632 00000100:00100000:2.0:1780334754.291842:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1499 00000100:00100000:2.0:1780334754.291854:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+48:33861:x1866815604565632:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334754.291874:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334754.291893:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700983fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1894 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.291960:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098402 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.291985:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098402 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.291995:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098402 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334754.292033:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1780334754.292037:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334754.292056:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098402 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.292089:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e700983fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1894 expref: 50 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.292107:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098402 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1894 expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.292114:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334754.292117:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334754.292120:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c600, rc 0) 00000100:00100000:2.0:1780334754.292190:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+49:33861:x1866815604565632:12345-192.168.203.22@tcp:101:rm.0 Request processed in 338us (1806us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334754.292197:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1499 00000100:00100000:1.0:1780334754.308226:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334754.308506:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604565760 00000100:00100000:2.0:1780334754.308516:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604565760 00000100:00100000:2.0:1780334754.308720:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1500 00000100:00100000:2.0:1780334754.308732:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+49:33861:x1866815604565760:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334754.308752:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334754.308773:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70098409 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b189b expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.308856:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098410 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.308870:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098410 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.308881:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098410 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.308893:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098417 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.308900:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098417 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.308905:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098417 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.308991:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009841e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.309000:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009841e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.309007:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009841e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334754.309039:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:2.0:1780334754.309043:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334754.311013:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009841e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311038:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098410 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311045:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098410 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311052:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098410 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311129:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334754.311133:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098410 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311140:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098410 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311157:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334754.311160:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334754.311165:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098410 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311171:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098410 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311189:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098417 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311195:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098417 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311201:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098417 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311206:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334754.311209:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098417 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311215:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098417 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311226:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff9b7007d1c700) 00010000:00010000:2.0:1780334754.311228:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334754.311230:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098417 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311236:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098417 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311271:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70098409 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b189b expref: 51 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311286:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c200/0xdf9e767e7009841e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b189b expref: 50 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.311294:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:2.0:1780334754.311296:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780334754.311299:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c200, rc 0) 00000100:00100000:2.0:1780334754.311380:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+50:33861:x1866815604565760:12345-192.168.203.22@tcp:101:rm.0 Request processed in 2649us (3162us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334754.311387:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1500 00000100:00100000:0.0:1780334754.320726:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334754.320808:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604565888 00000100:00100000:3.0:1780334754.320851:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604565888 00000100:00100000:3.0:1780334754.320913:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1501 00000100:00100000:3.0:1780334754.320923:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:33861:x1866815604565888:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334754.320943:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334754.320962:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098425 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b18a2 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321018:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009842c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321029:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009842c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321037:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009842c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321046:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098433 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321050:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098433 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321054:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098433 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321081:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009842c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321085:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009842c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321090:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009842c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321094:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334754.321098:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009842c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321104:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009842c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321115:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:3.0:1780334754.321117:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334754.321122:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009842c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321127:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009842c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321140:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098433 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321147:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098433 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321153:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098433 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321158:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334754.321161:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098433 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321166:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098433 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321171:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9b7007d1ce00) 00010000:00010000:3.0:1780334754.321172:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334754.321174:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098433 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321179:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098433 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321208:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098425 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18a2 expref: 51 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321218:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:3.0:1780334754.321220:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334754.321224:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098425 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18a2 expref: 51 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.321234:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722600, rc 0) 00000100:00100000:3.0:1780334754.321284:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:33861:x1866815604565888:12345-192.168.203.22@tcp:101:rm.0 Request processed in 362us (567us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334754.321291:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1501 00000100:00100000:3.0:1780334754.323450:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334754.323529:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604566016 00000100:00100000:2.0:1780334754.323539:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604566016 00000100:00100000:2.0:1780334754.323596:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1502 00000100:00100000:2.0:1780334754.323606:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:33861:x1866815604566016:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334754.323633:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334754.323651:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009843a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b18a9 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.323752:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098441 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.323765:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098441 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.323776:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098441 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.323790:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098448 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.323808:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098448 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325024:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098448 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325083:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098441 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325090:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098441 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325096:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098441 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325103:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098441 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325109:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334754.325114:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098441 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325120:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098441 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325131:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:2.0:1780334754.325134:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334754.325139:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098441 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325144:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098441 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325159:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098448 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325166:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098448 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325172:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098448 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325177:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334754.325180:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098448 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325185:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098448 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325190:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9b6f02d67e00) 00010000:00010000:2.0:1780334754.325192:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334754.325195:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098448 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325200:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098448 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325240:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009843a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18a9 expref: 51 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325249:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:2.0:1780334754.325252:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334754.325255:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009843a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18a9 expref: 51 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.325264:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c000, rc 0) 00000100:00100000:2.0:1780334754.325385:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:33861:x1866815604566016:12345-192.168.203.22@tcp:101:rm.0 Request processed in 1780us (1940us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334754.325394:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1502 00000100:00100000:1.0:1780334754.360623:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334754.361388:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604566144 00000100:00100000:2.0:1780334754.361399:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604566144 00000100:00100000:2.0:1780334754.361457:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1503 00000100:00100000:2.0:1780334754.361468:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+50:33862:x1866815604566144:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334754.361489:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334754.361509:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009844f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b18b0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361571:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098456 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361590:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098456 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361601:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098456 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361615:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009845d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361621:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009845d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361628:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009845d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361678:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098456 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361686:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098456 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361692:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098456 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361698:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334754.361702:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098456 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361707:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098456 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361718:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:2.0:1780334754.361721:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334754.361726:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098456 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361743:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098456 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361757:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009845d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361762:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009845d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361775:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009845d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361781:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334754.361783:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009845d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361790:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009845d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361797:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9b6f02d67e00) 00010000:00010000:2.0:1780334754.361799:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334754.361802:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009845d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361808:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009845d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361889:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009844f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18b0 expref: 51 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361901:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:2.0:1780334754.361903:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334754.361907:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009844f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18b0 expref: 51 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.361916:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c000, rc 0) 00000100:00100000:2.0:1780334754.362088:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+50:33862:x1866815604566144:12345-192.168.203.22@tcp:101:cp.0 Request processed in 623us (1473us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334754.362095:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1503 00000100:00100000:0.0:1780334754.370505:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334754.370921:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604566272 00000100:00100000:2.0:1780334754.370931:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604566272 00000100:00100000:2.0:1780334754.371038:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1504 00000100:00100000:2.0:1780334754.371050:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:33862:x1866815604566272:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334754.371073:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334754.371092:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70098464 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b18b7 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371154:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009846b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371167:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009846b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371177:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009846b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371190:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098472 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371196:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098472 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371202:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098472 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371237:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009846b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371244:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009846b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371250:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009846b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371255:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334754.371259:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009846b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371266:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009846b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371277:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:2.0:1780334754.371280:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334754.371285:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009846b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371291:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e7009846b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371302:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098472 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371308:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098472 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371313:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098472 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371318:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334754.371321:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098472 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371326:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098472 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371333:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9b6f02d67e00) 00010000:00010000:2.0:1780334754.371335:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334754.371337:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098472 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371343:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098472 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371371:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70098464 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18b7 expref: 51 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371380:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:2.0:1780334754.371382:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334754.371386:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70098464 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18b7 expref: 51 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.371399:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c000, rc 0) 00000100:00100000:2.0:1780334754.371461:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:33862:x1866815604566272:12345-192.168.203.22@tcp:101:cp.0 Request processed in 414us (963us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334754.371469:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1504 00000100:00100000:3.0:1780334754.378725:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334754.378895:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604566528 00000100:00100000:2.0:1780334754.378905:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604566528 00000100:00100000:2.0:1780334754.378960:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1505 00000100:00100000:2.0:1780334754.378970:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:33862:x1866815604566528:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334754.378995:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334754.379014:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70098479 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b18be expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.379104:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098480 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.379120:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098480 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.379131:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098480 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.379145:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098487 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.379153:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098487 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.379159:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098487 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780334754.379464:0:6538:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:2.0:1780334754.379585:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009848e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.379595:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009848e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.379602:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009848e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.380718:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098480 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.380731:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098480 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.380886:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098480 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.380895:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098480 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.380901:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334754.380905:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098480 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.380913:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098480 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.380927:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:2.0:1780334754.380929:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334754.380934:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098480 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.380940:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098480 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334754.380954:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c993e68e reply state 000000007f5f296a transno 4294968231 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098487 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.380965:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098487 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.380972:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9b6f02d67e00) 00010000:00010000:2.0:1780334754.380974:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334754.380977:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780334754.381078:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70098479 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18be expref: 53 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.381099:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009848e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18be expref: 52 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.381106:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9b6f02d67200) 00010000:00010000:2.0:1780334754.381108:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334754.381110:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ca00, rc 0) 00000100:00100000:2.0:1780334754.381268:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:33862:x1866815604566528:12345-192.168.203.22@tcp:101:cp.0 Request processed in 2297us (2550us total) trans 4294968231 rc 0/0 00000100:00100000:2.0:1780334754.381276:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1505 00000100:00100000:0.0:1780334754.385284:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334754.385416:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604566656 00000100:00100000:2.0:1780334754.385427:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604566656 00000100:00100000:2.0:1780334754.385532:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 412 00000100:00100000:2.0:1780334754.385543:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604566656:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334754.385561:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334754.385580:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e7009849c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b18c5 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334754.385603:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780334754.385621:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334754.385624:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334754.385632:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e7009849c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18c5 expref: 9 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.385649:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e7009849c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18c5 expref: 9 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.385671:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448cc00, rc 0) 00000100:00100000:2.0:1780334754.385953:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604566656:12345-192.168.203.22@tcp:101:cp.0 Request processed in 411us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334754.385961:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 412 00000100:00080000:0.0:1780334754.386183:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334754.391214:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334754.391301:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604566784 00000100:00100000:2.0:1780334754.391310:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604566784 00000100:00100000:2.0:1780334754.391371:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 413 00000100:00100000:2.0:1780334754.391380:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:33862:x1866815604566784:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334754.391397:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334754.391414:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b18cc expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.391443:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e7009849c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18c5 expref: 10 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.391452:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334754.391454:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334754.391458:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 10 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.391487:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e7009849c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18c5 expref: 10 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.391500:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e7009849c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18c5 expref: 10 pid: 8421 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334754.391513:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624315136:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334754.391603:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7008380180 going to sleep for 11 seconds 00000100:00100000:0.0:1780334754.396924:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334754.397001:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604566912 00000100:00100000:1.0:1780334754.397010:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604566912 00010000:00010000:1.0:1780334754.397045:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e7009849c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18c5 expref: 11 pid: 8421 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334754.397095:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 457 00000100:00100000:1.0:1780334754.397105:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604566912:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334754.397119:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334754.397139:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e7009849c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18c5 expref: 11 pid: 8421 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.397153:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e7009849c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18c5 expref: 11 pid: 8421 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.397177:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334754.397179:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334754.397186:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 11 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.397196:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 11 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.397251:0:6522:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 11 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334754.397265:0:6522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6522:1866815624315264:192.168.203.22@tcp:105: 00000100:00100000:1.0:1780334754.397437:0:6522:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70189e4300 going to sleep for 11 seconds 00010000:00010000:2.0:1780334754.397758:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e7009849c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18c5 expref: 11 pid: 8421 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334754.397782:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624315136:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334754.397804:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 10 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.397862:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c000, rc 0) 00000100:00100000:2.0:1780334754.397904:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:33862:x1866815604566784:12345-192.168.203.22@tcp:101:cp.0 Request processed in 6526us (6699us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334754.397911:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 413 00000100:00100000:1.0:1780334754.399630:0:6522:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6522:1866815624315264:192.168.203.22@tcp:105: 00010000:00010000:1.0:1780334754.399650:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334754.399704:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604566912:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 2600us (2787us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334754.399714:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 457 00000100:00100000:3.0:1780334754.404017:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334754.405804:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604567168 00000100:00100000:0.0:1780334754.405857:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604567168 00000100:00100000:0.0:1780334754.406022:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 289 00000100:00100000:0.0:1780334754.406033:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:33862:x1866815604567168:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:0.0:1780334754.406311:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+54:33862:x1866815604567168:12345-192.168.203.22@tcp:35:cp.0 Request processed in 280us (2304us total) trans 4294968232 rc 0/0 00000100:00100000:0.0:1780334754.406318:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 289 00000100:00100000:3.0:1780334754.420197:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624315392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334754.420265:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334754.420454:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334754.420463:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624315520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334754.420500:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334754.420633:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624315648:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.420675:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334754.420704:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624316160:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.420728:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334754.420746:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034434a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624316672:0@lo:400:kworker.0 00000100:00100000:1.0:1780334754.420838:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624316032:0@lo:400:kworker.0 00000100:00100000:1.0:1780334754.420874:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334754.420895:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624316544:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.421892:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334754.421946:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1780334754.421956:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624315776:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.421987:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334754.422006:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624316288:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422026:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334754.422043:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034434380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624316800:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422063:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334754.422094:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624315648 00000100:00100000:3.0:1780334754.422102:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624315648 00000100:00100000:3.0:1780334754.422146:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1780334754.422155:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624315648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422202:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624315648:12345-0@lo:400:kworker.0 Request processed in 48us (1526us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334754.422209:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1780334754.422239:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624316160 00000100:00100000:3.0:1780334754.422242:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624316160 00000100:00100000:3.0:1780334754.422266:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1780334754.422272:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624316160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422307:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624316160:12345-0@lo:400:kworker.0 Request processed in 35us (1577us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334754.422313:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1780334754.422332:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334754.422355:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624317056:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422375:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334754.422393:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1780334754.422399:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624315904:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422419:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334754.422436:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624316416:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422461:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334754.422476:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624316928:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422494:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334754.422512:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624315904 00000100:00100000:3.0:1780334754.422516:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624315904 00000100:00100000:3.0:1780334754.422539:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1780334754.422545:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624315904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422579:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624315904:12345-0@lo:400:kworker.0 Request processed in 34us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334754.422585:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1780334754.422601:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624316672 00000100:00100000:3.0:1780334754.422605:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624316672 00000100:00100000:3.0:1780334754.422634:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624316544 00000100:00100000:3.0:1780334754.422637:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624316544 00000100:00100000:3.0:1780334754.422662:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624317056 00000100:00100000:3.0:1780334754.422665:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624317056 00000100:00100000:3.0:1780334754.422679:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1780334754.422685:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624316672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422715:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624316672:12345-0@lo:400:kworker.0 Request processed in 30us (1947us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334754.422720:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1780334754.422732:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1780334754.422738:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624316544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422763:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624316544:12345-0@lo:400:kworker.0 Request processed in 25us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334754.422779:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1780334754.422791:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1780334754.422796:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624317056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422845:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624317056:12345-0@lo:400:kworker.0 Request processed in 49us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334754.422851:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00080000:3.0:1780334754.422871:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334754.422874:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334754.422901:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624315904:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422912:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624316544:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422920:0:3659:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967382 gen 2 00000004:00080000:3.0:1780334754.422925:0:3659:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967382 committed transno 4294967382 00000100:00100000:3.0:1780334754.422945:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624317056:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422973:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624315648:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422983:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624316160:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.422992:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034434a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624316672:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.423018:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624316032 00000100:00100000:3.0:1780334754.423021:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624316032 00000100:00100000:3.0:1780334754.423038:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624315776 00000100:00100000:3.0:1780334754.423041:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624315776 00000100:00100000:3.0:1780334754.423051:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624316288 00000100:00100000:3.0:1780334754.423053:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624316288 00000100:00100000:3.0:1780334754.423070:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624316800 00000100:00100000:3.0:1780334754.423072:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624316800 00000100:00100000:3.0:1780334754.423082:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624316416 00000100:00100000:3.0:1780334754.423084:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624316416 00000100:00100000:3.0:1780334754.423095:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624316928 00000100:00100000:3.0:1780334754.423097:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624316928 00000100:00100000:3.0:1780334754.423110:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1780334754.423115:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624316032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.423152:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624316032:12345-0@lo:400:kworker.0 Request processed in 37us (2277us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334754.423157:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1780334754.423167:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1780334754.423173:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624315776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.423199:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624315776:12345-0@lo:400:kworker.0 Request processed in 26us (1211us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334754.423204:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1780334754.423214:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1780334754.423219:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624316288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.423242:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624316288:12345-0@lo:400:kworker.0 Request processed in 24us (1215us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334754.423247:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1780334754.423257:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1780334754.423262:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624316800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.423286:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624316800:12345-0@lo:400:kworker.0 Request processed in 24us (1223us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334754.423292:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1780334754.423302:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1780334754.423307:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624316416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.423331:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624316416:12345-0@lo:400:kworker.0 Request processed in 23us (868us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334754.423336:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1780334754.423345:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1780334754.423351:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624316928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.423376:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624316928:12345-0@lo:400:kworker.0 Request processed in 25us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334754.423381:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00080000:3.0:1780334754.423394:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334754.423397:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334754.423412:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624316416:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.423421:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624316928:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.423430:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624316032:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.423454:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624315776:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.423462:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624316288:0@lo:400:kworker.0 00000100:00100000:3.0:1780334754.423470:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034434380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624316800:0@lo:400:kworker.0 00000100:00100000:1.0:1780334754.426449:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624315392 00000100:00100000:1.0:1780334754.426462:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624315392 00000100:00100000:1.0:1780334754.426570:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624315520 00000100:00100000:1.0:1780334754.426574:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624315520 00000100:00100000:1.0:1780334754.426594:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1780334754.426603:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624315392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334754.426635:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1780334754.426717:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624315392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (6451us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334754.426724:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1780334754.426749:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1780334754.426756:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624315520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334754.426765:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1780334754.426791:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624315520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (6291us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334754.426807:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1780334754.426871:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624315520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334754.426889:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624315392:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1780334754.427163:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334754.455158:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334754.455313:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604567296 00000100:00100000:3.0:1780334754.455938:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604567296 00000100:00100000:3.0:1780334754.456140:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1506 00000100:00100000:3.0:1780334754.456152:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:33865:x1866815604567296:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334754.456172:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334754.456193:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700984aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b18d3 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.456261:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700984b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.456275:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700984b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.456287:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700984b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.456298:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700984b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.456305:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700984b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.456311:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700984b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.456391:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700984bf lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.456399:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700984bf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.456410:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700984bf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334754.456449:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 158 00000004:00200000:3.0:1780334754.456454:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334754.458596:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700984bf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.458618:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700984bf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.458629:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700984b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.458635:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700984b1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.458642:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700984b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.458648:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334754.458652:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700984b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.458670:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700984b1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.458683:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:3.0:1780334754.458686:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334754.458691:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700984b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.458702:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700984b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.458717:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700984b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.458723:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700984b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.458727:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700984b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.458741:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334754.458744:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700984b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.458749:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700984b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.458757:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9b6f02d67e00) 00010000:00010000:3.0:1780334754.458760:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334754.458763:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700984b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.459312:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700984b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.459899:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700984aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18d3 expref: 112 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.459920:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700984bf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18d3 expref: 111 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.459927:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9b6f02d67200) 00010000:00010000:3.0:1780334754.459930:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334754.459933:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722000, rc 0) 00000100:00100000:3.0:1780334754.460693:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:33865:x1866815604567296:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 4540us (5539us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334754.460704:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1506 00000100:00100000:1.0:1780334754.466320:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334754.466445:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604567424 00000100:00100000:3.0:1780334754.466454:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604567424 00000100:00100000:3.0:1780334754.466539:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 414 00000100:00100000:3.0:1780334754.466550:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604567424:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334754.466568:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334754.466584:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e700984c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b18da expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334754.466640:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034434380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624317184:192.168.203.22@tcp:106: 00000100:00100000:3.0:1780334754.467156:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed540 going to sleep for 11 seconds 00000100:00080000:0.0:1780334754.469617:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1780334754.470032:0:8422:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1780334754.470037:0:8422:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime: 0 -> 1780334754 00002000:00010000:1.0:1780334754.470040:0:8422:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime: 0 -> 1780334754 00002000:00010000:1.0:1780334754.470042:0:8422:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime: 0 -> 1780334754 00002000:00010000:1.0:1780334754.470043:0:8422:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1780334754.470130:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034434380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624317184:192.168.203.22@tcp:106: 00010000:00010000:1.0:1780334754.470163:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e700984c6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18da expref: 17 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.470187:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000001cab5c/0xdf9e767e700984c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18da expref: 17 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334754.470199:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723800, rc 0) 00000100:00100000:1.0:1780334754.470295:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604567424:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 3746us (3983us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334754.470304:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 414 00000100:00100000:2.0:1780334754.474649:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334754.474925:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604567552 00000100:00100000:3.0:1780334754.474936:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604567552 00000100:00100000:2.0:1780334754.475212:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1507 00000100:00100000:2.0:1780334754.475222:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:33865:x1866815604567552:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334754.475241:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334754.475261:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700984cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b18e1 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.475354:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700984d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.475369:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700984d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.475379:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700984d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334754.475420:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:2.0:1780334754.475423:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334754.475443:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700984d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.475479:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700984cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18e1 expref: 113 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.475497:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700984d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18e1 expref: 112 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334754.475505:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:2.0:1780334754.475508:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334754.475513:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448da00, rc 0) 00000100:00100000:2.0:1780334754.475618:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:33865:x1866815604567552:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 398us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334754.475626:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1507 00000100:00100000:1.0:1780334754.482590:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334754.482677:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604567680 00000100:00100000:3.0:1780334754.482686:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604567680 00000100:00100000:3.0:1780334754.482750:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 415 00000100:00100000:3.0:1780334754.482761:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604567680:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334754.482789:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334754.482806:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984db lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b18e8 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334754.482883:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034435880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624317312:192.168.203.22@tcp:106: 00000100:00100000:3.0:1780334754.483229:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed540 going to sleep for 11 seconds 00000040:00080000:2.0:1780334754.484421:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1780334754.488422:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034435880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624317312:192.168.203.22@tcp:106: 00010000:00010000:3.0:1780334754.488458:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984db lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18e8 expref: 17 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.488554:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984db lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18e8 expref: 17 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334754.488566:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722600, rc 0) 00000100:00100000:3.0:1780334754.488664:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604567680:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 5895us (6073us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334754.488673:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 415 00000100:00100000:1.0:1780334754.495303:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334754.495446:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604567936 00000100:00100000:0.0:1780334754.495455:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604567936 00000100:00100000:0.0:1780334754.495518:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1508 00000100:00100000:0.0:1780334754.495528:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:33865:x1866815604567936:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:0.0:1780334754.495701:0:9763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].43, 136 off14040 00000100:00100000:0.0:1780334754.495794:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:33865:x1866815604567936:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 266us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334754.495801:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1508 00010000:00010000:3.0:1780334754.741059:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334755.251983:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334755.251991:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334755.252036:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 4 00000040:00080000:2.0:1780334755.252046:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334755.252236:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624317440:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334755.252326:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f04f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780334755.263832:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334755.264042:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604568064 00000100:00100000:3.0:1780334755.264051:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604568064 00000100:00100000:3.0:1780334755.264103:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1509 00000100:00100000:3.0:1780334755.264114:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:33875:x1866815604568064:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334755.264160:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334755.264460:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:33875:x1866815604568064:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 348us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334755.264471:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1509 00000100:00100000:3.0:1780334755.264516:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624317440:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334755.268473:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334755.268574:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604568320 00000100:00100000:2.0:1780334755.268584:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604568320 00000100:00100000:2.0:1780334755.268644:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1510 00000100:00100000:2.0:1780334755.268665:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+54:33875:x1866815604568320:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334755.268694:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334755.268714:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700984e2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b18ef expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.268854:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700984e9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.268868:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700984e9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.268883:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700984e9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334755.268897:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 158 00010000:00010000:2.0:1780334755.269029:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700984e2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18ef expref: 57 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.269047:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700984e9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18ef expref: 56 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.269057:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9b6f02d67200) 00010000:00010000:2.0:1780334755.269060:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334755.269063:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d200, rc 0) 00000100:00100000:2.0:1780334755.269117:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+56:33875:x1866815604568320:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 454us (652us total) trans 4294968233 rc 0/0 00000100:00100000:2.0:1780334755.269124:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1510 00000100:00100000:1.0:1780334755.283513:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334755.283550:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334755.284389:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604568576 00000100:00100000:3.0:1780334755.284399:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604568576 00000100:00100000:3.0:1780334755.284461:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 416 00000100:00100000:3.0:1780334755.284471:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604568576:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334755.284515:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984f7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.284536:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 9 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.284545:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334755.284547:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334755.284550:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984f7 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.284583:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 9 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.284596:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 9 pid: 8519 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334755.284609:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034434a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624317568:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334755.284701:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7008380240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334755.284861:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604568448 00000100:00100000:0.0:1780334755.284866:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604568448 00000100:00100000:0.0:1780334755.286773:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 71 00000100:00100000:0.0:1780334755.286790:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+56:2406:x1866815604568448:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334755.286807:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334755.286846:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700984e9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18ef expref: 56 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334755.286865:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9b6f02d67200) 00010000:00010000:0.0:1780334755.286869:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334755.286914:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+55:2406:x1866815604568448:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 131us (3409us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334755.286920:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 71 00000100:00100000:3.0:1780334755.292993:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034434a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624317568:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334755.293020:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984f7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334755.295905:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334755.295943:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604568704 00000100:00100000:3.0:1780334755.295953:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604568704 00002000:00100000:3.0:1780334755.296005:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (0->157) req@ffff9b7034434a80 x1866815604568704/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:221/0 lens 648/0 e 0 to 0 dl 1780334766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334755.296016:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034434a80 with x1866815604568704 ext(0->157) 00010000:00010000:3.0:1780334755.296035:0:8427:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 10 pid: 8519 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.296052:0:8427:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 10 pid: 8519 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334755.296060:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b7034434a80 00000100:00100000:3.0:1780334755.296086:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 18 00000100:00100000:3.0:1780334755.296096:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604568704:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:2.0:1780334755.300334:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604568704:12345-192.168.203.22@tcp:4:cp.0 Request processed in 4233us (4430us total) trans 4294967373 rc 0/0 00000100:00100000:2.0:1780334755.300343:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 18 00002000:00100000:2.0:1780334755.300354:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (0->157) req@ffff9b7034434a80 x1866815604568704/t4294967373(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:221/0 lens 648/448 e 0 to 0 dl 1780334766 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334755.300361:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034434a80 with x1866815604568704 ext(0->157) 00010000:00010000:2.0:1780334755.300369:0:8427:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 12 pid: 8519 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.300384:0:8427:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 12 pid: 8519 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334755.300393:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b7034434a80 00000100:00100000:2.0:1780334755.303706:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334755.303763:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604568832 00000100:00100000:3.0:1780334755.303774:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604568832 00010000:00010000:3.0:1780334755.303853:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 12 pid: 8519 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334755.303887:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 458 00000100:00100000:3.0:1780334755.303898:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604568832:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334755.303912:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780334755.303928:0:8446:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1780334755.303934:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 12 pid: 8519 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.303948:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 12 pid: 8519 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.303971:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006954e45a/0xdf9e767e700984a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18cc expref: 12 pid: 8519 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.304308:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334755.304310:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334755.304315:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.304333:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984f7 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780334755.304576:0:24382:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334755.304581:0:24382:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334755.304612:0:24382:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 4 00000040:00080000:1.0:1780334755.304620:0:24382:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334755.304708:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334755.304762:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604568832:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 863us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334755.304769:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 458 00010000:00010000:3.0:1780334755.304905:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.304915:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.304936:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.304948:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984f7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.304956:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.304963:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334755.305031:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.305043:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.305059:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984f7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.305066:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700984f7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334755.305119:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604568576:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 20649us (21566us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334755.305129:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 416 00000100:00100000:3.0:1780334755.307011:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334755.307049:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604569088 00000100:00100000:3.0:1780334755.307056:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604569088 00000100:00100000:3.0:1780334755.307103:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1511 00000100:00100000:3.0:1780334755.307113:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:33875:x1866815604569088:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334755.307203:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:33875:x1866815604569088:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 92us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334755.307211:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1511 00000100:00100000:3.0:1780334755.309746:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334755.309869:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604569216 00000100:00100000:1.0:1780334755.309879:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604569216 00000100:00100000:1.0:1780334755.309940:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 417 00000100:00100000:1.0:1780334755.309951:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604569216:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334755.309967:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334755.309986:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e700984fe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b18f6 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334755.310013:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 158, mtime: 0x6a1dc0a2, atime: 0x0, ctime: 0x6a1dc0a2, blocks: 0x8 00010000:00010000:1.0:1780334755.310031:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334755.310034:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334755.310041:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e700984fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18f6 expref: 11 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334755.310057:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e700984fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18f6 expref: 11 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334755.310070:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ca00, rc 0) 00000100:00100000:1.0:1780334755.310126:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604569216:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 178us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334755.310133:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 417 00000100:00100000:3.0:1780334755.312205:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334755.312831:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604569472 00000100:00100000:1.0:1780334755.312840:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604569472 00000100:00100000:1.0:1780334755.312892:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1512 00000100:00100000:1.0:1780334755.312903:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:33875:x1866815604569472:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1780334755.313011:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:33875:x1866815604569472:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 110us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334755.313018:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1512 00000100:00100000:0.0:1780334755.320023:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334755.320719:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604569600 00000100:00100000:1.0:1780334755.320730:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604569600 00002000:00100000:1.0:1780334755.320783:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff9b6f04abd500 x1866815604569600/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:221/0 lens 488/0 e 0 to 0 dl 1780334766 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334755.320795:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04abd500 with x1866815604569600 ext(0->4095) 00002000:00010000:1.0:1780334755.320801:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f04abd500 00000100:00100000:1.0:1780334755.320859:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 108 00000100:00100000:1.0:1780334755.320870:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604569600:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1780334755.321029:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604569600:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 160us (1013us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780334755.321036:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 108 00002000:00100000:1.0:1780334755.321043:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff9b6f04abd500 x1866815604569600/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:221/0 lens 488/4536 e 0 to 0 dl 1780334766 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334755.321052:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04abd500 with x1866815604569600 ext(0->4095) 00002000:00010000:1.0:1780334755.321055:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b6f04abd500 00000100:00100000:1.0:1780334755.335739:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334755.335843:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604569728 00000100:00100000:3.0:1780334755.335853:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604569728 00000100:00100000:3.0:1780334755.335955:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1513 00000100:00100000:3.0:1780334755.335966:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+55:33875:x1866815604569728:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334755.335984:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334755.336002:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098505 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b18fd expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.336033:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009850c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.336047:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009850c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.336064:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009850c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.336222:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098505 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18fd expref: 57 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.336238:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009850c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18fd expref: 56 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334755.336247:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9b6f02d67200) 00010000:00010000:3.0:1780334755.336250:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334755.336253:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723000, rc 0) 00000100:00100000:3.0:1780334755.336322:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+56:33875:x1866815604569728:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 355us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334755.336329:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1513 00000100:00100000:1.0:1780334755.344340:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334755.344403:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604569856 00000100:00100000:3.0:1780334755.344412:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604569856 00000100:00100000:3.0:1780334755.344458:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1514 00000100:00100000:3.0:1780334755.344467:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+56:33875:x1866815604569856:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334755.344494:0:6540:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334755.344589:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+56:33875:x1866815604569856:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 123us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334755.344597:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1514 00000100:00100000:1.0:1780334755.349269:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334755.349342:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604569984 00000100:00100000:2.0:1780334755.349352:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604569984 00000100:00100000:2.0:1780334755.349409:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 418 00000100:00100000:2.0:1780334755.349419:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604569984:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334755.349464:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e70098513 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.349481:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334755.349483:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334755.349488:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e70098513 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.349503:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e70098513 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.349531:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e70098513 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.349540:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e70098513 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.349554:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e70098513 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.349560:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448cc00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334755.349564:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e70098513 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.349572:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e70098513 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.349587:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e70098513 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.349594:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e70098513 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334755.349764:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604569984:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 346us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334755.349772:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 418 00000100:00100000:3.0:1780334755.355001:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334755.355337:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604570240 00000100:00100000:1.0:1780334755.355346:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604570240 00000100:00100000:1.0:1780334755.355405:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1515 00000100:00100000:1.0:1780334755.355414:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+56:33875:x1866815604570240:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1780334755.355485:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009851a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334755.355504:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009850c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18fd expref: 56 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334755.355513:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009851a lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334755.355544:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009850c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18fd expref: 56 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334755.355557:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009850c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18fd expref: 56 pid: 9763 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334755.355570:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624317696:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334755.355660:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70189e4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780334755.363572:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334755.363605:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604570368 00000100:00100000:2.0:1780334755.363613:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604570368 00010000:00010000:2.0:1780334755.363659:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009850c lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18fd expref: 57 pid: 9763 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334755.363699:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 459 00000100:00100000:2.0:1780334755.363709:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+57:2407:x1866815604570368:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334755.363723:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334755.363729:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009850c lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18fd expref: 57 pid: 9763 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.363742:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009850c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18fd expref: 57 pid: 9763 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.363763:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9b6f02d67200) 00010000:00010000:2.0:1780334755.363769:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009851a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.363778:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009851a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.363786:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009851a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334755.363804:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334755.363872:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+57:2407:x1866815604570368:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 164us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334755.363880:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 459 00010000:00010000:0.0:1780334755.364507:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009850c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18fd expref: 56 pid: 9763 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334755.364527:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624317696:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334755.364548:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009851a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334755.364557:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009851a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334755.364563:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009851a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334755.365450:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009851a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334755.365465:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009851a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334755.365472:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009851a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334755.365477:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481de00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334755.365481:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009851a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334755.365488:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009851a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334755.365500:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9b6f02d67200) 00010000:00010000:0.0:1780334755.365503:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334755.365508:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009851a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334755.365513:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009851a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334755.365633:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+56:33875:x1866815604570240:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 10219us (10639us total) trans 4294968234 rc 0/0 00000100:00100000:0.0:1780334755.365643:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1515 00000040:00080000:0.0:1780334755.365748:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334755.365752:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334755.369005:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1780334755.369021:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334755.372357:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334755.372468:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604570624 00000100:00100000:3.0:1780334755.372479:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604570624 00000100:00100000:3.0:1780334755.372542:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 290 00000100:00100000:3.0:1780334755.372552:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+56:33875:x1866815604570624:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1780334755.373328:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+57:33875:x1866815604570624:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 766us (968us total) trans 4294968235 rc 0/0 00000100:00100000:3.0:1780334755.373337:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 290 00010000:00010000:2.0:1780334755.764425:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334755.956218:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334755.956240:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624317824:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334755.956306:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334755.956477:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624317824 00000100:00100000:2.0:1780334755.956494:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624317824 00000100:00100000:2.0:1780334755.956546:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1780334755.956556:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624317824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334755.956588:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334755.956637:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624317824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334755.957270:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624317824:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334755.957349:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1780334755.957752:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334755.957762:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624317952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334755.957800:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334755.957855:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624317952 00000100:00100000:0.0:1780334755.957860:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624317952 00000100:00100000:0.0:1780334755.957891:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1780334755.957898:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624317952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334755.957927:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211155776 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334755.957984:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624317952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334755.957990:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1780334755.958026:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624317952:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334755.958241:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334755.958316:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624318080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334755.958346:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334755.958379:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624318080 00000100:00100000:2.0:1780334755.958383:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624318080 00000100:00100000:2.0:1780334755.958404:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1780334755.958412:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624318080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334755.958423:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211155776 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334755.958464:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624318080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334755.958471:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1780334755.958499:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624318080:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780334756.789098:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334757.154837:0:24433:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334757.154851:0:24433:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334757.154893:0:24433:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 4 00000040:00080000:2.0:1780334757.154900:0:24433:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334757.203681:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.204209:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604570752 00000100:00100000:3.0:1780334757.204223:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604570752 00000100:00100000:3.0:1780334757.204368:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 419 00000100:00100000:3.0:1780334757.204381:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604570752:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334757.204407:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334757.204442:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e70098521 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1904 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.204475:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334757.204477:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334757.204486:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e70098521 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1904 expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.204510:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e70098521 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1904 expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.204526:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723000, rc 0) 00000100:00100000:3.0:1780334757.204601:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2409:x1866815604570752:12345-192.168.203.22@tcp:101:rm.0 Request processed in 223us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334757.204609:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 419 00000100:00080000:0.0:1780334757.206112:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334757.210035:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334757.210121:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604571008 00000100:00100000:1.0:1780334757.210134:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604571008 00000100:00100000:1.0:1780334757.210221:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1516 00000100:00100000:1.0:1780334757.210234:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:33884:x1866815604571008:12345-192.168.203.22@tcp:36:rm.0 00010000:00010000:1.0:1780334757.210302:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1780334757.210329:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700984bf lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18d3 expref: 112 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.210348:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9b6f02d67200) 00010000:00010000:1.0:1780334757.210358:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700984d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18e1 expref: 111 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.210373:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:1.0:1780334757.210376:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334757.210397:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098528 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.210410:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098528 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.210419:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098528 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.210429:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e7009852f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.210436:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e7009852f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.210569:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e7009852f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.210661:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098536 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.210672:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009848e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18be expref: 56 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.210680:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098536 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.210712:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009848e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18be expref: 56 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.210725:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009848e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18be expref: 56 pid: 6538 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334757.210739:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624318208:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334757.210856:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70189e4300 going to sleep for 11 seconds 00000100:00080000:3.0:1780334757.211565:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334757.221347:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.221395:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604571136 00000100:00100000:3.0:1780334757.221407:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604571136 00010000:00010000:3.0:1780334757.221471:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009848e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18be expref: 57 pid: 6538 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334757.221516:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 460 00000100:00100000:3.0:1780334757.221528:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+57:2406:x1866815604571136:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334757.221546:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334757.221553:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009848e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18be expref: 57 pid: 6538 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.221572:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009848e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18be expref: 57 pid: 6538 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.223097:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9b6f02d67200) 00010000:00010000:3.0:1780334757.223110:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098536 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.223124:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098536 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.223134:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098536 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.223164:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334757.223245:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+57:2406:x1866815604571136:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 1714us (1918us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334757.223256:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 460 00000100:00080000:3.0:1780334757.225348:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1780334757.225423:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e7009848e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18be expref: 56 pid: 6538 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334757.225455:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624318208:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334757.225483:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098536 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.225495:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098536 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.225501:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098536 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780334757.227064:0:9763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9176 00000004:00080000:3.0:1780334757.227082:0:9763:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 761046269239ns, next at 762046265309ns, rc = 0 00010000:00010000:3.0:1780334757.227165:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009853d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227186:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009853d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227200:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009853d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227209:0:9763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009853d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227217:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009853d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227224:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009853d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227256:0:9763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780334757.227284:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098536 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227290:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098536 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227297:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098536 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227303:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334757.227308:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098536 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227315:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098536 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227329:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9b6f02d67200) 00010000:00010000:3.0:1780334757.227333:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780334757.227337:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098536 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227344:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098536 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227365:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098528 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227372:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098528 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227377:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098528 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227382:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334757.227384:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098528 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227394:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098528 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227402:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:3.0:1780334757.227404:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334757.227407:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098528 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227413:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098528 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334757.227424:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000efe1e941 reply state 0000000096d1f26a transno 4294968236 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e7009852f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227436:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e7009852f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.227442:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9b6f02d67e00) 00010000:00010000:3.0:1780334757.227445:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334757.227448:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780334757.227565:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:33884:x1866815604571008:12345-192.168.203.22@tcp:36:rm.0 Request processed in 17330us (17540us total) trans 4294968236 rc 0/0 00000100:00100000:3.0:1780334757.227575:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1516 00010000:00010000:2.0:1780334757.228785:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780334757.228797:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009853d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.228808:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334757.228835:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009853d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.228845:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009853d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.228862:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9b6f02d67200) 00010000:00010000:2.0:1780334757.228865:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780334757.228870:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009853d lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.228947:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009853d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.228975:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334757.228977:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334757.228979:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334757.357466:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.357514:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.357545:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.357576:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.357593:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.357618:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.357655:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604571392 00000100:00100000:3.0:1780334757.357665:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604571392 00000100:00100000:3.0:1780334757.357718:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604571648 00000100:00100000:3.0:1780334757.357721:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604571648 00000100:00100000:3.0:1780334757.357743:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 934 00000100:00100000:3.0:1780334757.357752:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604571392:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334757.357842:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604571392:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 91us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334757.357849:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 934 00000100:00100000:3.0:1780334757.357865:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 935 00000100:00100000:3.0:1780334757.357872:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604571648:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334757.357897:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604571648:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334757.357903:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 935 00000100:00100000:3.0:1780334757.357921:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604571520 00000100:00100000:3.0:1780334757.357924:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604571520 00000100:00100000:3.0:1780334757.357945:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604571776 00000100:00100000:3.0:1780334757.357948:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604571776 00000100:00100000:3.0:1780334757.357965:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604571904 00000100:00100000:3.0:1780334757.357968:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604571904 00000100:00100000:3.0:1780334757.357982:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 567 00000100:00100000:3.0:1780334757.357988:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2408:x1866815604571520:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334757.358012:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2408:x1866815604571520:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334757.358019:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 567 00000100:00100000:3.0:1780334757.358030:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 568 00000100:00100000:3.0:1780334757.358036:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604571776:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334757.358058:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604571776:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334757.358064:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 568 00000100:00100000:3.0:1780334757.358074:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 569 00000100:00100000:3.0:1780334757.358146:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604571904:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334757.358169:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604571904:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 90us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334757.358176:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 569 00000100:00080000:3.0:1780334757.358191:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334757.358196:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334757.358198:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334757.358641:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604571264 00000100:00100000:0.0:1780334757.358647:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604571264 00000100:00100000:0.0:1780334757.358685:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 732 00000100:00100000:0.0:1780334757.358691:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604571264:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334757.358726:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604571264:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 35us (1212us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334757.358732:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 732 00000100:00100000:3.0:1780334757.383998:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334757.384142:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604572032 00000100:00100000:1.0:1780334757.384161:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604572032 00000100:00100000:1.0:1780334757.384241:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1517 00000100:00100000:1.0:1780334757.384252:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:33900:x1866815604572032:12345-192.168.203.22@tcp:101:mkdir.0 00010000:00010000:1.0:1780334757.384296:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334757.384316:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098544 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b190b expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.384387:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009854b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.384401:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009854b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.384414:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009854b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334757.384458:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:1.0:1780334757.384462:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334757.384481:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009854b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.384506:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098544 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b190b expref: 114 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.384525:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009854b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b190b expref: 113 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.384534:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:1.0:1780334757.384537:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780334757.384541:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334757.384615:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:33900:x1866815604572032:12345-192.168.203.22@tcp:101:mkdir.0 Request processed in 365us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334757.384623:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1517 00000100:00100000:0.0:1780334757.468070:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.468296:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604572160 00000100:00100000:3.0:1780334757.468309:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604572160 00000100:00100000:3.0:1780334757.468684:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1518 00000100:00100000:3.0:1780334757.468699:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+56:33906:x1866815604572160:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334757.468742:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334757.468772:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098552 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1912 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.469000:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098552 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1912 expref: 57 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.469039:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9b7007d1ce00) 00010000:00010000:3.0:1780334757.469043:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334757.469050:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098552 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1912 expref: 57 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.469076:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722600, rc 0) 00000100:00100000:3.0:1780334757.469205:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+56:33906:x1866815604572160:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 509us (1407us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334757.469213:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1518 00000100:00100000:2.0:1780334757.476266:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334757.476606:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604572416 00000100:00100000:1.0:1780334757.476620:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604572416 00000100:00100000:1.0:1780334757.476763:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1519 00000100:00100000:1.0:1780334757.476776:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:33906:x1866815604572416:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334757.476804:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334757.476807:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1780334757.476878:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009854b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b190b expref: 113 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.476902:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:1.0:1780334757.476909:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334757.476925:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098559 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1919 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477073:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098560 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477094:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098560 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477105:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098560 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477117:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098567 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477125:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098567 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477132:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098567 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477630:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e7009856e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477651:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e7009856e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477658:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e7009856e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334757.477670:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:1.0:1780334757.477698:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098560 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477706:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098560 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477713:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098560 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477720:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334757.477725:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098560 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477732:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098560 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477740:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:1.0:1780334757.477743:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334757.477747:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098560 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477752:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098560 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334757.477764:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000054b806f2 reply state 0000000073cd253b transno 4294968237 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098567 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477775:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098567 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477781:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9b6f02d67e00) 00010000:00010000:1.0:1780334757.477784:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334757.477787:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780334757.477867:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098559 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1919 expref: 115 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477884:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e7009856e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1919 expref: 114 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.477898:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6c5400) 00010000:00010000:1.0:1780334757.477900:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334757.477903:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703c805e00, rc 0) 00000100:00100000:1.0:1780334757.478223:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:33906:x1866815604572416:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1447us (1969us total) trans 4294968237 rc 0/0 00000100:00100000:1.0:1780334757.478233:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1519 00000100:00100000:2.0:1780334757.482059:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.482193:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604572672 00000100:00100000:3.0:1780334757.482205:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604572672 00000100:00100000:3.0:1780334757.482278:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1520 00000100:00100000:3.0:1780334757.482291:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:33906:x1866815604572672:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334757.482326:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334757.482351:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009857c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1920 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.482489:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098583 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.482507:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e7009856e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1919 expref: 116 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.482518:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098583 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.482562:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e7009856e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1919 expref: 116 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.482577:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e7009856e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1919 expref: 116 pid: 6539 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334757.482600:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe10000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624318336:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334757.482727:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f04d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334757.485132:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334757.485242:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604572800 00000100:00100000:0.0:1780334757.485254:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604572800 00010000:00010000:0.0:1780334757.485303:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e7009856e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1919 expref: 117 pid: 6539 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334757.485394:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 461 00000100:00100000:0.0:1780334757.485405:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:2406:x1866815604572800:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334757.485422:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334757.485430:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e7009856e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1919 expref: 117 pid: 6539 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.485444:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e7009856e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1919 expref: 117 pid: 6539 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.485472:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6c5400) 00010000:00010000:0.0:1780334757.485479:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098583 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.485491:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098583 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.485500:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098583 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.485525:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334757.485599:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:2406:x1866815604572800:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 196us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334757.485607:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 461 00010000:00010000:3.0:1780334757.486393:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e7009856e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1919 expref: 116 pid: 6539 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334757.486417:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe10000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624318336:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334757.486447:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098583 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.486458:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098583 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.486464:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098583 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334757.486488:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1780334757.486770:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098583 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.486779:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098583 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.486787:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098583 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.486793:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334757.486797:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098583 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.487498:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098583 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.487521:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6c5400) 00010000:00010000:3.0:1780334757.487524:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334757.487530:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098583 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.487536:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098583 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.488065:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009857c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1920 expref: 116 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.488080:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:2.0:1780334757.488082:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780334757.488086:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e7009857c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1920 expref: 116 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.488098:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722600, rc 0) 00000100:00100000:2.0:1780334757.488215:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:33906:x1866815604572672:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 5926us (6168us total) trans 4294968238 rc 301/301 00000100:00100000:2.0:1780334757.488226:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1520 00000100:00100000:2.0:1780334757.496049:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334757.497030:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604573056 00000100:00100000:1.0:1780334757.497048:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604573056 00000100:00100000:1.0:1780334757.497142:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 291 00000100:00100000:1.0:1780334757.497156:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:33906:x1866815604573056:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334757.497555:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:33906:x1866815604573056:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 402us (1520us total) trans 4294968239 rc 0/0 00000100:00100000:1.0:1780334757.497565:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 291 00000100:00100000:3.0:1780334757.516108:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334757.517253:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604573184 00000100:00100000:0.0:1780334757.517276:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604573184 00000100:00100000:0.0:1780334757.517476:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1521 00000100:00100000:0.0:1780334757.517498:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:33906:x1866815604573184:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334757.517537:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334757.517574:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098591 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1927 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.517674:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098591 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1927 expref: 117 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.517690:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098591 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1927 expref: 117 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.517733:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:0.0:1780334757.517737:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334757.517742:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a000, rc 0) 00000100:00100000:0.0:1780334757.518101:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:33906:x1866815604573184:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 612us (2006us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334757.518115:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1521 00000100:00100000:2.0:1780334757.525209:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334757.525363:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604573440 00000100:00100000:1.0:1780334757.525377:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604573440 00000100:00100000:1.0:1780334757.525451:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1522 00000100:00100000:1.0:1780334757.525464:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:33906:x1866815604573440:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1780334757.525561:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098598 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.525589:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098598 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.525603:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098598 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.525910:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098598 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.525926:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098598 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.525934:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098598 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.525941:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703c805a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334757.525946:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098598 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.525966:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098598 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.525981:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:1.0:1780334757.525984:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1780334757.525991:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098598 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.525998:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098598 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334757.526093:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:33906:x1866815604573440:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 631us (897us total) trans 4294968240 rc 0/0 00000100:00100000:1.0:1780334757.526102:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1522 00000100:00100000:2.0:1780334757.529512:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.529611:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604573696 00000100:00100000:3.0:1780334757.529625:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604573696 00000100:00100000:3.0:1780334757.529707:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1523 00000100:00100000:3.0:1780334757.529719:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:33906:x1866815604573696:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1780334757.531052:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009859f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.531083:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009859f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.531096:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009859f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780334757.531176:0:6538:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968241 00000004:00010000:1.0:1780334757.531206:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c59eee21 reply state 000000003c235d27 transno 4294968242 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009859f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.531219:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009859f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.531227:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:1.0:1780334757.531230:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1780334757.531235:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780334757.531480:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+121:33906:x1866815604573696:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 1760us (1979us total) trans 4294968242 rc 0/0 00000100:00100000:1.0:1780334757.531489:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1523 00000020:00080000:1.0:1780334757.531496:0:6538:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780334757.537060:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334757.537171:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604573952 00000100:00100000:1.0:1780334757.537183:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604573952 00000100:00100000:1.0:1780334757.537257:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 292 00000100:00100000:1.0:1780334757.537270:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7eb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+121:33906:x1866815604573952:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334757.537729:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7eb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+122:33906:x1866815604573952:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 460us (680us total) trans 4294968243 rc 0/0 00000100:00100000:1.0:1780334757.537739:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 292 00000100:00100000:3.0:1780334757.583455:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334757.583871:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604574208 00000100:00100000:1.0:1780334757.583885:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604574208 00000100:00100000:1.0:1780334757.583968:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1524 00000100:00100000:1.0:1780334757.583981:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+122:33909:x1866815604574208:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334757.584015:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334757.584042:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e700985a6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b192e expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584144:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e700985ad lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584163:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e700985ad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584177:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e700985ad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584190:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e700985b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584198:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e700985b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584205:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e700985b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584333:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700985bb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584342:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700985bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584348:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700985bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334757.584360:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1780334757.584457:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e700985ad lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584466:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e700985ad lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584473:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e700985ad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584480:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703c805e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334757.584485:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e700985ad lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584611:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e700985ad lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584625:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:1.0:1780334757.584629:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334757.584645:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e700985ad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584652:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e700985ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584667:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e700985b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584674:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e700985b4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584685:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e700985b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584690:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703c805600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334757.584693:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e700985b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584699:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e700985b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584707:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9b6f02d67e00) 00010000:00010000:1.0:1780334757.584779:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334757.584783:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e700985b4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.584789:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e700985b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.585091:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e700985a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b192e expref: 125 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.585108:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700985bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b192e expref: 124 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.585116:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:1.0:1780334757.585118:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334757.585121:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481de00, rc 0) 00000100:00100000:1.0:1780334757.585204:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+124:33909:x1866815604574208:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1225us (1763us total) trans 4294968244 rc 0/0 00000100:00100000:1.0:1780334757.585216:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1524 00000100:00100000:2.0:1780334757.592299:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334757.592396:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604574336 00000100:00100000:0.0:1780334757.592409:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604574336 00000100:00100000:0.0:1780334757.592482:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1525 00000100:00100000:0.0:1780334757.592499:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+124:33909:x1866815604574336:12345-192.168.203.22@tcp:54:lfs.0 00010000:00010000:0.0:1780334757.592587:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700985c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.592608:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700985c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.592621:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700985c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.592671:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700985c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.592679:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700985c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.592686:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700985c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.592692:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334757.592696:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700985c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.592704:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700985c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.592718:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:0.0:1780334757.592721:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780334757.592726:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700985c9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.592732:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700985c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334757.592858:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+124:33909:x1866815604574336:12345-192.168.203.22@tcp:54:lfs.0 Request processed in 360us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334757.592866:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1525 00000100:00100000:3.0:1780334757.596197:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334757.596356:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604574592 00000100:00100000:2.0:1780334757.596368:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604574592 00000100:00100000:2.0:1780334757.596443:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 293 00000100:00100000:2.0:1780334757.596456:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+124:33909:x1866815604574592:12345-192.168.203.22@tcp:35:lfs.0 00000100:00100000:2.0:1780334757.597099:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+125:33909:x1866815604574592:12345-192.168.203.22@tcp:35:lfs.0 Request processed in 644us (913us total) trans 4294968245 rc 0/0 00000100:00100000:2.0:1780334757.597108:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 293 00000100:00100000:2.0:1780334757.664892:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334757.665152:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604574848 00000100:00100000:1.0:1780334757.665165:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604574848 00000100:00100000:1.0:1780334757.665243:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1526 00000100:00100000:1.0:1780334757.665255:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+125:33915:x1866815604574848:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:1.0:1780334757.665287:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334757.665314:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700985d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1935 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.665462:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700985d7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.665482:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700985d7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.665508:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700985d7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334757.665522:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1780334757.665671:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700985d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1935 expref: 128 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.665693:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700985d7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1935 expref: 127 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.665702:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:1.0:1780334757.665705:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1780334757.665882:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c600, rc 0) 00000100:00100000:1.0:1780334757.666087:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+127:33915:x1866815604574848:12345-192.168.203.22@tcp:101:cat.0 Request processed in 833us (1207us total) trans 4294968246 rc 0/0 00000100:00100000:1.0:1780334757.666095:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1526 00000100:00100000:0.0:1780334757.679485:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.679528:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604575104 00000100:00100000:3.0:1780334757.679542:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604575104 00000100:00100000:0.0:1780334757.679605:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.680282:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604575360 00000100:00100000:3.0:1780334757.680290:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604575360 00000100:00100000:0.0:1780334757.680302:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1527 00000100:00100000:3.0:1780334757.680339:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1528 00000100:00100000:3.0:1780334757.680349:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+128:33916:x1866815604575360:12345-192.168.203.22@tcp:101:cat.0 00000100:00100000:0.0:1780334757.680350:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+128:33914:x1866815604575104:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:3.0:1780334757.680381:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334757.680381:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334757.680406:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e700985e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b193c expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.680555:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e700985ec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.680574:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e700985ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.680585:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e700985ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334757.680597:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1780334757.680777:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e700985e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b193c expref: 131 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.680799:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e700985ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b193c expref: 130 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.680807:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:0.0:1780334757.680854:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1780334757.680859:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b400, rc 0) 00000100:00100000:0.0:1780334757.680929:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+130:33914:x1866815604575104:12345-192.168.203.22@tcp:101:cat.0 Request processed in 617us (1459us total) trans 4294968247 rc 0/0 00000100:00100000:0.0:1780334757.680936:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1527 00010000:00010000:3.0:1780334757.692415:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700985fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1943 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.692690:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098601 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.692709:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098601 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.694695:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098601 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334757.695845:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1780334757.697684:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700985fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1943 expref: 132 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.697947:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098601 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1943 expref: 131 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.698794:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:3.0:1780334757.698799:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1780334757.698804:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722000, rc 0) 00000100:00100000:3.0:1780334757.699667:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+131:33916:x1866815604575360:12345-192.168.203.22@tcp:101:cat.0 Request processed in 19314us (20056us total) trans 4294968248 rc 0/0 00000100:00100000:3.0:1780334757.699680:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1528 00000100:00100000:3.0:1780334757.737488:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.737541:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.737573:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.737611:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604575872 00000100:00100000:3.0:1780334757.737624:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604575872 00000100:00100000:3.0:1780334757.737706:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604576512 00000100:00100000:2.0:1780334757.738031:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 72 00000100:00100000:2.0:1780334757.738048:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+131:33915:x1866815604575872:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:2.0:1780334757.738069:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1780334757.738102:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e700985bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b192e expref: 131 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.738128:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700985d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1935 expref: 130 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.738141:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098591 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1927 expref: 129 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.738159:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:2.0:1780334757.738165:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334757.738230:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+128:33915:x1866815604575872:12345-192.168.203.22@tcp:103:cat.0 Request processed in 187us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334757.738238:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 72 00000100:00100000:1.0:1780334757.738426:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604576384 00000100:00100000:1.0:1780334757.738432:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604576384 00000100:00100000:1.0:1780334757.738473:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 294 00000100:00100000:1.0:1780334757.738480:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+128:33916:x1866815604576384:12345-192.168.203.22@tcp:35:cat.0 00000100:00100000:1.0:1780334757.738752:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+129:33916:x1866815604576384:12345-192.168.203.22@tcp:35:cat.0 Request processed in 272us (1211us total) trans 4294968249 rc 0/0 00000100:00100000:1.0:1780334757.738760:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 294 00000100:00100000:3.0:1780334757.739290:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604576512 00000100:00100000:2.0:1780334757.739408:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 73 00000100:00100000:2.0:1780334757.739417:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+129:2406:x1866815604576512:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334757.739428:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334757.739448:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098601 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1943 expref: 129 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.739468:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:2.0:1780334757.739472:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334757.739512:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+128:2406:x1866815604576512:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 96us (1938us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334757.739519:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 73 00000100:00100000:0.0:1780334757.749237:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334757.749333:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.775494:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604575616 00000100:00100000:3.0:1780334757.775514:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604575616 00000100:00100000:3.0:1780334757.775726:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604576128 00000100:00100000:3.0:1780334757.775731:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604576128 00000100:00100000:1.0:1780334757.775852:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1529 00000100:00100000:1.0:1780334757.775868:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+129:33919:x1866815604575616:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:1.0:1780334757.775897:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334757.775924:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009860f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b194a expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.776072:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098616 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.776092:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098616 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.776107:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098616 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334757.776121:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1780334757.776258:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009860f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b194a expref: 132 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.776282:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098616 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b194a expref: 131 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.776292:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:1.0:1780334757.776295:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1780334757.776300:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703c805a00, rc 0) 00000100:00100000:1.0:1780334757.776383:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+131:33919:x1866815604575616:12345-192.168.203.22@tcp:101:cat.0 Request processed in 520us (27159us total) trans 4294968250 rc 0/0 00000100:00100000:1.0:1780334757.776390:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1529 00000100:00100000:1.0:1780334757.776471:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334757.785072:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334757.790835:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604576640 00000100:00100000:0.0:1780334757.790859:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604576640 00000100:00100000:0.0:1780334757.790936:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1530 00000100:00100000:0.0:1780334757.797525:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+131:33918:x1866815604576128:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:0.0:1780334757.797567:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334757.797604:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098624 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1951 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.797780:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009862b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.797799:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009862b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.797830:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009862b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.797844:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098632 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.797852:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098632 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.797859:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098632 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798061:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098639 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798071:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098639 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798083:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098639 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334757.798096:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1780334757.798197:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009862b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798206:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009862b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798214:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009862b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798221:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ae00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334757.798225:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009862b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798233:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009862b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798248:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:0.0:1780334757.798251:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334757.798257:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009862b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798263:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009862b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798281:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098632 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798292:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098632 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798298:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098632 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798303:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334757.798305:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098632 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798311:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098632 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798319:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9b6f02d67e00) 00010000:00010000:0.0:1780334757.798322:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334757.798325:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098632 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798332:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098632 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798383:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098624 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1951 expref: 134 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798399:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098639 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1951 expref: 133 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.798407:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:0.0:1780334757.798409:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334757.798413:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b000, rc 0) 00000100:00100000:0.0:1780334757.798508:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+133:33918:x1866815604576128:12345-192.168.203.22@tcp:101:cat.0 Request processed in 7560us (49173us total) trans 4294968251 rc 0/0 00000100:00100000:0.0:1780334757.798517:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1530 00000100:00100000:0.0:1780334757.800270:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1531 00000100:00100000:0.0:1780334757.800296:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+132:33915:x1866815604576640:12345-192.168.203.22@tcp:58:cat.0 00010000:00010000:0.0:1780334757.800422:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.800440:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e700985ec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b193c expref: 132 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.800448:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098616 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b194a expref: 132 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.800457:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098639 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1951 expref: 132 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.800466:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 6/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.800508:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098639 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1951 expref: 132 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.800523:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098639 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1951 expref: 132 pid: 6540 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334757.800539:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624318464:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334757.802697:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098616 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b194a expref: 132 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334757.802788:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098616 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b194a expref: 132 pid: 6540 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334757.802808:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624318592:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334757.812317:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e700985ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b193c expref: 132 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.812342:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e700985ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b193c expref: 132 pid: 6540 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334757.812366:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624318720:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334757.812465:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604576768 00000100:00100000:2.0:1780334757.812476:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604576768 00000100:00100000:2.0:1780334757.812535:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1532 00000100:00100000:2.0:1780334757.812547:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+133:33916:x1866815604576768:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:2.0:1780334757.812570:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334757.812591:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009864e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1958 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.812656:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334757.812717:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098655 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.812736:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098655 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.812747:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098655 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334757.812782:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:2.0:1780334757.812788:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334757.812831:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098655 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.812863:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009864e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1958 expref: 135 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.812882:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098655 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1958 expref: 134 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.812891:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:2.0:1780334757.812894:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334757.812898:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ca00, rc 0) 00000100:00100000:2.0:1780334757.817146:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+134:33916:x1866815604576768:12345-192.168.203.22@tcp:101:cat.0 Request processed in 4583us (32070us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334757.817161:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1532 00000100:00100000:1.0:1780334757.817895:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ff2fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334757.836005:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334757.836046:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.836182:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624318464:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334757.836204:0:6540:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.203.22@tcp) returned -22 from blocking AST (req@00000000b2981354 x1866815624318592) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098616 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b194a expref: 133 pid: 6540 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334757.836218:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604577152 00000100:00100000:0.0:1780334757.836227:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604577152 00010000:00010000:3.0:1780334757.836228:0:6540:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098616 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b194a expref: 133 pid: 6540 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.836258:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098616 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b194a expref: 134 pid: 6540 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334757.836274:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624318592:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334757.836302:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 74 00000100:00100000:0.0:1780334757.836313:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+133:2407:x1866815604577152:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334757.836329:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334757.836332:0:8446:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie df9e767e70098616) 00010000:00010000:0.0:1780334757.836334:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334757.836401:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+133:2407:x1866815604577152:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 89us (353us total) trans 0 rc 116/116 00000100:00100000:0.0:1780334757.836409:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 74 00000100:00100000:1.0:1780334757.836523:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604577024 00000100:00100000:1.0:1780334757.836527:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604577024 00000100:00100000:1.0:1780334757.836565:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 295 00000100:00100000:1.0:1780334757.836573:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+133:33914:x1866815604577024:12345-192.168.203.22@tcp:35:cat.0 00000100:00100000:1.0:1780334757.836898:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+134:33914:x1866815604577024:12345-192.168.203.22@tcp:35:cat.0 Request processed in 325us (907us total) trans 4294968252 rc 0/0 00000100:00100000:1.0:1780334757.836910:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 295 00000100:00100000:3.0:1780334757.841931:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624318720:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334757.841987:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:3.0:1780334757.841995:0:6540:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.842015:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334757.844658:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334757.844782:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604577280 00000100:00100000:2.0:1780334757.844796:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604577280 00000100:00100000:2.0:1780334757.844910:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1533 00000100:00100000:2.0:1780334757.844923:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+134:33914:x1866815604577280:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:2.0:1780334757.844963:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334757.844990:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009865c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b195f expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.845077:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098663 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.845097:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098663 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x53/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.845111:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098663 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x53/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334757.845168:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:2.0:1780334757.845172:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334757.845194:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098663 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x53/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.845206:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098663 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.845234:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009865c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b195f expref: 136 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.845257:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098663 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b195f expref: 135 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.845266:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:2.0:1780334757.845285:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334757.845290:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448cc00, rc 0) 00000100:00100000:2.0:1780334757.845362:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+135:33914:x1866815604577280:12345-192.168.203.22@tcp:101:cat.0 Request processed in 441us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334757.845369:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1533 00000100:00100000:3.0:1780334757.845894:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334757.846726:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604577536 00000100:00100000:2.0:1780334757.846738:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604577536 00000100:00100000:2.0:1780334757.846851:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 296 00000100:00100000:2.0:1780334757.846863:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+135:33919:x1866815604577536:12345-192.168.203.22@tcp:35:cat.0 00000100:00100000:2.0:1780334757.847240:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+136:33919:x1866815604577536:12345-192.168.203.22@tcp:35:cat.0 Request processed in 378us (1345us total) trans 4294968253 rc 0/0 00000100:00100000:2.0:1780334757.847248:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 296 00000100:00100000:0.0:1780334757.855496:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334757.855549:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334757.855705:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604577920 00000100:00100000:1.0:1780334757.855731:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604577920 00000100:00100000:1.0:1780334757.855800:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 297 00000100:00100000:1.0:1780334757.855851:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+136:33918:x1866815604577920:12345-192.168.203.22@tcp:35:cat.0 00000100:00100000:1.0:1780334757.856355:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+137:33918:x1866815604577920:12345-192.168.203.22@tcp:35:cat.0 Request processed in 544us (882us total) trans 4294968254 rc 0/0 00000100:00100000:1.0:1780334757.856365:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 297 00000100:00100000:2.0:1780334757.856502:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604577664 00000100:00100000:2.0:1780334757.856508:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604577664 00000100:00100000:2.0:1780334757.856560:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 75 00000100:00100000:2.0:1780334757.856570:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+137:2408:x1866815604577664:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334757.856583:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334757.856611:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098663 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b195f expref: 137 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.856645:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:2.0:1780334757.856652:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.856664:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334757.856700:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+136:2408:x1866815604577664:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 132us (1150us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334757.856708:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 75 00000100:00100000:0.0:1780334757.866726:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334757.866874:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604578048 00000100:00100000:1.0:1780334757.866886:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604578048 00010000:00010000:1.0:1780334757.866935:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098639 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1951 expref: 136 pid: 6540 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334757.866988:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 462 00000100:00100000:1.0:1780334757.866998:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+136:2406:x1866815604578048:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334757.867016:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334757.867023:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098639 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1951 expref: 136 pid: 6540 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.867047:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098639 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1951 expref: 136 pid: 6540 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.867072:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098639 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1951 expref: 136 pid: 6540 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.867091:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:1.0:1780334757.867097:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.867107:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334757.867181:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+135:2406:x1866815604578048:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 183us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334757.867188:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 462 00000100:00100000:0.0:1780334757.871772:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334757.872719:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604578176 00000100:00100000:2.0:1780334757.872733:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604578176 00010000:00010000:2.0:1780334757.872789:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e700985ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b193c expref: 135 pid: 6540 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334757.872874:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 463 00000100:00100000:2.0:1780334757.872886:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+135:2407:x1866815604578176:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334757.872903:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334757.872910:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e700985ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b193c expref: 135 pid: 6540 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.872923:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e700985ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b193c expref: 135 pid: 6540 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.872957:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e700985ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b193c expref: 135 pid: 6540 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.872978:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:2.0:1780334757.872983:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.872994:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.873003:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334757.873033:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334757.873102:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+134:2407:x1866815604578176:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 217us (1344us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334757.873109:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 463 00010000:00010000:1.0:1780334757.873343:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334757.873352:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780334757.873498:0:6540:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].44, 136 off14176 00000100:00100000:1.0:1780334757.873565:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+133:33915:x1866815604576640:12345-192.168.203.22@tcp:58:cat.0 Request processed in 73281us (97094us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334757.873574:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1531 00000100:00100000:2.0:1780334757.876330:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334757.876420:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604578304 00000100:00100000:3.0:1780334757.876432:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604578304 00000100:00100000:3.0:1780334757.876667:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1534 00000100:00100000:3.0:1780334757.876679:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+133:33915:x1866815604578304:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:3.0:1780334757.876719:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334757.876744:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009866a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1966 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.876855:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.876868:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009866a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1966 expref: 134 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.876911:0:6538:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.876926:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009866a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1966 expref: 134 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.876941:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:3.0:1780334757.876944:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334757.876955:0:6538:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009866a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1966 expref: 134 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334757.876963:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723800, rc 0) 00000100:00100000:3.0:1780334757.877020:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+134:33915:x1866815604578304:12345-192.168.203.22@tcp:101:cat.0 Request processed in 344us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334757.877027:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1534 00000040:00080000:1.0:1780334758.452592:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334758.452601:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334758.452641:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 5 00000040:00080000:1.0:1780334758.452652:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334758.453479:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624318848:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1780334758.453691:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ab476c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334758.470544:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.470642:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604578432 00000100:00100000:3.0:1780334758.470657:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604578432 00000100:00100000:1.0:1780334758.470750:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624318848:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334758.470851:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1535 00000100:00100000:3.0:1780334758.470864:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+56:33946:x1866815604578432:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334758.470907:0:9763:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000402:0x4b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334758.471227:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+56:33946:x1866815604578432:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 355us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334758.471235:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1535 00000100:00100000:3.0:1780334758.475004:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.475181:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604578560 00000100:00100000:1.0:1780334758.475195:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604578560 00000100:00100000:1.0:1780334758.475271:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1536 00000100:00100000:1.0:1780334758.475283:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+56:33946:x1866815604578560:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1780334758.475586:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e70098671 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.476364:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e70098671 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.476389:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e70098671 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.476415:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098678 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.476424:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098678 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.476431:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098678 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.476463:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e7009867f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.476474:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e7009867f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.476481:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e7009867f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334758.476543:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:1.0:1780334758.476549:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334758.476565:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e7009867f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.476578:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e70098671 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.476587:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e70098671 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.476594:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e70098671 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.476602:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703c805e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334758.476607:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e70098671 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.476615:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e70098671 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.476649:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:1.0:1780334758.476653:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334758.476905:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e70098671 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.476916:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805e00/0xdf9e767e70098671 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.477112:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098678 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.477129:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098678 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.477136:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098678 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.477142:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703c805a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334758.477149:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098678 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.477156:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098678 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.477166:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x1cf45032 (ffff9b703c6c5900) 00010000:00010000:1.0:1780334758.477169:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334758.477173:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098678 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.477359:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805a00/0xdf9e767e70098678 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.477382:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e7009867f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.477388:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e7009867f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.477395:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e7009867f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.477401:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703c805600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334758.477404:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e7009867f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.477410:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e7009867f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.477419:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:1.0:1780334758.477421:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334758.477425:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e7009867f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.477430:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805600/0xdf9e767e7009867f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.477577:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+56:33946:x1866815604578560:12345-192.168.203.22@tcp:34:lhsmtool_posix.0 Request processed in 2289us (2583us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.477590:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1536 00000001:00080000:0.0:1780334758.478798:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968254 is committed 00000004:00080000:0.0:1780334758.478854:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000001:00080000:0.0:1780334758.478881:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968235 is committed 00000020:00080000:0.0:1780334758.478908:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 34 batchid updated 00000020:00080000:0.0:1780334758.478932:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00010000:00010000:2.0:1780334758.478944:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700983ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.478948:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098487 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1780334758.478952:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00010000:00010000:2.0:1780334758.478964:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700983ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.478966:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098487 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.478983:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700983ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.478983:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098487 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.478995:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334758.479000:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098487 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479008:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334758.479011:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098487 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479014:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700983ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.479028:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9b6f02d67e00) 00010000:00010000:1.0:1780334758.479034:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334758.479039:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098487 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.479046:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098487 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334758.479091:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334758.479121:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624318976:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780334758.479174:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700983ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479196:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff9b7007d1c700) 00010000:00010000:2.0:1780334758.479200:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334758.479213:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334758.479266:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624318976 00000100:00100000:1.0:1780334758.479276:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624318976 00010000:00010000:2.0:1780334758.479313:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700983ae lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1780334758.479319:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1780334758.479321:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700983ae lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479355:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700983b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.479355:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00010000:00010000:2.0:1780334758.479364:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700983b5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.479369:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624318976:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1780334758.479376:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700983b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479383:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334758.479386:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700983b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479393:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700983b5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479403:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:2.0:1780334758.479407:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334758.479415:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700983b5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479420:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700983b5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479434:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e7009852f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479440:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e7009852f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479445:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e7009852f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479450:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334758.479452:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e7009852f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479462:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e7009852f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1780334758.479464:0:16895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:28 count 1 00010000:00010000:2.0:1780334758.479471:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9b6f02d67e00) 00010000:00010000:2.0:1780334758.479474:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334758.479477:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e7009852f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479482:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e7009852f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.479486:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085c449db/0xdf9e767e70098686 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479492:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098567 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479506:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098567 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.479512:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e700984fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18f6 expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479514:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098567 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479531:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334758.479537:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098567 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.479537:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e70098521 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1904 expref: 16 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479555:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098567 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.479557:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334758.479561:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334758.479566:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085c449db/0xdf9e767e70098686 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479568:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9b6f02d67e00) 00010000:00010000:2.0:1780334758.479574:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334758.479578:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098567 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479585:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098567 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479600:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009859f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.479604:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e70098521 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1904 expref: 16 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479607:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009859f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479623:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009859f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.479642:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e70098521 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1904 expref: 16 pid: 8419 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479643:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703c805c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334758.479648:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009859f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479662:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009859f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.479668:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624319104:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334758.479680:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:2.0:1780334758.479684:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780334758.479687:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009859f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.479692:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703c805c00/0xdf9e767e7009859f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.479759:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e700984fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18f6 expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.479769:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e700984fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18f6 expref: 10 pid: 8422 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.479779:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624319232:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334758.479800:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ab476c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334758.482699:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.482763:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604578816 00000100:00100000:2.0:1780334758.482775:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604578816 00000100:00100000:2.0:1780334758.482868:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1537 00000100:00100000:2.0:1780334758.482881:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:33946:x1866815604578816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334758.482911:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334758.482935:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009868d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b196d expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.483071:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098694 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.483089:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098694 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.483103:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098694 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334758.483115:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1780334758.483217:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098694 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.483225:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098694 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.483232:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098694 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.483239:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334758.483243:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098694 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.483251:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098694 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.483264:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:2.0:1780334758.483268:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334758.483273:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098694 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.483280:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098694 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.483324:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009868d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b196d expref: 52 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.483334:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9b7018042200) 00010000:00010000:2.0:1780334758.483337:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1780334758.483341:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e7009868d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b196d expref: 52 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.483351:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448da00, rc 0) 00000100:00100000:0.0:1780334758.484474:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.484534:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624319104:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334758.484560:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604578944 00000100:00100000:3.0:1780334758.484570:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604578944 00010000:00010000:3.0:1780334758.484615:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e70098521 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1904 expref: 17 pid: 8419 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334758.484661:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 464 00000100:00100000:3.0:1780334758.484671:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2409:x1866815604578944:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334758.484685:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334758.484694:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e70098521 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1904 expref: 17 pid: 8419 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.484707:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e70098521 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1904 expref: 17 pid: 8419 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.484737:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e70098521 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1904 expref: 17 pid: 8419 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.484757:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334758.484849:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624319232:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334758.484888:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+51:33946:x1866815604578816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 2003us (2199us total) trans 4294968255 rc 301/301 00000100:00100000:2.0:1780334758.484899:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1537 00010000:00010000:1.0:1780334758.484958:0:16895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000085c449db/0xdf9e767e70098686 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334758.484958:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334758.484997:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604579072 00000100:00100000:0.0:1780334758.485003:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604579072 00010000:00010000:0.0:1780334758.485023:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e700984fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18f6 expref: 11 pid: 8422 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334758.485050:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 465 00000100:00100000:0.0:1780334758.485058:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604579072:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334758.485078:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334758.485084:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e700984fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18f6 expref: 11 pid: 8422 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.485098:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e700984fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18f6 expref: 11 pid: 8422 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.485114:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fd0252d/0xdf9e767e700984fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b18f6 expref: 11 pid: 8422 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.485127:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334758.485129:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334758.485134:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000085c449db/0xdf9e767e70098686 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.485145:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085c449db/0xdf9e767e70098686 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.486861:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334758.486918:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604578944:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 2239us (2443us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334758.486927:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604579072:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 1867us (1966us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334758.486935:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 464 00010000:00010000:1.0:1780334758.487013:0:16895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000085c449db/0xdf9e767e70098686 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.487037:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085c449db/0xdf9e767e70098686 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.487051:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085c449db/0xdf9e767e70098686 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.487060:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085c449db/0xdf9e767e70098686 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.487101:0:16895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1780334758.487264:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 465 00000100:00100000:1.0:1780334758.487273:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624318976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7905us (8058us total) trans 4294967374 rc 0/0 00000100:00100000:1.0:1780334758.487284:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00010000:00010000:3.0:1780334758.488889:0:10292:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780334758.488906:0:10292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085c449db/0xdf9e767e70098686 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.488922:0:10292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0400 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334758.488928:0:10292:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085c449db/0xdf9e767e70098686 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.488940:0:10292:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085c449db/0xdf9e767e70098686 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.488967:0:10292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085c449db/0xdf9e767e70098686 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.488974:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085c449db/0xdf9e767e70098686 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780334758.488997:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b703fe10a80/2, rc 0, transno 4294967374 00010000:00010000:3.0:1780334758.488999:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334758.489002:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334758.489003:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334758.489008:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624318976:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780334758.490588:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.490710:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604579200 00000100:00100000:3.0:1780334758.490724:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604579200 00000100:00100000:3.0:1780334758.490807:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1538 00000100:00100000:3.0:1780334758.491552:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+51:33946:x1866815604579200:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334758.491598:0:9763:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000402:0x4b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1780334758.492021:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+51:33946:x1866815604579200:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 474us (1440us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334758.492030:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1538 00000100:00100000:2.0:1780334758.498006:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.498285:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604579456 00000100:00100000:1.0:1780334758.498299:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604579456 00000100:00100000:1.0:1780334758.498459:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1539 00000100:00100000:1.0:1780334758.498471:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+51:33946:x1866815604579456:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334758.498493:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334758.498515:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e700986a2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1974 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780334758.498976:0:6540:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e:0x0], index 1: 0 00010000:00010000:1.0:1780334758.499655:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700986a9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.499671:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700986a9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.499681:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700986a9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.499752:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e700986a2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1974 expref: 54 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.499770:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700986a9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1974 expref: 53 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.499783:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9b703c6c5900) 00010000:00010000:1.0:1780334758.499785:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334758.499789:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0800, rc 0) 00000100:00100000:1.0:1780334758.500222:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+53:33946:x1866815604579456:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1752us (2228us total) trans 4294968256 rc 0/0 00000100:00100000:1.0:1780334758.500231:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1539 00000100:00100000:1.0:1780334758.506158:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.507271:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604579712 00000100:00100000:2.0:1780334758.507282:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604579712 00000100:00100000:2.0:1780334758.507353:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1540 00000100:00100000:2.0:1780334758.507363:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+53:33946:x1866815604579712:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1780334758.507416:0:15367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334758.507457:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700986a9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1974 expref: 53 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507478:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9b703c6c5900) 00010000:00010000:2.0:1780334758.507490:0:15367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334758.507510:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700986b7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507522:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700986b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507531:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700986b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507544:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700986be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x870a72ed bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507549:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700986be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x870a72ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507555:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700986be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x870a72ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507592:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700986b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507599:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700986b7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507605:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700986b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507611:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448da00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334758.507615:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700986b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507621:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700986b7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507644:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9b7007d1c900) 00010000:00010000:2.0:1780334758.507646:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334758.507649:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700986b7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507655:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e700986b7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507664:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700986be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x870a72ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507670:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700986be lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x870a72ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507675:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700986be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x870a72ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507680:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334758.507682:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700986be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x870a72ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507687:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700986be lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x870a72ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507693:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x870a72ed (ffff9b6f02d67e00) 00010000:00010000:2.0:1780334758.507695:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334758.507702:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700986be lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x870a72ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.507709:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700986be lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x870a72ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334758.507803:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:33946:x1866815604579712:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 432us (1656us total) trans 0 rc -2/-2 00000100:00100000:2.0:1780334758.507862:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1540 00000100:00100000:0.0:1780334758.512971:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.513116:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604579840 00000100:00100000:3.0:1780334758.513128:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604579840 00000100:00100000:3.0:1780334758.513265:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1541 00000100:00100000:3.0:1780334758.513277:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:33946:x1866815604579840:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334758.513304:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334758.513331:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700986c5 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b197b expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.513375:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700986cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.513392:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700986cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.513404:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700986cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.513539:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700986c5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b197b expref: 54 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.513564:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700986cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b197b expref: 53 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.513573:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9b7007d1ce00) 00010000:00010000:3.0:1780334758.513576:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334758.513580:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722600, rc 0) 00000100:00100000:3.0:1780334758.513666:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+53:33946:x1866815604579840:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 392us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334758.513674:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1541 00000100:00100000:3.0:1780334758.516127:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.516488:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604580096 00000100:00100000:2.0:1780334758.516500:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604580096 00000100:00100000:3.0:1780334758.518210:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1542 00000100:00100000:3.0:1780334758.518237:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+53:33946:x1866815604580096:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1780334758.518351:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700986d3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.518385:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700986d3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.518398:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700986d3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780334758.518655:0:15367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 88 off9464 00000004:00080000:3.0:1780334758.518670:0:15367:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 762337857199ns, next at 763337854362ns, rc = 0 00000004:00010000:3.0:1780334758.518805:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000018f06870 reply state 00000000fd5758fb transno 4294968257 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700986d3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.518839:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700986d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.518850:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9b7007d1ce00) 00010000:00010000:3.0:1780334758.518853:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1780334758.518858:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780334758.519076:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+55:33946:x1866815604580096:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 851us (2958us total) trans 4294968257 rc 0/0 00000100:00100000:3.0:1780334758.519085:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1542 00000100:00100000:1.0:1780334758.524703:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334758.524919:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604580224 00000100:00100000:0.0:1780334758.524931:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604580224 00000100:00100000:0.0:1780334758.525007:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1543 00000100:00100000:0.0:1780334758.525019:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:33946:x1866815604580224:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334758.525051:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334758.525077:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e700986da lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1982 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.525149:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e700986da lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1982 expref: 56 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.525165:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e700986da lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1982 expref: 56 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.525185:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9b7007d1ce00) 00010000:00010000:0.0:1780334758.525189:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780334758.525193:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b000, rc 0) 00000100:00100000:0.0:1780334758.525318:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+56:33946:x1866815604580224:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 300us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334758.525329:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1543 00000100:00100000:0.0:1780334758.528331:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.528620:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604580352 00000100:00100000:3.0:1780334758.528644:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604580352 00000100:00100000:3.0:1780334758.528768:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 421 00000100:00100000:3.0:1780334758.528781:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604580352:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1780334758.529519:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604580352:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 736us (1196us total) trans 4294967383 rc 0/0 00000100:00100000:3.0:1780334758.529530:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 421 00000100:00100000:3.0:1780334758.533174:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334758.533316:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604580608 00000100:00100000:0.0:1780334758.533330:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604580608 00000100:00100000:0.0:1780334758.533446:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 298 00000100:00100000:0.0:1780334758.533458:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7e9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+56:33946:x1866815604580608:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1780334758.533774:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7e9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+57:33946:x1866815604580608:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 318us (615us total) trans 4294968258 rc 0/0 00000100:00100000:0.0:1780334758.533783:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 298 00000100:00100000:1.0:1780334758.536713:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.536854:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604580864 00000100:00100000:3.0:1780334758.536866:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604580864 00000100:00100000:3.0:1780334758.536940:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1544 00000100:00100000:3.0:1780334758.536960:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+57:33946:x1866815604580864:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334758.537109:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+57:33946:x1866815604580864:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 159us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334758.537117:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1544 00000100:00100000:2.0:1780334758.540464:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.540575:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604580992 00000100:00100000:3.0:1780334758.540587:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604580992 00000100:00100000:0.0:1780334758.540928:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1545 00000100:00100000:0.0:1780334758.541208:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+57:33946:x1866815604580992:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334758.541234:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334758.541259:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e700986e1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1989 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.541459:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e700986e8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.541477:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e700986e8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.541490:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e700986e8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334758.541541:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334758.541563:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e700986e8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.541596:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e700986e1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1989 expref: 59 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.541774:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e700986e8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1989 expref: 58 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.541785:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9b7007d1ce00) 00010000:00010000:0.0:1780334758.541789:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1780334758.541793:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b800, rc 0) 00000100:00100000:0.0:1780334758.542037:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+58:33946:x1866815604580992:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1099us (1586us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334758.542046:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1545 00000100:00100000:0.0:1780334758.545295:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.545405:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604581120 00000100:00100000:2.0:1780334758.545419:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604581120 00000100:00100000:2.0:1780334758.545492:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 422 00000100:00100000:2.0:1780334758.545505:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0369b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604581120:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334758.545531:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334758.545560:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e700986ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1990 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334758.545593:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a1dc0a6, blocks: 0x0 00010000:00010000:2.0:1780334758.545785:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334758.545789:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334758.545800:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e700986ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1990 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.546055:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e700986ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1990 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.546079:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c000, rc 0) 00000100:00100000:2.0:1780334758.546314:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0369b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604581120:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 811us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.546323:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 422 00000100:00100000:2.0:1780334758.553342:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.553478:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604581376 00000100:00100000:1.0:1780334758.553492:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604581376 00000100:00100000:1.0:1780334758.553604:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1546 00000100:00100000:1.0:1780334758.553641:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+58:33946:x1866815604581376:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1780334758.553788:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+58:33946:x1866815604581376:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 173us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.553797:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1546 00000100:00100000:0.0:1780334758.562181:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.562277:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604581504 00000100:00100000:1.0:1780334758.562290:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604581504 00000100:00100000:1.0:1780334758.562402:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 423 00000100:00100000:1.0:1780334758.562414:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0369ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:33946:x1866815604581504:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334758.562439:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334758.562464:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e700986f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1997 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.562503:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e700986ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1990 expref: 13 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.562513:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334758.562515:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334758.562520:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e700986f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1997 expref: 13 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.562560:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e700986ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1990 expref: 13 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.562574:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e700986ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1990 expref: 13 pid: 8421 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.562590:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624319360:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334758.562712:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70083ed480 going to sleep for 11 seconds 00000100:00100000:1.0:1780334758.566799:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624319360:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334758.566880:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e700986f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1997 expref: 13 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.566908:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0000, rc 0) 00000100:00100000:1.0:1780334758.566978:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0369ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+13:33946:x1866815604581504:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 4566us (4808us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.566989:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 423 00000100:00100000:3.0:1780334758.567496:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.567598:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604581632 00000100:00100000:2.0:1780334758.567775:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604581632 00010000:00010000:2.0:1780334758.567841:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e700986ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1990 expref: 13 pid: 8421 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.568098:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 466 00000100:00100000:1.0:1780334758.568113:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604581632:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334758.568137:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334758.568322:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e700986ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1990 expref: 13 pid: 8421 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.568342:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e700986ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1990 expref: 13 pid: 8421 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.568372:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006954e45a/0xdf9e767e700986ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1990 expref: 13 pid: 8421 timeout: 862 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.568392:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334758.568394:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334758.568402:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e700986f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1997 expref: 12 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.568414:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e700986f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1997 expref: 12 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.568456:0:6524:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e700986f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1997 expref: 12 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.568474:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6524:1866815624319488:192.168.203.22@tcp:105: 00000100:00100000:1.0:1780334758.568564:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70083ed480 going to sleep for 11 seconds 00000100:00100000:1.0:1780334758.570860:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6524:1866815624319488:192.168.203.22@tcp:105: 00010000:00010000:1.0:1780334758.570902:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334758.570977:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604581632:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 2866us (3482us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.570988:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 466 00000100:00100000:0.0:1780334758.572359:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.572456:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604581760 00000100:00100000:3.0:1780334758.572469:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604581760 00002000:00100000:3.0:1780334758.572530:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->157) req@ffff9b6f04abd180 x1866815604581760/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:224/0 lens 648/0 e 0 to 0 dl 1780334769 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334758.572542:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04abd180 with x1866815604581760 ext(0->157) 00002000:00010000:3.0:1780334758.572549:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f04abd180 00000100:00100000:3.0:1780334758.572583:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 109 00000100:00100000:3.0:1780334758.572592:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604581760:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1780334758.574333:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+14:2406:x1866815604581760:12345-192.168.203.22@tcp:4:lhsmtool_posix.0 Request processed in 1729us (1970us total) trans 4294967384 rc 0/0 00000100:00100000:3.0:1780334758.574348:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 109 00002000:00100000:3.0:1780334758.574361:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->157) req@ffff9b6f04abd180 x1866815604581760/t4294967384(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:224/0 lens 648/448 e 0 to 0 dl 1780334769 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334758.574372:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04abd180 with x1866815604581760 ext(0->157) 00002000:00010000:3.0:1780334758.574379:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f04abd180 00000100:00100000:3.0:1780334758.579597:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.581775:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604581888 00000100:00100000:2.0:1780334758.581795:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604581888 00000100:00100000:2.0:1780334758.582279:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1547 00000100:00100000:2.0:1780334758.582293:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+58:33946:x1866815604581888:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1780334758.585206:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968258 is committed 00000004:00080000:1.0:1780334758.585226:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000100:00100000:0.0:1780334758.585470:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+54:33946:x1866815604581888:12345-192.168.203.22@tcp:44:lhsmtool_posix.0 Request processed in 3172us (5880us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334758.585482:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1547 00000100:00100000:0.0:1780334758.586745:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624319616:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1780334758.586860:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334758.586959:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624319616 00000100:00100000:1.0:1780334758.586968:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624319616 00000100:00100000:1.0:1780334758.587046:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1780334758.587056:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624319616:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1780334758.587215:0:8519:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1780334758.587219:0:8519:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb mtime from disk: 0 -> 1780334758 00002000:00010000:1.0:1780334758.587221:0:8519:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1780334758.587224:0:8519:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb ctime from disk: 1780334758 -> 1780334758 00002000:00010000:1.0:1780334758.587227:0:8519:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1780334758.587899:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700986d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.587913:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700986d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.587921:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700986d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.587928:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334758.587933:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700986d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.587954:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700986d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.587974:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9b7007d1ce00) 00010000:00010000:2.0:1780334758.587977:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1780334758.587983:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700986d3 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.587989:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700986d3 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.588255:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624319616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1198us (1392us total) trans 4294967385 rc 0/0 00000100:00100000:1.0:1780334758.588264:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00080000:1.0:1780334758.588295:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1780334758.588362:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b703fe10700/2, rc 0, transno 4294967385 00000100:00100000:0.0:1780334758.588368:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624319616:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1780334758.590652:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.591295:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604582016 00000100:00100000:2.0:1780334758.591309:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604582016 00000100:00100000:2.0:1780334758.591384:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 425 00000100:00100000:2.0:1780334758.591500:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+14:2407:x1866815604582016:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1780334758.594720:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967385 is committed 00000001:00080000:3.0:1780334758.594742:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967384 is committed 00000100:00100000:2.0:1780334758.595099:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604582016:12345-192.168.203.22@tcp:16:lhsmtool_posix.0 Request processed in 3696us (4450us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.595122:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 425 00000100:00100000:1.0:1780334758.610954:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334758.611063:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604582272 00000100:00100000:0.0:1780334758.611076:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604582272 00000100:00100000:0.0:1780334758.611150:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1548 00000100:00100000:0.0:1780334758.611163:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+53:33946:x1866815604582272:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1780334758.611235:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334758.611271:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e700986e8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1989 expref: 53 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.611294:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9b7007d1ce00) 00010000:00010000:0.0:1780334758.611300:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334758.611335:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700986fd lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.611352:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700986fd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.611363:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700986fd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334758.611518:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053bcf1bc reply state 00000000027bc884 transno 4294968259 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700986fd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.611531:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700986fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.611537:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9b7007d1ce00) 00010000:00010000:0.0:1780334758.611540:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334758.611543:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780334758.613700:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+54:33946:x1866815604582272:12345-192.168.203.22@tcp:36:lhsmtool_posix.0 Request processed in 2525us (2744us total) trans 4294968259 rc 0/0 00000100:00100000:0.0:1780334758.613716:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1548 00000100:00100000:3.0:1780334758.617969:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.618065:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604582400 00000100:00100000:1.0:1780334758.618077:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604582400 00000100:00100000:1.0:1780334758.618149:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 426 00000100:00100000:1.0:1780334758.618161:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604582400:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1780334758.618361:0:16895:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:1.0:1780334758.618366:0:16895:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb mtime from disk: 1780334758 -> 1780334754 00002000:00010000:1.0:1780334758.618369:0:16895:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb atime from disk: 0 -> 1780334754 00002000:00010000:1.0:1780334758.618372:0:16895:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb ctime from disk: 1780334758 -> 1780334757 00002000:00010000:1.0:1780334758.618375:0:16895:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1780334758.618500:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604582400:12345-192.168.203.22@tcp:2:lhsmtool_posix.0 Request processed in 340us (543us total) trans 4294967386 rc 0/0 00000100:00100000:1.0:1780334758.618509:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 426 00000100:00100000:2.0:1780334758.623886:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.624162:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604582656 00000100:00100000:1.0:1780334758.624176:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604582656 00000100:00100000:1.0:1780334758.624249:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1549 00000100:00100000:1.0:1780334758.624260:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+54:33946:x1866815604582656:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1780334758.624348:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70098704 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.624370:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700986cc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b197b expref: 54 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.624381:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70098704 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.624429:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700986cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b197b expref: 54 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.624446:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700986cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b197b expref: 54 pid: 9763 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.624463:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624319744:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334758.624595:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70083ed480 going to sleep for 11 seconds 00000100:00100000:0.0:1780334758.636264:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.636898:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624319744:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334758.636935:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70098704 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334758.637129:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604582784 00000100:00100000:2.0:1780334758.637139:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604582784 00010000:00010000:2.0:1780334758.637187:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700986cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b197b expref: 55 pid: 9763 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334758.637227:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 467 00000100:00100000:2.0:1780334758.637239:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:2406:x1866815604582784:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334758.637257:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334758.637265:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700986cc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b197b expref: 55 pid: 9763 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.637279:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700986cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b197b expref: 55 pid: 9763 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.637306:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700986cc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b197b expref: 55 pid: 9763 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.637327:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9b7007d1ce00) 00010000:00010000:2.0:1780334758.637332:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70098704 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.637345:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70098704 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.637354:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70098704 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.637384:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334758.637450:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+54:2406:x1866815604582784:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 213us (1199us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.637459:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 467 00010000:00010000:1.0:1780334758.637523:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70098704 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.637531:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70098704 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.637577:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70098704 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.637585:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70098704 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.637593:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70098704 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.637599:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334758.637604:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70098704 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.637622:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70098704 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.637640:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9b7007d1ce00) 00010000:00010000:1.0:1780334758.637643:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1780334758.637647:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70098704 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.637654:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1600/0xdf9e767e70098704 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.637700:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+53:33946:x1866815604582656:12345-192.168.203.22@tcp:55:lhsmtool_posix.0 Request processed in 13442us (13827us total) trans 0 rc -22/-22 00000100:00100000:1.0:1780334758.637709:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1549 00000100:00100000:2.0:1780334758.649184:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.649373:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604582912 00000100:00100000:1.0:1780334758.649387:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604582912 00000100:00100000:1.0:1780334758.649463:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 427 00000100:00100000:1.0:1780334758.649477:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604582912:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1780334758.649539:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e7009870b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.649566:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e700986f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1997 expref: 12 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.649576:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334758.649578:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334758.649582:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e7009870b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.649642:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e700986f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1997 expref: 12 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.649659:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e700986f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1997 expref: 12 pid: 16895 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.649677:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624319872:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334758.649780:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70083ed480 going to sleep for 11 seconds 00000100:00100000:1.0:1780334758.655238:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624319872:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334758.655280:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e7009870b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334758.656501:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334758.656866:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604583040 00000100:00100000:0.0:1780334758.656876:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604583040 00010000:00010000:0.0:1780334758.656926:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e700986f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1997 expref: 13 pid: 16895 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334758.657153:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 468 00000100:00100000:0.0:1780334758.657170:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604583040:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334758.657189:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334758.657217:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e700986f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1997 expref: 13 pid: 16895 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.657235:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e700986f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1997 expref: 13 pid: 16895 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.657264:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e700986f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1997 expref: 13 pid: 16895 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.657284:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334758.657287:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334758.657292:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e7009870b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.657304:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e7009870b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.657344:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334758.657424:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604583040:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 257us (929us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334758.657433:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 468 00010000:00010000:1.0:1780334758.657507:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e7009870b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.657517:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e7009870b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.657540:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e7009870b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.657550:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e7009870b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.657559:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e7009870b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.657566:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334758.657570:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e7009870b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.657578:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e7009870b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.657590:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e7009870b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.657599:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e7009870b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.657676:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604582912:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 8203us (8506us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.657686:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 427 00000100:00100000:0.0:1780334758.662454:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.662536:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604583296 00000100:00100000:2.0:1780334758.662554:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604583296 00000100:00100000:2.0:1780334758.662696:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1550 00000100:00100000:2.0:1780334758.662721:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+53:33946:x1866815604583296:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1780334758.662861:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098712 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.662887:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098712 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.662902:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098712 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.663287:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098719 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.663300:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e700986da lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1982 expref: 54 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.663310:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098719 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.663356:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e700986da lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1982 expref: 54 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.663375:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e700986da lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1982 expref: 54 pid: 6538 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334758.663394:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624320000:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334758.663514:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f048d2240 going to sleep for 11 seconds 00000100:00100000:2.0:1780334758.666594:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624320000:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334758.666661:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098719 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334758.667566:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.667770:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604583424 00000100:00100000:1.0:1780334758.667782:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604583424 00010000:00010000:1.0:1780334758.667887:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e700986da lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1982 expref: 55 pid: 6538 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.667936:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 469 00000100:00100000:1.0:1780334758.667948:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+55:2407:x1866815604583424:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334758.667966:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334758.667973:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e700986da lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1982 expref: 55 pid: 6538 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.667987:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e700986da lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1982 expref: 55 pid: 6538 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.668014:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e700986da lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1982 expref: 55 pid: 6538 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.668043:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9b7007d1ce00) 00010000:00010000:1.0:1780334758.668050:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098719 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.668062:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098719 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.668071:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098719 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.668097:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334758.668179:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+54:2407:x1866815604583424:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 233us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.668186:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 469 00010000:00010000:0.0:1780334758.668850:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098719 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.668864:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098719 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780334758.669063:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968260 00000001:00080000:1.0:1780334758.669218:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968261 00000001:00080000:1.0:1780334758.669251:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968262 00000100:00100000:1.0:1780334758.669337:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624320128:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1780334758.669398:0:6540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334758.669432:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed600 going to sleep for 11 seconds 00000100:00100000:0.0:1780334758.670652:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624320128 00000100:00100000:0.0:1780334758.670665:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624320128 00000100:00100000:0.0:1780334758.670727:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1780334758.670736:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6540:x1866815624320128:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1780334758.670903:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6540:x1866815624320128:12345-0@lo:1000:mdt00_002.0 Request processed in 167us (1504us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334758.670910:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1780334758.671066:0:6540:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967385 gen 2 00000004:00080000:2.0:1780334758.671077:0:6540:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b703fe10700, transno 4294967385 00000100:00100000:2.0:1780334758.671100:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624320128:0@lo:1000:mdt00_002.0 00000001:00080000:2.0:1780334758.671288:0:6540:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968263 00000100:00100000:2.0:1780334758.671374:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624320256:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1780334758.671433:0:6540:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334758.671464:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f048d2900 going to sleep for 11 seconds 00000100:00100000:0.0:1780334758.671498:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624320256 00000100:00100000:0.0:1780334758.671504:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624320256 00000100:00100000:0.0:1780334758.671540:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1780334758.671548:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6540:x1866815624320256:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1780334758.671700:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6540:x1866815624320256:12345-0@lo:1000:mdt00_002.0 Request processed in 153us (268us total) trans 4294967387 rc 0/0 00000100:00100000:0.0:1780334758.671707:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1780334758.671929:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6540:1866815624320256:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1780334758.672044:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098719 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.672055:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098719 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.672062:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098719 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.672068:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448cc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334758.672073:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098719 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.672085:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098719 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.672102:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9b7007d1ce00) 00010000:00010000:2.0:1780334758.672105:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334758.672109:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098719 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.672239:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098719 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.672263:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.672270:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.672275:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.672281:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334758.672283:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.672289:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.672298:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:2.0:1780334758.672300:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334758.672306:0:6540:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009866a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1966 expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.672318:0:6540:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009866a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1966 expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.672327:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009866a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1966 expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.672366:0:6540:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009866a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1966 expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334758.672381:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624320384:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334758.672449:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f048d2900 going to sleep for 11 seconds 00000100:00100000:2.0:1780334758.674967:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624320384:192.168.203.22@tcp:105: 00010000:00010000:2.0:1780334758.674998:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.675009:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098647 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.675045:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098720 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.675059:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098655 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1958 expref: 109 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.675070:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098720 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.675102:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098655 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1958 expref: 109 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.675133:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098655 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1958 expref: 109 pid: 15367 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334758.675155:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624320512:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334758.675247:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f048d2900 going to sleep for 11 seconds 00000100:00100000:0.0:1780334758.679329:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334758.679529:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.679674:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624320512:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334758.679716:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098720 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334758.679935:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604583680 00000100:00100000:3.0:1780334758.679960:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604583680 00010000:00010000:3.0:1780334758.680002:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098655 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1958 expref: 110 pid: 15367 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334758.680042:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 470 00000100:00100000:3.0:1780334758.680052:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:2406:x1866815604583680:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334758.680068:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334758.680074:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098655 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1958 expref: 110 pid: 15367 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.680088:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098655 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1958 expref: 110 pid: 15367 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.680110:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098655 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1958 expref: 110 pid: 15367 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.680407:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604583552 00000100:00100000:1.0:1780334758.680415:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604583552 00000100:00100000:1.0:1780334758.680463:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 299 00000100:00100000:1.0:1780334758.680474:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:33915:x1866815604583552:12345-192.168.203.22@tcp:49:cat.0 00000100:00100000:1.0:1780334758.680940:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:33915:x1866815604583552:12345-192.168.203.22@tcp:49:cat.0 Request processed in 466us (1631us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.680949:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 299 00010000:00010000:3.0:1780334758.681940:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:3.0:1780334758.681947:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098720 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.682756:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098720 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.682769:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098720 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.685393:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334758.685470:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:2406:x1866815604583680:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 5413us (5934us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.685483:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 470 00010000:00010000:1.0:1780334758.685613:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098720 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.685635:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098720 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.685652:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098720 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.685658:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098720 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.685665:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098720 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.685671:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334758.685676:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098720 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.685683:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098720 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.685699:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:1.0:1780334758.685701:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334758.685706:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098720 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.685712:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098720 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.685725:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098712 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.685732:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098712 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.685738:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098712 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.685744:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334758.685746:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098712 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.685751:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098712 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.685758:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:1.0:1780334758.685760:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334758.685763:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098712 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.685768:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e70098712 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334758.685924:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+57:33946:x1866815604583296:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 23208us (23477us total) trans 4294968264 rc 0/0 00000100:00100000:1.0:1780334758.685934:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1550 00000020:00080000:1.0:1780334758.685938:0:6540:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:3.0:1780334758.690492:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.690884:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604584320 00000100:00100000:1.0:1780334758.690894:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604584320 00000100:00100000:1.0:1780334758.690960:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 76 00000100:00100000:1.0:1780334758.690972:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33916:x1866815604584320:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:1.0:1780334758.690988:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334758.691012:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009866a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1966 expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780334758.691012:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334758.691023:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00010000:00010000:1.0:1780334758.691040:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6cb400) 00010000:00010000:1.0:1780334758.691055:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000040:00080000:0.0:1780334758.691683:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1780334758.691697:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334758.693778:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33916:x1866815604584320:12345-192.168.203.22@tcp:103:cat.0 Request processed in 2799us (3286us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.693792:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 76 00000100:00100000:3.0:1780334758.694108:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.694389:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.694750:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604584064 00000100:00100000:1.0:1780334758.694758:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604584064 00000100:00100000:1.0:1780334758.694849:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 428 00000100:00100000:1.0:1780334758.694861:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:33915:x1866815604584064:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:1.0:1780334758.694880:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334758.694902:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70098727 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b199e expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334758.694926:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 158, mtime: 0x6a1dc0a2, atime: 0x6a1dc0a2, ctime: 0x6a1dc0a5, blocks: 0x8 00010000:00010000:1.0:1780334758.694946:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334758.694949:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334758.694959:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70098727 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b199e expref: 18 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.694974:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009f6eee37/0xdf9e767e70098727 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b199e expref: 18 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.694986:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1600, rc 0) 00000100:00100000:1.0:1780334758.695036:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:33915:x1866815604584064:12345-192.168.203.22@tcp:101:cat.0 Request processed in 178us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.695043:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 428 00000100:00100000:3.0:1780334758.698143:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334758.698255:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604584448 00000100:00100000:0.0:1780334758.698272:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604584448 00000100:00100000:0.0:1780334758.698358:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1551 00000100:00100000:0.0:1780334758.698371:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33916:x1866815604584448:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:0.0:1780334758.698552:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33916:x1866815604584448:12345-192.168.203.22@tcp:58:cat.0 Request processed in 183us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334758.698560:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1551 00000100:00100000:2.0:1780334758.699742:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604583936 00000100:00100000:2.0:1780334758.699753:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604583936 00000100:00100000:2.0:1780334758.699828:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 300 00000100:00100000:2.0:1780334758.699838:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+57:33946:x1866815604583936:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1780334758.700069:0:6542:0:(mdd_object.c:4033:mdd_close()) Object [0x200000403:0x2b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1780334758.700098:0:6542:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968265 00010000:00010000:2.0:1780334758.700126:0:6542:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009872e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.700153:0:6542:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009872e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.700165:0:6542:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009872e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.700173:0:6542:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009872e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.700181:0:6542:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009872e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.700194:0:6542:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009872e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.700220:0:6542:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780334758.700306:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+59:33946:x1866815604583936:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 468us (6198us total) trans 4294968266 rc 0/0 00000100:00100000:2.0:1780334758.700314:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 300 00000020:00080000:2.0:1780334758.700319:0:6542:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1780334758.700404:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780334758.700417:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009872e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.700430:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448cc00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334758.700435:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009872e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.700447:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009872e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.700468:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9b7007d1ce00) 00010000:00010000:0.0:1780334758.700472:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780334758.700478:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009872e lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.700486:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009872e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6542 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334758.700511:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334758.700515:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334758.700519:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334758.703867:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.704582:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604584704 00000100:00100000:1.0:1780334758.704593:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604584704 00000100:00100000:1.0:1780334758.704676:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1552 00000100:00100000:1.0:1780334758.704687:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33914:x1866815604584704:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:1.0:1780334758.704860:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33914:x1866815604584704:12345-192.168.203.22@tcp:58:cat.0 Request processed in 174us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.704867:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1552 00000100:00100000:3.0:1780334758.711095:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.711485:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604584960 00000100:00100000:1.0:1780334758.711496:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604584960 00000100:00100000:1.0:1780334758.711558:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1553 00000100:00100000:1.0:1780334758.711574:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33919:x1866815604584960:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:1.0:1780334758.711728:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33919:x1866815604584960:12345-192.168.203.22@tcp:58:cat.0 Request processed in 160us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.711739:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1553 00000100:00100000:2.0:1780334758.717863:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.717942:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604585088 00000100:00100000:3.0:1780334758.717950:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604585088 00000100:00100000:3.0:1780334758.718004:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1554 00000100:00100000:3.0:1780334758.718015:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33919:x1866815604585088:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:3.0:1780334758.718033:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334758.718053:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70098735 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b19a5 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.718104:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70098735 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19a5 expref: 109 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.718117:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70098735 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19a5 expref: 109 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.718133:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b701a4df600) 00010000:00010000:3.0:1780334758.718136:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334758.718140:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722a00, rc 0) 00000100:00100000:3.0:1780334758.718191:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33919:x1866815604585088:12345-192.168.203.22@tcp:101:cat.0 Request processed in 177us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334758.718198:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1554 00000100:00100000:2.0:1780334758.722422:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.722473:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.722658:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604585472 00000100:00100000:1.0:1780334758.722667:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604585472 00000100:00100000:1.0:1780334758.722730:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 77 00000100:00100000:1.0:1780334758.722741:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33941:x1866815604585472:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:1.0:1780334758.722757:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334758.722780:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70098735 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19a5 expref: 109 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.722798:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b701a4df600) 00010000:00010000:1.0:1780334758.722849:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334758.722902:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33941:x1866815604585472:12345-192.168.203.22@tcp:103:cat.0 Request processed in 164us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.722910:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 77 00000100:00100000:3.0:1780334758.723215:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604585216 00000100:00100000:3.0:1780334758.723220:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604585216 00002000:00100000:3.0:1780334758.723252:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4095) req@ffff9b703463e680 x1866815604585216/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:224/0 lens 488/0 e 0 to 0 dl 1780334769 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334758.723261:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703463e680 with x1866815604585216 ext(0->4095) 00002000:00010000:3.0:1780334758.723266:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703463e680 00000100:00100000:3.0:1780334758.723289:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 110 00000100:00100000:3.0:1780334758.723297:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2407:x1866815604585216:12345-192.168.203.22@tcp:3:cat.0 00000100:00100000:3.0:1780334758.723435:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2407:x1866815604585216:12345-192.168.203.22@tcp:3:cat.0 Request processed in 138us (960us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334758.723442:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 110 00002000:00100000:3.0:1780334758.723449:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4095) req@ffff9b703463e680 x1866815604585216/t0(0) o3->a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155@192.168.203.22@tcp:224/0 lens 488/4536 e 0 to 0 dl 1780334769 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334758.723457:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703463e680 with x1866815604585216 ext(0->4095) 00002000:00010000:3.0:1780334758.723460:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703463e680 00000100:00100000:2.0:1780334758.732953:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.733079:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604585600 00000100:00100000:1.0:1780334758.733089:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604585600 00000100:00100000:1.0:1780334758.733151:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1555 00000100:00100000:1.0:1780334758.733161:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33941:x1866815604585600:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:1.0:1780334758.733294:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33941:x1866815604585600:12345-192.168.203.22@tcp:58:cat.0 Request processed in 134us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.733302:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1555 00000100:00100000:0.0:1780334758.739972:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.740106:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604585728 00000100:00100000:3.0:1780334758.740114:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604585728 00000100:00100000:3.0:1780334758.740175:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1556 00000100:00100000:3.0:1780334758.740186:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33941:x1866815604585728:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:3.0:1780334758.740204:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334758.740224:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009873c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b19ac expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.740278:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009873c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19ac expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.740292:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009873c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19ac expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.740311:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b701a4df200) 00010000:00010000:3.0:1780334758.740314:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334758.740319:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723000, rc 0) 00000100:00100000:3.0:1780334758.740377:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33941:x1866815604585728:12345-192.168.203.22@tcp:101:cat.0 Request processed in 194us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334758.740385:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1556 00000100:00100000:0.0:1780334758.743750:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.743886:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604585984 00000100:00100000:2.0:1780334758.743896:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604585984 00000100:00100000:2.0:1780334758.743970:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 78 00000100:00100000:2.0:1780334758.743980:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33918:x1866815604585984:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:2.0:1780334758.743996:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334758.744019:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009873c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19ac expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.744039:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b701a4df200) 00010000:00010000:2.0:1780334758.744060:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334758.744116:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33918:x1866815604585984:12345-192.168.203.22@tcp:103:cat.0 Request processed in 138us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.744127:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 78 00000100:00100000:0.0:1780334758.755942:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.756099:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604586112 00000100:00100000:2.0:1780334758.756108:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604586112 00000100:00100000:2.0:1780334758.756224:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1557 00000100:00100000:2.0:1780334758.756236:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33918:x1866815604586112:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:2.0:1780334758.756370:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33918:x1866815604586112:12345-192.168.203.22@tcp:58:cat.0 Request processed in 136us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.756385:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1557 00000100:00100000:0.0:1780334758.761463:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.761598:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604586240 00000100:00100000:1.0:1780334758.761607:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604586240 00000100:00100000:1.0:1780334758.761677:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1558 00000100:00100000:1.0:1780334758.761687:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33918:x1866815604586240:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:1.0:1780334758.761708:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334758.761730:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098743 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b19b3 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.761785:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098743 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19b3 expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.761800:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098743 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19b3 expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.761853:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6c5300) 00010000:00010000:1.0:1780334758.761857:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334758.761861:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0c00, rc 0) 00000100:00100000:1.0:1780334758.761907:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33918:x1866815604586240:12345-192.168.203.22@tcp:101:cat.0 Request processed in 222us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.761914:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1558 00000100:00100000:0.0:1780334758.766894:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.767033:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604586496 00000100:00100000:1.0:1780334758.767043:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604586496 00000100:00100000:1.0:1780334758.767111:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 79 00000100:00100000:1.0:1780334758.767121:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33942:x1866815604586496:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:1.0:1780334758.767137:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334758.767159:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098743 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19b3 expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.767177:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6c5300) 00010000:00010000:1.0:1780334758.767186:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334758.767245:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33942:x1866815604586496:12345-192.168.203.22@tcp:103:cat.0 Request processed in 126us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.767252:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 79 00000100:00100000:0.0:1780334758.770928:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.771048:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604586624 00000100:00100000:2.0:1780334758.771057:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604586624 00000100:00100000:2.0:1780334758.771117:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1559 00000100:00100000:2.0:1780334758.771128:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33942:x1866815604586624:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:2.0:1780334758.771381:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33942:x1866815604586624:12345-192.168.203.22@tcp:58:cat.0 Request processed in 244us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.771390:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1559 00000100:00100000:0.0:1780334758.773504:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.773712:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604586752 00000100:00100000:1.0:1780334758.773721:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604586752 00000100:00100000:1.0:1780334758.773777:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1560 00000100:00100000:1.0:1780334758.773787:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33942:x1866815604586752:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:1.0:1780334758.773803:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334758.773852:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009874a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b19ba expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.773907:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009874a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19ba expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.773922:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009874a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19ba expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.773939:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6c5900) 00010000:00010000:1.0:1780334758.773943:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334758.773947:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1000, rc 0) 00000100:00100000:1.0:1780334758.774000:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33942:x1866815604586752:12345-192.168.203.22@tcp:101:cat.0 Request processed in 215us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.774008:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1560 00000100:00100000:0.0:1780334758.778298:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.779861:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604587008 00000100:00100000:2.0:1780334758.779872:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604587008 00000100:00100000:2.0:1780334758.779947:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 80 00000100:00100000:2.0:1780334758.779957:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33924:x1866815604587008:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:2.0:1780334758.779972:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334758.779995:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009874a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19ba expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.780013:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6c5900) 00010000:00010000:2.0:1780334758.780022:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334758.780419:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33924:x1866815604587008:12345-192.168.203.22@tcp:103:cat.0 Request processed in 461us (2126us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334758.780428:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 80 00000100:00100000:0.0:1780334758.782900:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.783172:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604587136 00000100:00100000:2.0:1780334758.783181:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604587136 00000100:00100000:2.0:1780334758.783240:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1561 00000100:00100000:2.0:1780334758.783252:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33924:x1866815604587136:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:2.0:1780334758.783440:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33924:x1866815604587136:12345-192.168.203.22@tcp:58:cat.0 Request processed in 190us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.783455:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1561 00000100:00100000:0.0:1780334758.785779:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.786011:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604587264 00000100:00100000:2.0:1780334758.786020:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604587264 00000100:00100000:2.0:1780334758.786116:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1562 00000100:00100000:2.0:1780334758.786126:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33924:x1866815604587264:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:2.0:1780334758.786145:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334758.786165:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098751 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b19c1 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.786227:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098751 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19c1 expref: 109 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.786241:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098751 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19c1 expref: 109 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.786259:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:2.0:1780334758.786262:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334758.786265:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ca00, rc 0) 00000100:00100000:2.0:1780334758.786337:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33924:x1866815604587264:12345-192.168.203.22@tcp:101:cat.0 Request processed in 213us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.786344:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1562 00000100:00100000:0.0:1780334758.790196:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.790299:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604587520 00000100:00100000:3.0:1780334758.790311:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604587520 00000100:00100000:1.0:1780334758.790385:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 81 00000100:00100000:1.0:1780334758.790399:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33923:x1866815604587520:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:1.0:1780334758.790414:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334758.790439:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098751 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19c1 expref: 109 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.790458:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:1.0:1780334758.790468:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334758.790522:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33923:x1866815604587520:12345-192.168.203.22@tcp:103:cat.0 Request processed in 128us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.793191:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 81 00000100:00100000:2.0:1780334758.793466:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.793575:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604587648 00000100:00100000:3.0:1780334758.793584:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604587648 00000100:00100000:3.0:1780334758.793634:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1563 00000100:00100000:3.0:1780334758.793644:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33923:x1866815604587648:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:3.0:1780334758.793768:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33923:x1866815604587648:12345-192.168.203.22@tcp:58:cat.0 Request processed in 126us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334758.793774:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1563 00000100:00100000:0.0:1780334758.795694:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.796090:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604587776 00000100:00100000:2.0:1780334758.796099:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604587776 00000100:00100000:2.0:1780334758.796224:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1564 00000100:00100000:2.0:1780334758.796235:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33923:x1866815604587776:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:2.0:1780334758.796416:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334758.796437:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70098758 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b19c8 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.797255:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70098758 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19c8 expref: 109 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.797273:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70098758 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19c8 expref: 109 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.797300:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b6f02d67700) 00010000:00010000:2.0:1780334758.797303:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334758.797306:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c000, rc 0) 00000100:00100000:2.0:1780334758.797372:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33923:x1866815604587776:12345-192.168.203.22@tcp:101:cat.0 Request processed in 1138us (1681us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.797379:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1564 00000100:00100000:2.0:1780334758.801229:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.801312:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604588032 00000100:00100000:1.0:1780334758.801322:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604588032 00000100:00100000:1.0:1780334758.801572:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 82 00000100:00100000:1.0:1780334758.801585:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33922:x1866815604588032:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:1.0:1780334758.801599:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334758.801634:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70098758 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19c8 expref: 109 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.801654:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b6f02d67700) 00010000:00010000:1.0:1780334758.801664:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334758.801721:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33922:x1866815604588032:12345-192.168.203.22@tcp:103:cat.0 Request processed in 140us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.801736:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 82 00000100:00100000:0.0:1780334758.804130:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.804604:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604588160 00000100:00100000:2.0:1780334758.804613:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604588160 00000100:00100000:2.0:1780334758.804673:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1565 00000100:00100000:2.0:1780334758.804682:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33922:x1866815604588160:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:2.0:1780334758.805078:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33922:x1866815604588160:12345-192.168.203.22@tcp:58:cat.0 Request processed in 395us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.805086:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1565 00000100:00100000:0.0:1780334758.811740:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.811850:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604588416 00000100:00100000:3.0:1780334758.811860:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604588416 00000100:00100000:3.0:1780334758.811917:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1566 00000100:00100000:3.0:1780334758.811927:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33933:x1866815604588416:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:3.0:1780334758.812061:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33933:x1866815604588416:12345-192.168.203.22@tcp:58:cat.0 Request processed in 136us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334758.812069:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1566 00000100:00100000:0.0:1780334758.819263:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.819345:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604588544 00000100:00100000:1.0:1780334758.819355:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604588544 00000100:00100000:1.0:1780334758.819470:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1567 00000100:00100000:1.0:1780334758.819481:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33933:x1866815604588544:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:1.0:1780334758.819499:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334758.819521:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e7009875f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b19cf expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.819583:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e7009875f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19cf expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.819597:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e7009875f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19cf expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.819611:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6c5300) 00010000:00010000:1.0:1780334758.819615:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334758.819618:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0c00, rc 0) 00000100:00100000:1.0:1780334758.819763:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33933:x1866815604588544:12345-192.168.203.22@tcp:101:cat.0 Request processed in 284us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.819771:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1567 00000100:00100000:0.0:1780334758.827793:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.827913:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604588800 00000100:00100000:3.0:1780334758.827923:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604588800 00000100:00100000:3.0:1780334758.827990:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 83 00000100:00100000:3.0:1780334758.828000:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33934:x1866815604588800:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:3.0:1780334758.828016:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334758.828038:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e7009875f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19cf expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.828056:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6c5300) 00010000:00010000:3.0:1780334758.828065:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334758.828119:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33934:x1866815604588800:12345-192.168.203.22@tcp:103:cat.0 Request processed in 121us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334758.828126:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 83 00000100:00100000:0.0:1780334758.831552:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.831650:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604588928 00000100:00100000:2.0:1780334758.831659:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604588928 00000100:00100000:2.0:1780334758.831712:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1568 00000100:00100000:2.0:1780334758.831723:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33934:x1866815604588928:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:2.0:1780334758.831873:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33934:x1866815604588928:12345-192.168.203.22@tcp:58:cat.0 Request processed in 152us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.831880:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1568 00010000:00010000:1.0:1780334758.837093:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334758.837169:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.837252:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604589056 00000100:00100000:3.0:1780334758.837262:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604589056 00000100:00100000:2.0:1780334758.837450:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1569 00000100:00100000:2.0:1780334758.837460:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33934:x1866815604589056:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:2.0:1780334758.837478:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334758.837498:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70098766 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b19d6 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.837770:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70098766 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19d6 expref: 109 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.837784:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70098766 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19d6 expref: 109 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.837801:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b6f02d67700) 00010000:00010000:2.0:1780334758.837804:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334758.837808:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c000, rc 0) 00000100:00100000:2.0:1780334758.838045:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33934:x1866815604589056:12345-192.168.203.22@tcp:101:cat.0 Request processed in 587us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.838052:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1569 00000100:00100000:3.0:1780334758.842804:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.844749:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604589312 00000100:00100000:1.0:1780334758.844763:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604589312 00000100:00100000:2.0:1780334758.844935:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 84 00000100:00100000:2.0:1780334758.844954:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33932:x1866815604589312:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:2.0:1780334758.844969:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334758.844992:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e70098766 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19d6 expref: 109 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.845012:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b6f02d67700) 00010000:00010000:2.0:1780334758.845023:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334758.845087:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33932:x1866815604589312:12345-192.168.203.22@tcp:103:cat.0 Request processed in 142us (2292us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.845095:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 84 00000100:00100000:0.0:1780334758.847255:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.847412:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604589440 00000100:00100000:1.0:1780334758.847421:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604589440 00000100:00100000:1.0:1780334758.847504:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1570 00000100:00100000:1.0:1780334758.847514:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33932:x1866815604589440:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:1.0:1780334758.847699:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33932:x1866815604589440:12345-192.168.203.22@tcp:58:cat.0 Request processed in 186us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.848794:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1570 00000100:00100000:0.0:1780334758.852418:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.852513:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604589568 00000100:00100000:1.0:1780334758.852523:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604589568 00000100:00100000:1.0:1780334758.852591:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1571 00000100:00100000:1.0:1780334758.852601:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33932:x1866815604589568:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:1.0:1780334758.852628:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334758.852652:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e7009876d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b19dd expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.852716:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e7009876d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19dd expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.852731:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e7009876d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19dd expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.852748:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6c5c00) 00010000:00010000:1.0:1780334758.852751:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334758.852755:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0c00, rc 0) 00000100:00100000:1.0:1780334758.852839:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33932:x1866815604589568:12345-192.168.203.22@tcp:101:cat.0 Request processed in 239us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.852846:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1571 00000100:00100000:3.0:1780334758.855726:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.855862:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604589824 00000100:00100000:2.0:1780334758.855870:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604589824 00000100:00100000:2.0:1780334758.855927:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 85 00000100:00100000:2.0:1780334758.855936:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33926:x1866815604589824:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:2.0:1780334758.855960:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334758.855982:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e7009876d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19dd expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.856000:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6c5c00) 00010000:00010000:2.0:1780334758.856010:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334758.856062:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33926:x1866815604589824:12345-192.168.203.22@tcp:103:cat.0 Request processed in 127us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.856070:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 85 00000100:00100000:0.0:1780334758.858530:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.858642:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604589952 00000100:00100000:2.0:1780334758.858650:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604589952 00000100:00100000:2.0:1780334758.858709:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1572 00000100:00100000:2.0:1780334758.858719:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33926:x1866815604589952:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:2.0:1780334758.858872:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33926:x1866815604589952:12345-192.168.203.22@tcp:58:cat.0 Request processed in 156us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.858879:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1572 00000100:00100000:0.0:1780334758.864006:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.869869:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604590080 00000100:00100000:1.0:1780334758.869884:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604590080 00000100:00100000:1.0:1780334758.869970:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1573 00000100:00100000:1.0:1780334758.869982:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33926:x1866815604590080:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:1.0:1780334758.870003:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334758.870025:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098774 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b19e4 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.870084:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098774 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19e4 expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.870099:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098774 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19e4 expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.870116:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6c5500) 00010000:00010000:1.0:1780334758.870119:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1780334758.870122:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1000, rc 0) 00000100:00100000:1.0:1780334758.870191:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33926:x1866815604590080:12345-192.168.203.22@tcp:101:cat.0 Request processed in 211us (6193us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.870198:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1573 00000100:00100000:0.0:1780334758.872409:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.873385:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604590336 00000100:00100000:1.0:1780334758.873396:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604590336 00000100:00100000:1.0:1780334758.873467:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 86 00000100:00100000:1.0:1780334758.873478:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33925:x1866815604590336:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:1.0:1780334758.873494:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334758.873517:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098774 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19e4 expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.873537:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b703c6c5500) 00010000:00010000:1.0:1780334758.873547:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334758.873609:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33925:x1866815604590336:12345-192.168.203.22@tcp:103:cat.0 Request processed in 133us (1205us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.873616:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 86 00000100:00100000:0.0:1780334758.876528:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.878179:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604590464 00000100:00100000:2.0:1780334758.878193:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604590464 00000100:00100000:2.0:1780334758.878261:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1574 00000100:00100000:2.0:1780334758.878271:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33925:x1866815604590464:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:2.0:1780334758.878632:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33925:x1866815604590464:12345-192.168.203.22@tcp:58:cat.0 Request processed in 354us (2103us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.878640:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1574 00000100:00100000:3.0:1780334758.884265:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.884368:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604590592 00000100:00100000:2.0:1780334758.884378:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604590592 00000100:00100000:2.0:1780334758.884440:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1575 00000100:00100000:2.0:1780334758.884450:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33925:x1866815604590592:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:2.0:1780334758.884469:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334758.884489:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009877b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b19eb expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.884545:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009877b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19eb expref: 109 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.884559:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009877b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19eb expref: 109 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.884581:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b6f02d67700) 00010000:00010000:2.0:1780334758.884584:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334758.884588:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c000, rc 0) 00000100:00100000:2.0:1780334758.884658:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33925:x1866815604590592:12345-192.168.203.22@tcp:101:cat.0 Request processed in 209us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.884665:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1575 00000100:00100000:0.0:1780334758.890483:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.890584:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604590848 00000100:00100000:1.0:1780334758.890593:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604590848 00000100:00100000:1.0:1780334758.890663:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 87 00000100:00100000:1.0:1780334758.890673:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33928:x1866815604590848:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:1.0:1780334758.890688:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334758.890720:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009877b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19eb expref: 109 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334758.890739:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b6f02d67700) 00010000:00010000:1.0:1780334758.890750:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334758.890801:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33928:x1866815604590848:12345-192.168.203.22@tcp:103:cat.0 Request processed in 130us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.890808:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 87 00000100:00100000:0.0:1780334758.894862:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.894935:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604590976 00000100:00100000:3.0:1780334758.894952:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604590976 00000100:00100000:3.0:1780334758.895004:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1576 00000100:00100000:3.0:1780334758.895012:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33928:x1866815604590976:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:3.0:1780334758.895129:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33928:x1866815604590976:12345-192.168.203.22@tcp:58:cat.0 Request processed in 117us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334758.895136:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1576 00000100:00100000:3.0:1780334758.898140:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.898231:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604591232 00000100:00100000:2.0:1780334758.898239:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604591232 00000100:00100000:2.0:1780334758.898293:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1577 00000100:00100000:2.0:1780334758.898302:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33927:x1866815604591232:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:2.0:1780334758.898443:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33927:x1866815604591232:12345-192.168.203.22@tcp:58:cat.0 Request processed in 141us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.898450:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1577 00000100:00100000:1.0:1780334758.916603:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.916723:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604591360 00000100:00100000:2.0:1780334758.916733:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604591360 00000100:00100000:2.0:1780334758.916789:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1578 00000100:00100000:2.0:1780334758.916799:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33927:x1866815604591360:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:2.0:1780334758.916852:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334758.916873:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098782 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b19f2 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.916926:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098782 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19f2 expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.916940:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098782 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19f2 expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.916956:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:2.0:1780334758.916959:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334758.916963:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ca00, rc 0) 00000100:00100000:2.0:1780334758.917010:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33927:x1866815604591360:12345-192.168.203.22@tcp:101:cat.0 Request processed in 214us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.917018:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1578 00000100:00100000:0.0:1780334758.929762:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.929845:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604591616 00000100:00100000:3.0:1780334758.929854:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604591616 00000100:00100000:3.0:1780334758.929912:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 88 00000100:00100000:3.0:1780334758.929922:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33920:x1866815604591616:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:3.0:1780334758.929936:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334758.929967:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098782 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19f2 expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.929987:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b6f02d67d00) 00010000:00010000:3.0:1780334758.929997:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334758.930049:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33920:x1866815604591616:12345-192.168.203.22@tcp:103:cat.0 Request processed in 128us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334758.930057:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 88 00000100:00100000:0.0:1780334758.933146:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.933241:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604591744 00000100:00100000:2.0:1780334758.933251:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604591744 00000100:00100000:2.0:1780334758.933307:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1579 00000100:00100000:2.0:1780334758.933316:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33920:x1866815604591744:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:2.0:1780334758.933455:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33920:x1866815604591744:12345-192.168.203.22@tcp:58:cat.0 Request processed in 140us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.933463:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1579 00000100:00100000:1.0:1780334758.936334:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.936421:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604591872 00000100:00100000:3.0:1780334758.936429:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604591872 00000100:00100000:3.0:1780334758.936481:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1580 00000100:00100000:3.0:1780334758.936489:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33920:x1866815604591872:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:3.0:1780334758.936508:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334758.936527:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098789 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b19f9 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.936575:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098789 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19f9 expref: 109 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.936587:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098789 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19f9 expref: 109 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334758.936603:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b701a4dfc00) 00010000:00010000:3.0:1780334758.936605:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780334758.936609:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722000, rc 0) 00000100:00100000:3.0:1780334758.936671:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33920:x1866815604591872:12345-192.168.203.22@tcp:101:cat.0 Request processed in 183us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334758.936678:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1580 00000100:00100000:0.0:1780334758.941490:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.941632:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604592128 00000100:00100000:2.0:1780334758.941641:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604592128 00000100:00100000:2.0:1780334758.941795:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 89 00000100:00100000:2.0:1780334758.941806:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33917:x1866815604592128:12345-192.168.203.22@tcp:103:cat.0 00010000:00010000:2.0:1780334758.941853:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334758.941878:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098789 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b19f9 expref: 109 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.941897:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b701a4dfc00) 00010000:00010000:2.0:1780334758.941907:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334758.941959:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33917:x1866815604592128:12345-192.168.203.22@tcp:103:cat.0 Request processed in 155us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.941970:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 89 00000100:00100000:0.0:1780334758.945077:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334758.945155:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604592256 00000100:00100000:3.0:1780334758.945163:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604592256 00000100:00100000:3.0:1780334758.945209:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1581 00000100:00100000:3.0:1780334758.945217:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33917:x1866815604592256:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:3.0:1780334758.945337:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33917:x1866815604592256:12345-192.168.203.22@tcp:58:cat.0 Request processed in 119us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334758.945344:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1581 00000100:00100000:0.0:1780334758.947311:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334758.947395:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604592512 00000100:00100000:1.0:1780334758.947404:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604592512 00000100:00100000:1.0:1780334758.947455:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1582 00000100:00100000:1.0:1780334758.947464:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33921:x1866815604592512:12345-192.168.203.22@tcp:58:cat.0 00000100:00100000:1.0:1780334758.947582:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33921:x1866815604592512:12345-192.168.203.22@tcp:58:cat.0 Request processed in 119us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334758.947588:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1582 00000100:00100000:0.0:1780334758.950506:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334758.951012:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604592640 00000100:00100000:2.0:1780334758.951022:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604592640 00000100:00100000:2.0:1780334758.951074:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1583 00000100:00100000:2.0:1780334758.951083:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+108:33921:x1866815604592640:12345-192.168.203.22@tcp:101:cat.0 00010000:00010000:2.0:1780334758.951101:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334758.951121:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e70098790 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a00 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.951171:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e70098790 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a00 expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.951185:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448da00/0xdf9e767e70098790 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a00 expref: 109 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334758.951201:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9b6f02d67e00) 00010000:00010000:2.0:1780334758.951204:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1780334758.951208:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448da00, rc 0) 00000100:00100000:2.0:1780334758.951251:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33921:x1866815604592640:12345-192.168.203.22@tcp:101:cat.0 Request processed in 170us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334758.951257:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1583 00000100:00100000:0.0:1780334759.028362:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334759.028385:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624320640:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334759.028450:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334759.028562:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624320640 00000100:00100000:1.0:1780334759.028570:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624320640 00000100:00100000:1.0:1780334759.028640:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1780334759.028649:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624320640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334759.028683:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444335616 avail 1298096128 00000100:00100000:1.0:1780334759.028746:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624320640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334759.028752:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1780334759.028796:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624320640:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334759.045748:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334759.046365:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604592896 00000100:00100000:2.0:1780334759.046374:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604592896 00000100:00100000:2.0:1780334759.046445:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 301 00000100:00100000:2.0:1780334759.046456:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:33926:x1866815604592896:12345-192.168.203.22@tcp:35:cat.0 00000100:00100000:2.0:1780334759.046725:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:33926:x1866815604592896:12345-192.168.203.22@tcp:35:cat.0 Request processed in 271us (985us total) trans 4294968267 rc 0/0 00000100:00100000:2.0:1780334759.046734:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 301 00000100:00080000:1.0:1780334759.047453:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334759.540093:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334759.540113:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624320768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334759.540177:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334759.540410:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624320896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334759.540439:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334759.540507:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624320768 00000100:00100000:1.0:1780334759.540515:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624320768 00000100:00100000:1.0:1780334759.540569:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624320896 00000100:00100000:1.0:1780334759.540571:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624320896 00000100:00100000:1.0:1780334759.540585:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1780334759.540592:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624320768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334759.540612:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921387520 avail 3689836544 00000100:00100000:1.0:1780334759.540666:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624320768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334759.540674:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1780334759.540689:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1780334759.540695:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624320896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334759.540706:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921387520 avail 3689836544 00000100:00100000:1.0:1780334759.540726:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624320896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 31us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334759.540732:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1780334759.540768:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624320896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334759.540780:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624320768:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1780334759.540840:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334759.547095:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624321408:0@lo:400:kworker.0 00000100:00100000:0.0:1780334759.547095:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624321024:0@lo:400:kworker.0 00000100:00100000:3.0:1780334759.547177:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624321280:0@lo:400:kworker.0 00000100:00100000:1.0:1780334759.547195:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334759.547217:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334759.547276:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334759.547309:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624321536:0@lo:400:kworker.0 00000100:00100000:0.0:1780334759.547329:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334759.547358:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624321920:0@lo:400:kworker.0 00000100:00100000:3.0:1780334759.547374:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624321792:0@lo:400:kworker.0 00000100:00100000:2.0:1780334759.547459:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624321408 00000100:00100000:2.0:1780334759.547467:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624321408 00000100:00100000:2.0:1780334759.547512:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1780334759.547519:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624321408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334759.551085:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624322048:0@lo:400:kworker.0 00000100:00100000:0.0:1780334759.551153:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334759.551195:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1780334759.551203:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624321152:0@lo:400:kworker.0 00000100:00100000:0.0:1780334759.551226:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334759.551247:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624321664:0@lo:400:kworker.0 00000100:00100000:0.0:1780334759.551265:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334759.551288:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624322176:0@lo:400:kworker.0 00000100:00100000:0.0:1780334759.551330:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334759.551372:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624321152 00000100:00100000:0.0:1780334759.551380:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624321152 00000100:00100000:0.0:1780334759.551414:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624321664 00000100:00100000:0.0:1780334759.551417:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624321664 00000100:00080000:0.0:1780334759.551437:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334759.551452:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624322176 00000100:00100000:0.0:1780334759.551455:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624322176 00000100:00080000:0.0:1780334759.551467:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334759.551482:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1780334759.551489:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624321152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334759.551545:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624321152:12345-0@lo:400:kworker.0 Request processed in 55us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334759.551552:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1780334759.551558:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334759.551602:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624321152:0@lo:400:kworker.0 00000100:00100000:1.0:1780334759.551604:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624321280 00000100:00100000:1.0:1780334759.551609:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624321280 00000100:00100000:1.0:1780334759.551649:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624321536 00000100:00100000:1.0:1780334759.551652:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624321536 00000100:00100000:1.0:1780334759.551666:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1780334759.551671:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624321280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334759.551705:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624321280:12345-0@lo:400:kworker.0 Request processed in 34us (4488us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334759.551711:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1780334759.551722:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1780334759.551727:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624321536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334759.552315:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624322048 00000100:00100000:3.0:1780334759.552320:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624321024 00000100:00100000:2.0:1780334759.552320:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624322048 00000100:00100000:3.0:1780334759.552327:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624321024 00000100:00100000:2.0:1780334759.552354:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624321920 00000100:00100000:2.0:1780334759.552357:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624321920 00000100:00100000:2.0:1780334759.552401:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1780334759.552408:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624322048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334759.554894:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624321536:12345-0@lo:400:kworker.0 Request processed in 3158us (7555us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334759.554908:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1780334759.556434:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624321536:0@lo:400:kworker.0 00000100:00100000:2.0:1780334759.556552:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624322048:12345-0@lo:400:kworker.0 Request processed in 4142us (5397us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334759.556562:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1780334759.556594:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1780334759.556609:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624321920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334759.556745:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624322048:0@lo:400:kworker.0 00000100:00100000:1.0:1780334759.556871:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1780334759.556881:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624321664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334759.557059:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624321920:12345-0@lo:400:kworker.0 Request processed in 457us (5504us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334759.557067:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00080000:2.0:1780334759.557097:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334759.557193:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624321664:12345-0@lo:400:kworker.0 Request processed in 315us (5926us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334759.557199:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1780334759.557230:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624321664:0@lo:400:kworker.0 00000100:00100000:1.0:1780334759.557248:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1780334759.557255:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624322176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334759.557302:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624322176:12345-0@lo:400:kworker.0 Request processed in 48us (5971us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334759.557308:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1780334759.557331:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624322176:0@lo:400:kworker.0 00000100:00100000:2.0:1780334759.557399:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624321920:0@lo:400:kworker.0 00000100:00100000:2.0:1780334759.557437:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624321408:12345-0@lo:400:kworker.0 Request processed in 9918us (10243us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334759.557443:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1780334759.557596:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624321408:0@lo:400:kworker.0 00000100:00100000:2.0:1780334759.557658:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334759.557769:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624322304:0@lo:400:kworker.0 00000100:00100000:2.0:1780334759.557806:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334759.557855:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624321280:0@lo:400:kworker.0 00000100:00100000:2.0:1780334759.557872:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624321792 00000100:00100000:2.0:1780334759.557877:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624321792 00000100:00080000:2.0:1780334759.557894:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334759.557927:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624322304 00000100:00100000:2.0:1780334759.557930:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624322304 00000100:00080000:2.0:1780334759.557941:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334759.557954:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:2.0:1780334759.557971:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624321792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334759.558007:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624321792:12345-0@lo:400:kworker.0 Request processed in 37us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334759.558013:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:2.0:1780334759.558024:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:2.0:1780334759.558030:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624322304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334759.558055:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624322304:12345-0@lo:400:kworker.0 Request processed in 25us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334759.558060:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:2.0:1780334759.558085:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624321792:0@lo:400:kworker.0 00000100:00100000:2.0:1780334759.558095:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624322304:0@lo:400:kworker.0 00000100:00100000:3.0:1780334759.560754:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1780334759.560776:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624321024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334759.560879:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624321024:12345-0@lo:400:kworker.0 Request processed in 114us (13601us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334759.560887:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1780334759.561386:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624321024:0@lo:400:kworker.0 00000040:00080000:1.0:1780334759.605456:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1780334759.734131:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334759.734139:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334759.734736:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1780334759.734747:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334759.860004:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334760.756351:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334760.756360:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334760.756457:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 3 00000040:00080000:0.0:1780334760.756465:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334760.901671:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334761.076441:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334761.076464:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624322432:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334761.076528:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334761.076589:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624322688:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334761.076625:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334761.076649:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780334761.076655:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624322560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334761.076677:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334761.076777:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624322432 00000100:00100000:2.0:1780334761.076784:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624322432 00000100:00100000:2.0:1780334761.076850:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624322560 00000100:00100000:2.0:1780334761.076853:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624322560 00000100:00100000:2.0:1780334761.076871:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1780334761.076879:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624322432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334761.076908:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211155776 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334761.076949:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624322432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334761.076956:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1780334761.076974:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1780334761.076980:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624322560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334761.076989:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211155776 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334761.077012:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3661:x1866815624322560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 33us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334761.077018:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00080000:2.0:1780334761.077034:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334761.077368:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021363800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624322432:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334761.077400:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021363b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624322560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334761.077436:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624322688 00000100:00100000:2.0:1780334761.077439:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624322688 00000100:00100000:2.0:1780334761.077505:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1780334761.077512:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624322688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334761.077535:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334761.077580:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624322688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334761.077585:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1780334761.077649:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624322688:0@lo:41:osp-pre-1-0.0 00000001:00080000:1.0:1780334761.085841:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967374 is committed 00000001:00080000:1.0:1780334761.085856:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967373 is committed 00010000:00010000:3.0:1780334761.909773:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334762.475910:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334762.475956:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334762.475989:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334762.476012:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334762.476034:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334762.476049:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334762.476066:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334762.476082:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334762.476099:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334762.476127:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604593408 00000100:00100000:0.0:1780334762.476138:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604593408 00000100:00100000:0.0:1780334762.476207:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604593536 00000100:00100000:0.0:1780334762.476211:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604593536 00000100:00100000:0.0:1780334762.476224:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604593920 00000100:00100000:0.0:1780334762.476226:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604593920 00000100:00100000:0.0:1780334762.476239:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604594048 00000100:00100000:0.0:1780334762.476242:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604594048 00000100:00100000:0.0:1780334762.476261:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 572 00000100:00100000:0.0:1780334762.476272:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c95d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604593408:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334762.476360:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c95d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604593408:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 90us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334762.476368:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 572 00000100:00100000:0.0:1780334762.476566:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 573 00000100:00100000:0.0:1780334762.476573:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2408:x1866815604593536:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334762.476611:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021362a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2408:x1866815604593536:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 38us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334762.476617:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 573 00000100:00100000:0.0:1780334762.476629:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 574 00000100:00100000:0.0:1780334762.476637:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604593920:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334762.476661:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604593920:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334762.476667:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 574 00000100:00100000:0.0:1780334762.476681:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 575 00000100:00100000:0.0:1780334762.476686:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604594048:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334762.476709:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604594048:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334762.476714:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 575 00000100:00100000:0.0:1780334762.476736:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604593152 00000100:00100000:0.0:1780334762.476740:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604593152 00000100:00100000:0.0:1780334762.476769:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604593280 00000100:00100000:0.0:1780334762.476773:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604593280 00000100:00100000:0.0:1780334762.476786:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604593664 00000100:00100000:0.0:1780334762.476788:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604593664 00000100:00100000:0.0:1780334762.476800:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604593792 00000100:00100000:0.0:1780334762.476802:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604593792 00000100:00100000:0.0:1780334762.476846:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 942 00000100:00100000:0.0:1780334762.476852:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:2408:x1866815604593152:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334762.476886:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:2408:x1866815604593152:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 34us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334762.476892:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 942 00000100:00100000:0.0:1780334762.476905:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 943 00000100:00100000:0.0:1780334762.476911:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604593280:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334762.476932:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604593280:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334762.476938:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 943 00000100:00100000:0.0:1780334762.476950:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 944 00000100:00100000:0.0:1780334762.476956:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+59:2408:x1866815604593664:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334762.476978:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+59:2408:x1866815604593664:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (928us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334762.476983:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 944 00000100:00100000:0.0:1780334762.476994:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 945 00000100:00100000:0.0:1780334762.476999:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604593792:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334762.477021:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604593792:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334762.477026:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 945 00000100:00100000:2.0:1780334762.477516:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604593024 00000100:00100000:2.0:1780334762.477523:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604593024 00000100:00100000:2.0:1780334762.477582:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 734 00000100:00100000:2.0:1780334762.477590:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604593024:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334762.477640:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604593024:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 51us (1746us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334762.477646:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 734 00000100:00080000:2.0:1780334762.477699:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334762.477703:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334762.477707:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334762.477709:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780334762.932242:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334763.957087:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334764.148122:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624322816:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334764.148204:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334764.148286:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624322816 00000100:00100000:1.0:1780334764.148293:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624322816 00000100:00100000:1.0:1780334764.148336:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1780334764.148345:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624322816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334764.148381:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444335616 avail 1298096128 00000100:00100000:1.0:1780334764.148427:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624322816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334764.148434:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1780334764.148484:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624322816:0@lo:41:osp-pre-0-1.0 00000001:00080000:3.0:1780334764.162104:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967387 is committed 00000001:00080000:3.0:1780334764.162116:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967386 is committed 00000001:00080000:2.0:1780334764.162192:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968267 is committed 00000001:00080000:2.0:1780334764.162207:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968266 is committed 00000020:00080000:2.0:1780334764.162217:0:6516:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9b6f048d23c0 refcount 2 committed 0 result 0 batchid 35 00000020:00080000:2.0:1780334764.162222:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f01a1ac00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f048d2240 00000020:00080000:2.0:1780334764.162226:0:6516:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9b6f01a1aa00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9b6f02d2c800 00000020:00080000:3.0:1780334764.162276:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 35 committed batchid 34 00000020:00080000:3.0:1780334764.162329:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00010000:00010000:1.0:1780334764.164027:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700986fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334764.164042:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700986fd lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334764.164050:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700986fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334764.164056:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334764.164061:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700986fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334764.164068:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700986fd lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334764.164083:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9b7007d1ce00) 00010000:00010000:1.0:1780334764.164086:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334764.164091:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700986fd lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334764.164096:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700986fd lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334764.660156:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624323200:0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.660225:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334764.660280:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624323712:0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.660305:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334764.660329:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624324224:0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.660351:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334764.660372:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1780334764.660378:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624323072:0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.660398:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334764.660414:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624323584:0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.660434:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334764.660448:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624324096:0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.660466:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334764.660494:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624323200 00000100:00100000:2.0:1780334764.660502:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624323200 00000100:00100000:2.0:1780334764.660545:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1780334764.660554:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624323200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.660616:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624323200:12345-0@lo:400:kworker.0 Request processed in 62us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334764.660623:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1780334764.660649:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624323712 00000100:00100000:2.0:1780334764.660653:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624323712 00000100:00100000:2.0:1780334764.660681:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624324224 00000100:00100000:2.0:1780334764.660684:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624324224 00000100:00100000:2.0:1780334764.660697:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624323072 00000100:00100000:2.0:1780334764.660700:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624323072 00000100:00100000:2.0:1780334764.660709:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624323584 00000100:00100000:2.0:1780334764.660711:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624323584 00000100:00100000:2.0:1780334764.660723:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624324096 00000100:00100000:2.0:1780334764.660725:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624324096 00000100:00100000:2.0:1780334764.660738:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1780334764.660744:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624323712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.660775:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624323712:12345-0@lo:400:kworker.0 Request processed in 31us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334764.660781:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1780334764.660793:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1780334764.660799:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624324224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.660857:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624324224:12345-0@lo:400:kworker.0 Request processed in 59us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334764.660862:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1780334764.660874:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1780334764.660879:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624323072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.660904:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624323072:12345-0@lo:400:kworker.0 Request processed in 25us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334764.660910:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1780334764.660919:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:2.0:1780334764.660925:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624323584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.660950:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624323584:12345-0@lo:400:kworker.0 Request processed in 26us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334764.660955:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:2.0:1780334764.660965:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1780334764.660970:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624324096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.660993:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624324096:12345-0@lo:400:kworker.0 Request processed in 23us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334764.660998:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00080000:2.0:1780334764.661027:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334764.661030:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334764.661058:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624323072:0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.661069:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624323584:0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.661077:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624324096:0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.661086:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624323200:0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.661093:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624323712:0@lo:400:kworker.0 00000100:00100000:2.0:1780334764.661102:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03426300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624324224:0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.661204:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624323328:0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.661234:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334764.661267:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03426a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624323840:0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.661288:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334764.661304:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624324352:0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.661321:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334764.661340:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1780334764.661346:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624322944:0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.661370:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334764.661388:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624323456:0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.661405:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334764.661419:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03426680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624323968:0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.661436:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334764.661451:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624324480:0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.661467:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334764.661490:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624323840 00000100:00100000:3.0:1780334764.661494:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624323840 00000100:00100000:3.0:1780334764.661522:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624324352 00000100:00100000:3.0:1780334764.661524:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624324352 00000100:00100000:3.0:1780334764.661536:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624323968 00000100:00100000:3.0:1780334764.661538:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624323968 00000100:00100000:3.0:1780334764.661547:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624324480 00000100:00100000:3.0:1780334764.661549:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624324480 00000100:00100000:3.0:1780334764.661561:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1780334764.661567:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624323840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.661611:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624323840:12345-0@lo:400:kworker.0 Request processed in 44us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334764.661617:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1780334764.661630:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1780334764.661635:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624324352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.661660:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624324352:12345-0@lo:400:kworker.0 Request processed in 25us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334764.661665:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1780334764.661677:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1780334764.661682:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624323968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.661707:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624323968:12345-0@lo:400:kworker.0 Request processed in 25us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334764.661712:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1780334764.661722:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1780334764.661728:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624324480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.661753:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624324480:12345-0@lo:400:kworker.0 Request processed in 26us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334764.661759:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1780334764.661775:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624322944 00000100:00100000:3.0:1780334764.661778:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624322944 00000100:00100000:3.0:1780334764.661802:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:3.0:1780334764.661833:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624322944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.661860:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624322944:12345-0@lo:400:kworker.0 Request processed in 53us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334764.661865:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:3.0:1780334764.661889:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624323456 00000100:00100000:3.0:1780334764.661892:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624323456 00000100:00100000:3.0:1780334764.661913:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1780334764.661919:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624323456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.661948:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624323456:12345-0@lo:400:kworker.0 Request processed in 29us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334764.661953:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00080000:3.0:1780334764.661978:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334764.661981:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334764.662003:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624322944:0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.662016:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624323456:0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.662024:0:3658:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967374 gen 2 00000004:00080000:3.0:1780334764.662029:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b703fe10a80, transno 4294967374 00000100:00100000:3.0:1780334764.662038:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03426680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624323968:0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.662047:0:3658:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967387 gen 2 00000004:00080000:3.0:1780334764.662052:0:3658:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967387 committed transno 4294967387 00000100:00100000:3.0:1780334764.662067:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624324480:0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.662076:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03426a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624323840:0@lo:400:kworker.0 00000100:00100000:3.0:1780334764.662084:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027201f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624324352:0@lo:400:kworker.0 00000100:00100000:0.0:1780334764.662270:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624323328 00000100:00100000:0.0:1780334764.662275:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624323328 00000100:00100000:0.0:1780334764.662316:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:0.0:1780334764.662323:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624323328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334764.662364:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624323328:12345-0@lo:400:kworker.0 Request processed in 42us (1129us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334764.662370:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:0.0:1780334764.662399:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624323328:0@lo:400:kworker.0 00000100:00100000:0.0:1780334764.662712:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624324608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334764.662744:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334764.662828:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624324608 00000100:00100000:3.0:1780334764.662832:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624324608 00000100:00100000:3.0:1780334764.662863:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1780334764.662869:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624324608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334764.662888:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334764.662922:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021361880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624324608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334764.662928:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1780334764.662999:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624324608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334764.663244:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334764.665970:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03426a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624324736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334764.666042:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334764.669864:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624324736 00000100:00100000:2.0:1780334764.669878:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624324736 00000100:00100000:2.0:1780334764.669947:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1780334764.669955:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624324736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334764.669979:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334764.670067:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624324736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (4025us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334764.670075:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1780334764.670440:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03426a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624324736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334764.758355:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334764.758450:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604594176 00000100:00100000:2.0:1780334764.758460:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604594176 00000100:00100000:2.0:1780334764.758542:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1584 00000100:00100000:2.0:1780334764.758553:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:33858:x1866815604594176:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1780334764.758661:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:33858:x1866815604594176:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 110us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334764.758669:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1584 00000100:00080000:3.0:1780334764.758897:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334764.781314:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334764.781477:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604594304 00000100:00100000:3.0:1780334764.781487:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604594304 00000100:00100000:3.0:1780334764.781568:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1585 00000100:00100000:3.0:1780334764.781587:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:33858:x1866815604594304:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1780334764.781685:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:33858:x1866815604594304:12345-192.168.203.22@tcp:60:lhsmtool_posix.0 Request processed in 109us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334764.781695:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1585 00000100:00080000:2.0:1780334764.781917:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1780334764.982120:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334766.003972:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334766.203436:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780334766.203457:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624324864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334766.203521:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334766.203593:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624324864 00000100:00100000:3.0:1780334766.203601:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624324864 00000100:00100000:3.0:1780334766.203655:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1780334766.203664:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624324864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334766.203706:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211127104 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334766.203747:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624324864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334766.203754:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00080000:3.0:1780334766.203783:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334766.203849:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624324864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334766.207237:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624324992:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334766.207305:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334766.207372:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624324992 00000100:00100000:3.0:1780334766.207381:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624324992 00000100:00100000:3.0:1780334766.207429:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1780334766.207438:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624324992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334766.207473:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334766.207517:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624324992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334766.207525:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1780334766.207584:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624324992:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334766.218673:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334766.218694:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624325120:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334766.218759:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334766.218841:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624325120 00000100:00100000:1.0:1780334766.218849:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624325120 00000100:00100000:1.0:1780334766.218902:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1780334766.218910:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624325120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780334766.218931:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211127104 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334766.218969:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624325120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334766.218976:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1780334766.219020:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624325120:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780334766.219038:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:0.0:1780334766.697800:0:24630:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12u: Multiple reads on multiple HSM imported files in parallel ========================================================== 13:26:05 (1780334765) 00010000:00010000:1.0:1780334767.028051:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334767.053134:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.053246:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604594432 00000100:00100000:3.0:1780334767.053257:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604594432 00000100:00100000:3.0:1780334767.053336:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1586 00000100:00100000:3.0:1780334767.053348:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:34563:x1866815604594432:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1780334767.053455:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+50:34563:x1866815604594432:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 110us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334767.053463:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1586 00000100:00080000:1.0:1780334767.053536:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334767.072294:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.072402:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604594560 00000100:00100000:2.0:1780334767.072413:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604594560 00000100:00100000:2.0:1780334767.072487:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1587 00000100:00100000:2.0:1780334767.072497:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:34563:x1866815604594560:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1780334767.072612:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:34563:x1866815604594560:12345-192.168.203.22@tcp:59:lhsmtool_posix.0 Request processed in 117us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.072620:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1587 00000100:00080000:1.0:1780334767.072678:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334767.105254:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.105403:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604594688 00000100:00100000:3.0:1780334767.105413:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604594688 00000100:00080000:1.0:1780334767.105494:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334767.105500:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1588 00000100:00100000:3.0:1780334767.105516:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:34564:x1866815604594688:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334767.105539:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334767.105557:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098797 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a07 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.105630:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009879e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.105645:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009879e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.105668:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009879e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.105682:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987a5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.105689:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.105695:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.105740:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009879e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.105746:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009879e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.105759:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009879e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.105765:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.105769:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009879e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.105776:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009879e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.105787:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334767.105790:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.105795:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009879e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.105800:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009879e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.106201:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987a5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.106210:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987a5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.106217:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.106222:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.106225:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987a5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.106231:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987a5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.106240:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff9b70154f5800) 00010000:00010000:3.0:1780334767.106243:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.106246:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987a5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.106252:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987a5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.106283:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098797 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a07 expref: 110 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.106292:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334767.106294:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.106298:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098797 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a07 expref: 110 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.106306:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723800, rc 0) 00000100:00100000:3.0:1780334767.106426:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:34564:x1866815604594688:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 911us (1181us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334767.106436:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1588 00000100:00100000:0.0:1780334767.114112:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.114346:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604594944 00000100:00100000:3.0:1780334767.114360:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604594944 00000100:00100000:3.0:1780334767.114418:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1589 00000100:00100000:3.0:1780334767.114427:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+109:34564:x1866815604594944:12345-192.168.203.22@tcp:36:lfs.0 00010000:00010000:3.0:1780334767.114494:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334767.114536:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700983c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b187f expref: 109 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.114559:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334767.114573:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334767.114638:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.114653:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098402 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1894 expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.114662:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.114698:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098402 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1894 expref: 49 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.114712:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098402 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1894 expref: 49 pid: 6538 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334767.114729:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe20700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624325248:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334767.115282:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01c23900 going to sleep for 11 seconds 00000100:00100000:1.0:1780334767.122371:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.122466:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604595072 00000100:00100000:2.0:1780334767.122475:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604595072 00010000:00010000:2.0:1780334767.122510:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098402 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1894 expref: 50 pid: 6538 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334767.122556:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 471 00000100:00100000:2.0:1780334767.122573:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:2406:x1866815604595072:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334767.122585:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334767.122591:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098402 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1894 expref: 50 pid: 6538 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.122605:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098402 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1894 expref: 50 pid: 6538 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.122627:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334767.122631:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.122651:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.122659:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.122686:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334767.122746:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+50:2406:x1866815604595072:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 174us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.122753:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 471 00010000:00010000:3.0:1780334767.127076:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098402 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1894 expref: 49 pid: 6538 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334767.127100:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe20700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624325248:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334767.127612:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.127624:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.127629:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.127663:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987b3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.127743:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.127756:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.128538:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700987ba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.128550:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700987ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.128559:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700987ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334767.128588:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000032b14fc7 reply state 000000002f6a7100 transno 4294968268 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700987ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.128599:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700987ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.128607:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.128610:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334767.128614:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1780334767.128619:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00010000:00010000:3.0:1780334767.128627:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.128634:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.128640:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.128646:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.128651:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.128654:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.128662:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.128988:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:3.0:1780334767.128992:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.128997:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.129003:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987ac lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334767.129015:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000032b14fc7 reply state 000000002f6a7100 transno 4294968268 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987b3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.129024:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.129030:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff9b70154f5800) 00010000:00010000:3.0:1780334767.129032:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334767.129034:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1780334767.129143:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:34564:x1866815604594944:12345-192.168.203.22@tcp:36:lfs.0 Request processed in 14713us (15038us total) trans 4294968268 rc 0/0 00000100:00100000:3.0:1780334767.129151:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1589 00000100:00100000:1.0:1780334767.140975:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.142383:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604595200 00000100:00100000:2.0:1780334767.142395:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604595200 00000100:00100000:2.0:1780334767.142464:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1590 00000100:00100000:2.0:1780334767.142475:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+110:34565:x1866815604595200:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:2.0:1780334767.142499:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.142518:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e700987c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a0e expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.142588:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700987c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.142605:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700987c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.142616:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700987c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334767.142657:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1780334767.142661:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334767.142680:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700987c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.142713:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e700987c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a0e expref: 112 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.142732:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d200/0xdf9e767e700987c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a0e expref: 111 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.142740:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334767.142743:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334767.142746:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d200, rc 0) 00000100:00100000:2.0:1780334767.142861:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:34565:x1866815604595200:12345-192.168.203.22@tcp:101:bash.0 Request processed in 339us (1846us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.142869:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1590 00000100:00100000:0.0:1780334767.147979:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.148072:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604595328 00000100:00100000:2.0:1780334767.148083:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604595328 00000100:00100000:2.0:1780334767.148150:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1591 00000100:00100000:2.0:1780334767.148160:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:34565:x1866815604595328:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:2.0:1780334767.148181:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.148200:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e700987cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a15 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148262:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700987d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148277:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700987d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148287:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700987d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148299:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700987dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148306:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700987dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148312:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700987dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148389:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700987e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148397:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700987e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148403:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700987e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334767.148433:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1780334767.148437:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334767.148454:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700987e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148464:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700987d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148470:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700987d6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148477:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700987d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148487:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448cc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.148492:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700987d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148498:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700987d6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148509:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334767.148512:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.148518:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700987d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148524:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700987d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148538:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700987dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148543:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700987dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148548:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700987dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148552:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.148555:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700987dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148569:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700987dd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148579:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff9b70154f5800) 00010000:00010000:2.0:1780334767.148581:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.148584:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700987dd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148589:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e700987dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148612:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e700987cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a15 expref: 113 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148626:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448dc00/0xdf9e767e700987e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a15 expref: 112 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.148634:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.148636:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1780334767.148638:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448dc00, rc 0) 00000100:00100000:2.0:1780334767.148942:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:34565:x1866815604595328:12345-192.168.203.22@tcp:101:bash.0 Request processed in 783us (971us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.148950:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1591 00000100:00100000:1.0:1780334767.153740:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.155724:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604595456 00000100:00100000:3.0:1780334767.155737:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604595456 00000100:00100000:3.0:1780334767.155849:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1592 00000100:00100000:3.0:1780334767.155862:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:34565:x1866815604595456:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:3.0:1780334767.155894:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334767.155917:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a1c expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.155994:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700987f2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156011:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700987f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156027:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700987f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156042:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700987f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156049:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700987f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156056:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700987f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156094:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700987f2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156101:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700987f2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156106:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700987f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156112:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700987f2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156117:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.156121:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700987f2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156128:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700987f2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156144:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.156148:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.156152:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700987f2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156159:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700987f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156171:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700987f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156177:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700987f9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156182:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700987f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156187:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.156189:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700987f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156195:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700987f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156201:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9b70154f5300) 00010000:00010000:3.0:1780334767.156203:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.156206:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700987f9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156211:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700987f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156241:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987eb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a1c expref: 113 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156251:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.156253:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.156256:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700987eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a1c expref: 113 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.156264:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723800, rc 0) 00000100:00100000:3.0:1780334767.156324:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:34565:x1866815604595456:12345-192.168.203.22@tcp:101:bash.0 Request processed in 465us (2596us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334767.156331:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1592 00000100:00100000:3.0:1780334767.169892:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.170390:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604595584 00000100:00100000:2.0:1780334767.170401:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604595584 00000100:00100000:2.0:1780334767.170455:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1593 00000100:00100000:2.0:1780334767.170466:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+49:34566:x1866815604595584:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334767.170485:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.170507:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098800 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a23 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.170585:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098807 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.170600:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098807 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.170612:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098807 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334767.170652:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1780334767.170655:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334767.170674:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098807 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.170695:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098800 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a23 expref: 51 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.170714:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c600/0xdf9e767e70098807 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a23 expref: 50 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.170722:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:2.0:1780334767.170725:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334767.170730:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448c600, rc 0) 00000100:00100000:2.0:1780334767.170793:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+50:34566:x1866815604595584:12345-192.168.203.22@tcp:101:rm.0 Request processed in 329us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.170800:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1593 00000100:00100000:2.0:1780334767.182135:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.182278:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604595712 00000100:00100000:0.0:1780334767.182288:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604595712 00000100:00100000:0.0:1780334767.182346:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1594 00000100:00100000:0.0:1780334767.182357:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+50:34566:x1866815604595712:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334767.182377:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334767.182395:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009880e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a2a expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182457:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182472:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098815 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182485:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098815 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182496:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e7009881c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182504:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e7009881c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182512:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e7009881c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182604:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098823 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182613:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098823 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182621:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098823 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334767.182652:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1780334767.182655:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334767.182687:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098823 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182699:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098815 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182705:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098815 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182712:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098815 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182717:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334767.182721:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098815 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182728:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098815 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182740:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9b6f02d68400) 00010000:00010000:0.0:1780334767.182743:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.182748:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098815 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182755:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098815 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182767:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e7009881c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182773:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e7009881c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182779:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e7009881c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182784:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334767.182787:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e7009881c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182792:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e7009881c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182800:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff9b70154f5800) 00010000:00010000:0.0:1780334767.182802:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.182805:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e7009881c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.182863:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e7009881c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.183375:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009880e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a2a expref: 52 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.183388:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b200/0xdf9e767e70098823 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a2a expref: 51 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.183394:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334767.183397:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1780334767.183400:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b200, rc 0) 00000100:00100000:0.0:1780334767.183532:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+51:34566:x1866815604595712:12345-192.168.203.22@tcp:101:rm.0 Request processed in 1175us (1414us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334767.183540:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1594 00000100:00100000:1.0:1780334767.192214:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.192299:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604595840 00000100:00100000:0.0:1780334767.192311:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604595840 00000100:00100000:0.0:1780334767.192371:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1595 00000100:00100000:0.0:1780334767.192382:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+51:34566:x1866815604595840:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334767.192401:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334767.192420:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009882a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a31 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192490:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098831 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192504:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098831 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192514:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098831 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192537:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098838 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192544:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098838 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192549:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098838 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192594:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098831 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192602:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098831 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192609:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098831 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192614:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334767.192618:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098831 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192626:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098831 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192637:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334767.192640:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.192645:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098831 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192650:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098831 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192663:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098838 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192668:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098838 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192800:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098838 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192805:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334767.192808:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098838 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192964:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098838 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192972:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9b70188d6c00) 00010000:00010000:0.0:1780334767.192975:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.192978:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098838 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.192983:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098838 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.193018:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009882a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a31 expref: 52 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.193027:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334767.193030:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.193034:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009882a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a31 expref: 52 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.193043:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1bc00, rc 0) 00000100:00100000:0.0:1780334767.193109:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+51:34566:x1866815604595840:12345-192.168.203.22@tcp:101:rm.0 Request processed in 728us (903us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334767.193293:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1595 00000100:00100000:2.0:1780334767.200532:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.200615:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604595968 00000100:00100000:0.0:1780334767.200626:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604595968 00000100:00100000:0.0:1780334767.200691:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1596 00000100:00100000:0.0:1780334767.200702:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+51:34566:x1866815604595968:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334767.200721:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334767.200740:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e7009883f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a38 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.200803:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098846 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.200857:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098846 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.200867:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098846 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.200892:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009884d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.200899:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009884d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.200904:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009884d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.200940:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098846 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.200947:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098846 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.200953:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098846 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.200958:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1be00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334767.200962:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098846 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.200969:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098846 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.200979:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334767.200982:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.200987:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098846 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.200991:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098846 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.201004:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009884d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.201009:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009884d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.201014:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009884d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.201020:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ae00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334767.201022:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009884d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.201027:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009884d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.201034:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9b70188d6200) 00010000:00010000:0.0:1780334767.201036:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.201038:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009884d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.201043:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e7009884d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.201072:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e7009883f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a38 expref: 52 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.201082:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334767.201084:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.201088:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e7009883f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a38 expref: 52 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.201096:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b400, rc 0) 00000100:00100000:0.0:1780334767.201280:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+51:34566:x1866815604595968:12345-192.168.203.22@tcp:101:rm.0 Request processed in 579us (755us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334767.201287:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1596 00000100:00100000:3.0:1780334767.231419:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.231620:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604596096 00000100:00100000:2.0:1780334767.231630:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604596096 00000100:00100000:2.0:1780334767.231761:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1597 00000100:00100000:2.0:1780334767.231772:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:34567:x1866815604596096:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334767.231794:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.232256:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098854 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a3f expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.232349:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009885b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.232365:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009885b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.232378:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009885b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.232393:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098862 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.232401:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098862 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.232408:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098862 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.232448:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009885b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.232456:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009885b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.232468:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009885b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.232475:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009885b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.232481:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.232486:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009885b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.232493:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009885b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.232505:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.232508:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.232512:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009885b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.232518:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009885b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.234003:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098862 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.234017:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098862 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.234022:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098862 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.234028:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.234033:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098862 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.234039:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098862 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.234051:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9b6f02d67200) 00010000:00010000:2.0:1780334767.234054:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.234057:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098862 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.234063:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098862 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.234112:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098854 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a3f expref: 52 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.234614:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.234617:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.234621:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098854 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a3f expref: 52 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.234633:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448cc00, rc 0) 00000100:00100000:2.0:1780334767.235204:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+51:34567:x1866815604596096:12345-192.168.203.22@tcp:101:cp.0 Request processed in 3431us (3791us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334767.235214:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1597 00000100:00100000:1.0:1780334767.244332:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.244487:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604596224 00000100:00100000:0.0:1780334767.244497:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604596224 00000100:00100000:0.0:1780334767.244610:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1598 00000100:00100000:0.0:1780334767.244620:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+51:34567:x1866815604596224:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334767.244640:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334767.244659:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098869 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a46 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.244744:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098870 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.244759:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098870 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.244770:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098870 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.244783:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098877 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.244790:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098877 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.244796:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098877 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.244867:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098870 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.244874:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098870 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.246952:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098870 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.246966:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1be00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334767.246971:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098870 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.246980:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098870 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.246997:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334767.246999:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.247004:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098870 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.247011:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098870 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.247028:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098877 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.247035:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098877 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.247041:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098877 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.247046:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334767.247048:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098877 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.247054:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098877 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.247065:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9b70188d6200) 00010000:00010000:0.0:1780334767.247067:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.247069:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098877 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.247074:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098877 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.247136:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098869 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a46 expref: 52 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.247146:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334767.247148:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.247152:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098869 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a46 expref: 52 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.247163:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1ae00, rc 0) 00000100:00100000:0.0:1780334767.247237:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+51:34567:x1866815604596224:12345-192.168.203.22@tcp:101:cp.0 Request processed in 2617us (2912us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334767.247245:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1598 00000100:00100000:3.0:1780334767.252698:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.261108:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604596480 00000100:00100000:2.0:1780334767.261130:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604596480 00000100:00100000:2.0:1780334767.261194:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1599 00000100:00100000:2.0:1780334767.261204:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+51:34567:x1866815604596480:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334767.261224:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.261242:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009887e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a4d expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.261339:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098885 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.261354:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098885 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.261364:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098885 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.261378:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009888c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.261385:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009888c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.261392:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009888c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780334767.262153:0:9763:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00010000:00010000:2.0:1780334767.262291:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098893 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.262302:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098893 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.262310:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098893 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.262345:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098885 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.262352:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098885 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.262359:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098885 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.262365:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.262369:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098885 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.262376:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098885 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.262387:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.262390:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.262396:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098885 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.262400:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448d800/0xdf9e767e70098885 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334767.262416:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000be0453a1 reply state 000000000418a01a transno 4294968269 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009888c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.262426:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009888c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.262432:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9b6f02d67200) 00010000:00010000:2.0:1780334767.262435:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334767.262438:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780334767.262470:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e7009887e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a4d expref: 54 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.262484:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098893 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a4d expref: 53 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.262490:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9b6f02d67f00) 00010000:00010000:2.0:1780334767.262492:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334767.262494:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448ca00, rc 0) 00000100:00100000:2.0:1780334767.262833:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+54:34567:x1866815604596480:12345-192.168.203.22@tcp:101:cp.0 Request processed in 1629us (10142us total) trans 4294968269 rc 0/0 00000100:00100000:2.0:1780334767.262841:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1599 00000100:00100000:3.0:1780334767.276603:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.276781:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604596608 00000100:00100000:2.0:1780334767.276791:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604596608 00000100:00100000:2.0:1780334767.276916:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 429 00000100:00100000:2.0:1780334767.276928:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604596608:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334767.276946:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.276967:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e700988a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a54 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1780334767.276968:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1780334767.276993:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780334767.277013:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334767.277015:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334767.277023:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e700988a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a54 expref: 9 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.277046:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e700988a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a54 expref: 9 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.277058:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448cc00, rc 0) 00000100:00100000:2.0:1780334767.277119:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2408:x1866815604596608:12345-192.168.203.22@tcp:101:cp.0 Request processed in 194us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.277126:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 429 00000100:00100000:3.0:1780334767.286441:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.287844:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604596736 00000100:00100000:2.0:1780334767.287857:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604596736 00000100:00100000:2.0:1780334767.287942:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 430 00000100:00100000:2.0:1780334767.287953:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:34567:x1866815604596736:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334767.287971:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.287988:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e700988a8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a5b expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.288020:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e700988a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a54 expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.288029:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334767.288031:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334767.288036:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e700988a8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a5b expref: 10 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.288068:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e700988a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a54 expref: 10 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.288087:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e700988a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a54 expref: 10 pid: 8422 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334767.288100:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624325376:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334767.288202:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334767.297924:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624325376:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334767.297958:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e700988a8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a5b expref: 10 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.297982:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448d800, rc 0) 00000100:00100000:2.0:1780334767.298045:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:34567:x1866815604596736:12345-192.168.203.22@tcp:101:cp.0 Request processed in 10093us (11611us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.298054:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 430 00000100:00100000:3.0:1780334767.299970:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.300070:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604596864 00000100:00100000:1.0:1780334767.300080:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604596864 00010000:00010000:1.0:1780334767.300118:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e700988a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a54 expref: 10 pid: 8422 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334767.300162:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 472 00000100:00100000:1.0:1780334767.300171:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604596864:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334767.300184:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334767.300204:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e700988a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a54 expref: 10 pid: 8422 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.300222:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e700988a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a54 expref: 10 pid: 8422 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.300244:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009367fd76/0xdf9e767e700988a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a54 expref: 10 pid: 8422 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.300260:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334767.300262:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334767.300268:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e700988a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a5b expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.300278:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e700988a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a5b expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.300313:0:6522:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e700988a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a5b expref: 9 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334767.300328:0:6522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6522:1866815624325504:192.168.203.22@tcp:105: 00000100:00100000:1.0:1780334767.300390:0:6522:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334767.306650:0:6522:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6522:1866815624325504:192.168.203.22@tcp:105: 00010000:00010000:1.0:1780334767.306686:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334767.306744:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604596864:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 6572us (6781us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334767.306754:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 472 00000100:00100000:0.0:1780334767.307900:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.307995:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604597120 00000100:00100000:1.0:1780334767.308002:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604597120 00000100:00100000:1.0:1780334767.308044:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 302 00000100:00100000:1.0:1780334767.308054:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+54:34567:x1866815604597120:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:1.0:1780334767.308502:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:34567:x1866815604597120:12345-192.168.203.22@tcp:35:cp.0 Request processed in 448us (605us total) trans 4294968270 rc 0/0 00000100:00100000:1.0:1780334767.308510:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 302 00000100:00100000:3.0:1780334767.387290:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.387398:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604597248 00000100:00100000:2.0:1780334767.387408:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604597248 00000100:00100000:2.0:1780334767.387465:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1600 00000100:00100000:2.0:1780334767.387475:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+112:34570:x1866815604597248:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334767.387496:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.387516:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700988af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a62 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387600:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700988b6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387620:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700988b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387632:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700988b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387653:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700988bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387660:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700988bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387667:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700988bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387738:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700988c4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387746:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700988c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387752:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700988c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334767.387789:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2c:0x0]: returning size 158 00000004:00200000:2.0:1780334767.387793:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334767.387854:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700988c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387865:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700988c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387950:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700988b6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387958:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700988b6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387963:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700988b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387970:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700988b6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387975:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.387979:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700988b6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387986:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700988b6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.387997:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.388000:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.388005:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700988b6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.388011:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700988b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.388024:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700988bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.388030:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700988bd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.388035:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700988bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.388040:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.388042:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700988bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.388048:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700988bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.388055:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9b6f02d67200) 00010000:00010000:2.0:1780334767.388057:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.388060:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700988bd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.388066:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700988bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.388091:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e700988af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a62 expref: 114 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.388104:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700988c4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a62 expref: 113 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.388110:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9b6f02d67f00) 00010000:00010000:2.0:1780334767.388113:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334767.388115:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c800, rc 0) 00000100:00100000:2.0:1780334767.388164:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:34570:x1866815604597248:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 690us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.388174:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1600 00000100:00100000:3.0:1780334767.392379:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.393374:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604597376 00000100:00100000:0.0:1780334767.393385:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604597376 00000100:00100000:0.0:1780334767.393506:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 431 00000100:00100000:0.0:1780334767.393517:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604597376:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334767.393549:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334767.393575:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e700988cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a69 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334767.393656:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021362680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624325632:192.168.203.22@tcp:106: 00000100:00080000:1.0:1780334767.393795:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334767.394125:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f04d80 going to sleep for 11 seconds 00002000:00010000:2.0:1780334767.409969:0:16895:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1780334767.409978:0:16895:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime: 0 -> 1780334767 00002000:00010000:2.0:1780334767.409980:0:16895:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime: 0 -> 1780334767 00002000:00010000:2.0:1780334767.409982:0:16895:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime: 0 -> 1780334767 00002000:00010000:2.0:1780334767.409984:0:16895:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1780334767.410007:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021362680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624325632:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334767.410055:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e700988cb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a69 expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.410078:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e700988cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a69 expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.410090:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a600, rc 0) 00000100:00100000:2.0:1780334767.410198:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604597376:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 16683us (17827us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334767.410207:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 431 00000100:00100000:3.0:1780334767.436040:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.436129:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604597504 00000100:00100000:2.0:1780334767.436139:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604597504 00000100:00100000:2.0:1780334767.436193:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1601 00000100:00100000:2.0:1780334767.436202:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:34570:x1866815604597504:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334767.436222:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.436241:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700988d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a70 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.436313:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700988d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.436330:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700988d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.436341:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700988d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334767.436383:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1780334767.436387:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334767.436406:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700988d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.436429:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700988d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a70 expref: 115 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.436447:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700988d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a70 expref: 114 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.436454:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.436457:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334767.436461:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:2.0:1780334767.436523:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:34570:x1866815604597504:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 321us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.436529:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1601 00000100:00100000:2.0:1780334767.447182:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.447261:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604597632 00000100:00100000:3.0:1780334767.447270:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604597632 00000100:00100000:3.0:1780334767.447327:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 432 00000100:00100000:3.0:1780334767.447336:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604597632:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334767.447354:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334767.447371:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700988e0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a77 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334767.447432:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624325760:192.168.203.22@tcp:106: 00000100:00100000:3.0:1780334767.447533:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70219cfb40 going to sleep for 11 seconds 00000100:00100000:2.0:1780334767.450040:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624325760:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334767.450076:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700988e0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a77 expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.450101:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006928afd8/0xdf9e767e700988e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a77 expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.450114:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722600, rc 0) 00000100:00100000:2.0:1780334767.450173:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604597632:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2837us (2999us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334767.450182:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 432 00000100:00100000:0.0:1780334767.464683:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.472958:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604597888 00000100:00100000:1.0:1780334767.472972:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604597888 00000100:00100000:1.0:1780334767.473048:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1602 00000100:00100000:1.0:1780334767.473060:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:34570:x1866815604597888:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:1.0:1780334767.473229:0:15367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].45, 136 off14312 00000100:00100000:1.0:1780334767.473320:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:34570:x1866815604597888:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 261us (8658us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334767.473328:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1602 00000100:00100000:3.0:1780334767.481933:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.482854:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604598016 00000100:00100000:1.0:1780334767.482865:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604598016 00000100:00100000:1.0:1780334767.482940:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1603 00000100:00100000:1.0:1780334767.482950:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:34571:x1866815604598016:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:1.0:1780334767.482970:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334767.482991:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700988e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a7e expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483058:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700988ee lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483077:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700988ee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483087:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700988ee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483137:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700988f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483145:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700988f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483151:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700988f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483189:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700988ee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483195:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700988ee lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483201:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700988ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483206:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334767.483210:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700988ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483216:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700988ee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483226:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334767.483230:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334767.483234:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700988ee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483240:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700988ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483252:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700988f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483257:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700988f5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483263:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700988f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483267:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334767.483269:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700988f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483274:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700988f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483281:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9b70098cee00) 00010000:00010000:1.0:1780334767.483283:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334767.483285:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700988f5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483290:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700988f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483319:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700988e7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a7e expref: 115 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483329:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334767.483331:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334767.483334:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700988e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a7e expref: 115 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.483344:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1400, rc 0) 00000100:00100000:1.0:1780334767.483466:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:34571:x1866815604598016:12345-192.168.203.22@tcp:101:bash.0 Request processed in 517us (1542us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334767.483474:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1603 00000100:00100000:3.0:1780334767.505601:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.506864:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604598144 00000100:00100000:0.0:1780334767.506886:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604598144 00000100:00100000:0.0:1780334767.506946:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1604 00000100:00100000:0.0:1780334767.506955:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+55:34572:x1866815604598144:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334767.506978:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334767.506996:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e700988fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a85 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507061:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098903 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507075:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098903 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507086:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098903 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507099:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009890a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507105:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009890a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507111:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009890a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507144:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098903 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507151:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098903 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507157:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098903 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507163:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334767.507167:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098903 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507173:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098903 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507183:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334767.507396:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.507402:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098903 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507409:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098903 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507422:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009890a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507428:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009890a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507433:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009890a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507439:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334767.507442:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009890a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507448:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009890a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507455:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9b70188d6200) 00010000:00010000:0.0:1780334767.507457:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.507460:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009890a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507465:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009890a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507494:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e700988fc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a85 expref: 56 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507504:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334767.507506:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.507510:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e700988fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a85 expref: 56 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.507517:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b000, rc 0) 00000100:00100000:0.0:1780334767.507587:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+55:34572:x1866815604598144:12345-192.168.203.22@tcp:101:rm.0 Request processed in 632us (1994us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334767.507594:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1604 00000100:00100000:0.0:1780334767.513387:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.513636:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604598272 00000100:00100000:2.0:1780334767.513645:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604598272 00000100:00100000:2.0:1780334767.513717:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1605 00000100:00100000:2.0:1780334767.513728:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:34572:x1866815604598272:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334767.513750:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.513769:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098911 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a8c expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.513901:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098918 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.513916:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098918 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.513926:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098918 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.513941:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009891f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.513948:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009891f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.513954:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009891f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.513990:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098918 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.513997:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098918 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514003:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098918 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514009:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098918 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514014:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.514018:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098918 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514026:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098918 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514036:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.514039:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.514044:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098918 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514050:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098918 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514062:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009891f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514067:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009891f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514072:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009891f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514077:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481de00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.514079:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009891f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514085:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009891f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514092:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9b6f02d67c00) 00010000:00010000:2.0:1780334767.514094:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.514097:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009891f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514102:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009891f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514130:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098911 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a8c expref: 56 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514139:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.514141:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.514145:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098911 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a8c expref: 56 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.514153:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ca00, rc 0) 00000100:00100000:2.0:1780334767.514203:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:34572:x1866815604598272:12345-192.168.203.22@tcp:101:rm.0 Request processed in 478us (827us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334767.514210:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1605 00000100:00100000:3.0:1780334767.563974:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.564906:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604598400 00000100:00100000:2.0:1780334767.564917:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604598400 00000100:00100000:2.0:1780334767.564980:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1606 00000100:00100000:2.0:1780334767.564990:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+55:34573:x1866815604598400:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334767.565010:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.565029:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098926 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a93 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565094:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009892d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565110:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009892d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565121:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009892d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565135:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098934 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565142:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098934 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565149:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098934 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565183:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009892d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565190:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009892d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565196:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009892d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565202:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481de00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.565206:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009892d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565213:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009892d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565224:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.565227:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.565232:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009892d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565238:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009892d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565252:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098934 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565257:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098934 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565262:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098934 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565268:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.565271:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098934 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565276:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098934 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565284:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9b6f02d67c00) 00010000:00010000:2.0:1780334767.565287:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.565289:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098934 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565295:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098934 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565327:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098926 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a93 expref: 56 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565337:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.565339:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.565343:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098926 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a93 expref: 56 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.565352:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ca00, rc 0) 00000100:00100000:2.0:1780334767.565416:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+55:34573:x1866815604598400:12345-192.168.203.22@tcp:101:cp.0 Request processed in 427us (1452us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334767.565424:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1606 00000100:00100000:0.0:1780334767.569627:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.569857:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604598528 00000100:00100000:3.0:1780334767.569866:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604598528 00000100:00100000:3.0:1780334767.569924:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1607 00000100:00100000:3.0:1780334767.569934:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+55:34573:x1866815604598528:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334767.569952:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334767.569972:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009893b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1a9a expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570036:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098942 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570050:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098942 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570060:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098942 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570074:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098949 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570081:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098949 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570092:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098949 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570125:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098942 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570132:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098942 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570139:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098942 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570144:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.570148:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098942 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570155:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098942 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570166:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.570169:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.570173:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098942 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570179:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098942 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570191:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098949 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570197:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098949 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570202:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098949 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570206:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.570209:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098949 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570215:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098949 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570222:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9b70154f5300) 00010000:00010000:3.0:1780334767.570224:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.570227:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098949 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570232:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098949 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570262:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009893b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a9a expref: 56 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570271:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.570273:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.570276:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009893b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a9a expref: 56 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.570284:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723800, rc 0) 00000100:00100000:3.0:1780334767.570336:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021363800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+55:34573:x1866815604598528:12345-192.168.203.22@tcp:101:cp.0 Request processed in 403us (716us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334767.570346:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1607 00000100:00100000:0.0:1780334767.573571:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.573872:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604598784 00000100:00100000:3.0:1780334767.573892:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604598784 00000100:00100000:3.0:1780334767.574001:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1608 00000100:00100000:3.0:1780334767.574011:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+55:34573:x1866815604598784:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334767.574030:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334767.574050:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098950 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1aa1 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.574167:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098957 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.574183:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700988d9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a70 expref: 113 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.574191:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098957 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.574224:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700988d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a70 expref: 113 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.574236:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700988d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a70 expref: 113 pid: 9763 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334767.574249:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624325888:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334767.574330:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70219cfa80 going to sleep for 11 seconds 00000100:00100000:0.0:1780334767.580049:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.580134:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604598912 00000100:00100000:1.0:1780334767.580142:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604598912 00010000:00010000:1.0:1780334767.580177:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700988d9 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a70 expref: 114 pid: 9763 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334767.580213:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 473 00000100:00100000:1.0:1780334767.580221:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:2406:x1866815604598912:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334767.580235:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334767.580240:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700988d9 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a70 expref: 114 pid: 9763 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.580252:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700988d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a70 expref: 114 pid: 9763 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.580272:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334767.580276:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098957 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.580287:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098957 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.580294:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098957 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.580312:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334767.580369:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:2406:x1866815604598912:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 147us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334767.580377:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 473 00010000:00010000:3.0:1780334767.581012:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700988d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a70 expref: 113 pid: 9763 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334767.581031:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624325888:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334767.581049:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098957 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.581057:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098957 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.581063:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098957 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.581085:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009895e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.581095:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009895e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.581102:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009895e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780334767.582318:0:6539:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1f:0x0], index 1: 0 00010000:00010000:3.0:1780334767.582567:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70098965 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.582582:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70098965 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.582592:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70098965 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.583486:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098957 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.583499:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098957 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.583507:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098957 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.583514:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.583626:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098957 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.583758:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098957 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.583775:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.583778:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.583784:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098957 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.583791:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098957 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334767.583827:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000032b31d09 reply state 0000000094542ad8 transno 4294968271 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009895e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.583838:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009895e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.583845:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9b70154f5d00) 00010000:00010000:3.0:1780334767.583847:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334767.583850:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780334767.589120:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098950 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa1 expref: 58 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.589153:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70098965 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa1 expref: 57 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.589164:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9b70154f5500) 00010000:00010000:3.0:1780334767.589166:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334767.589169:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032831800, rc 0) 00000100:00100000:3.0:1780334767.589243:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+58:34573:x1866815604598784:12345-192.168.203.22@tcp:101:cp.0 Request processed in 15233us (15688us total) trans 4294968271 rc 0/0 00000100:00100000:3.0:1780334767.589253:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1608 00000100:00100000:0.0:1780334767.605326:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.605369:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.605401:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.605444:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.605476:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604599424 00000100:00100000:0.0:1780334767.605487:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604599424 00000100:00100000:0.0:1780334767.605537:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 736 00000100:00100000:0.0:1780334767.605549:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604599424:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334767.605625:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604599424:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 77us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334767.605633:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 736 00000100:00100000:0.0:1780334767.605700:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.605967:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604599168 00000100:00100000:1.0:1780334767.605973:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604599168 00002000:00100000:1.0:1780334767.606010:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1d:0x0] (0->157) req@ffff9b7034436a00 x1866815604599168/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:233/0 lens 648/0 e 0 to 0 dl 1780334778 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334767.606020:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034436a00 with x1866815604599168 ext(0->157) 00002000:00010000:1.0:1780334767.606026:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b7034436a00 00000100:00100000:1.0:1780334767.606046:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 111 00000100:00100000:1.0:1780334767.606055:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604599168:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:3.0:1780334767.606916:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604599040 00000100:00100000:3.0:1780334767.606925:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604599040 00000100:00100000:3.0:1780334767.606970:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604599296 00000100:00100000:3.0:1780334767.606973:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604599296 00000100:00100000:3.0:1780334767.606989:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604599680 00000100:00100000:3.0:1780334767.606992:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604599680 00000100:00100000:3.0:1780334767.607011:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 580 00000100:00100000:3.0:1780334767.607018:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2408:x1866815604599680:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334767.607070:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2408:x1866815604599680:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 51us (1370us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334767.607078:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 580 00000100:00100000:3.0:1780334767.607094:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 433 00000100:00100000:3.0:1780334767.607100:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604599040:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334767.607109:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334767.607129:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098973 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1aa8 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334767.607155:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780334767.607171:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334767.607174:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334767.607181:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098973 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa8 expref: 11 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.607212:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098973 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa8 expref: 11 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.607224:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830e00, rc 0) 00000100:00100000:3.0:1780334767.607244:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604599040:12345-192.168.203.22@tcp:101:cp.0 Request processed in 145us (1928us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334767.607250:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 433 00000100:00100000:3.0:1780334767.607264:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 434 00000100:00100000:3.0:1780334767.607271:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604599296:12345-192.168.203.22@tcp:16:kworker.0 00000100:00080000:0.0:1780334767.607664:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334767.608363:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.608415:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.608797:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604599552 00000100:00100000:2.0:1780334767.608805:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604599552 00000100:00100000:2.0:1780334767.608918:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 952 00000100:00100000:2.0:1780334767.608928:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604599552:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334767.608994:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604599552:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 67us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.609001:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 952 00000100:00100000:3.0:1780334767.610548:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604599808 00000100:00100000:3.0:1780334767.610568:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604599808 00000100:00100000:3.0:1780334767.610621:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 581 00000100:00100000:3.0:1780334767.610631:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604599808:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334767.611481:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604599808:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 847us (3060us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334767.611491:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 581 00000100:00080000:0.0:1780334767.611629:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334767.611701:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.611954:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604599936 00000100:00100000:2.0:1780334767.611962:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604599936 00000100:00100000:2.0:1780334767.612007:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 435 00000100:00100000:2.0:1780334767.612015:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:34573:x1866815604599936:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334767.612030:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.612049:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1aaf expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.612077:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098973 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa8 expref: 12 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.612085:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334767.612086:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334767.612090:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 12 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.612124:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098973 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa8 expref: 12 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.612138:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098973 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa8 expref: 12 pid: 8422 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334767.612159:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624326016:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334767.612227:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780334767.612477:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604599168:12345-192.168.203.22@tcp:4:cp.0 Request processed in 6423us (7074us total) trans 4294967375 rc 0/0 00000100:00100000:1.0:1780334767.612487:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 111 00002000:00100000:1.0:1780334767.612498:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1d:0x0] (0->157) req@ffff9b7034436a00 x1866815604599168/t4294967375(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:233/0 lens 648/448 e 0 to 0 dl 1780334778 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334767.612514:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7034436a00 with x1866815604599168 ext(0->157) 00002000:00010000:1.0:1780334767.612519:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b7034436a00 00000001:00080000:2.0:1780334767.618723:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967375 is committed 00000100:00100000:3.0:1780334767.619127:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604599296:12345-192.168.203.22@tcp:16:kworker.0 Request processed in 11847us (13749us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334767.619144:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 434 00000100:00100000:0.0:1780334767.622740:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.622868:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604600064 00000100:00100000:3.0:1780334767.622886:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604600064 00010000:00010000:3.0:1780334767.622937:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098973 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa8 expref: 13 pid: 8422 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334767.622985:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 474 00000100:00100000:3.0:1780334767.622997:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604600064:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334767.623015:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334767.623042:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098973 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa8 expref: 13 pid: 8422 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.623058:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098973 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa8 expref: 13 pid: 8422 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.623090:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334767.623093:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334767.623103:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 13 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.623116:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 13 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.623162:0:19047:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 13 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334767.623187:0:19047:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:19047:1866815624326144:192.168.203.22@tcp:105: 00000100:00100000:3.0:1780334767.623296:0:19047:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70420fce40 going to sleep for 11 seconds 00010000:00010000:2.0:1780334767.623776:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098973 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa8 expref: 13 pid: 8422 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334767.623799:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624326016:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334767.623894:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 12 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.623911:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ca00, rc 0) 00000100:00100000:2.0:1780334767.623975:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:34573:x1866815604599936:12345-192.168.203.22@tcp:101:cp.0 Request processed in 11960us (12278us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.623984:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 435 00000100:00100000:3.0:1780334767.628787:0:19047:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:19047:1866815624326144:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334767.628790:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00010000:00010000:3.0:1780334767.628847:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334767.628928:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604600064:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 5932us (6200us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334767.628942:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 474 00000100:00100000:1.0:1780334767.629225:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604600320 00000100:00100000:1.0:1780334767.629234:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604600320 00000100:00100000:1.0:1780334767.629361:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 303 00000100:00100000:1.0:1780334767.629373:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+58:34573:x1866815604600320:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:1.0:1780334767.629925:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+59:34573:x1866815604600320:12345-192.168.203.22@tcp:35:cp.0 Request processed in 554us (1138us total) trans 4294968272 rc 0/0 00000100:00100000:1.0:1780334767.629933:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 303 00000100:00100000:0.0:1780334767.674469:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.674855:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604600448 00000100:00100000:2.0:1780334767.674871:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604600448 00000100:00100000:2.0:1780334767.674940:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1609 00000100:00100000:2.0:1780334767.674951:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+113:34576:x1866815604600448:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334767.674973:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.674991:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098981 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ab6 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675054:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098988 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675069:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098988 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675079:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098988 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675089:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009898f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675096:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009898f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675102:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009898f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675174:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098996 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675183:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098996 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675190:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098996 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334767.675229:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2d:0x0]: returning size 158 00000004:00200000:2.0:1780334767.675233:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334767.675250:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098996 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675262:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098996 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675273:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098988 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675279:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098988 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675285:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098988 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675290:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098988 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675296:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.675299:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098988 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675306:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098988 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675316:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.675320:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.675325:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098988 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675331:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098988 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675344:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009898f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675350:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009898f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675356:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009898f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675360:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.675362:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009898f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675367:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009898f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675374:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9b70154f5d00) 00010000:00010000:2.0:1780334767.675376:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.675378:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009898f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675384:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e7009898f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675408:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098981 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ab6 expref: 115 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675419:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098996 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ab6 expref: 114 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.675426:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9b70154f5500) 00010000:00010000:2.0:1780334767.675428:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334767.675430:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481de00, rc 0) 00000100:00100000:2.0:1780334767.675505:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:34576:x1866815604600448:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 556us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.675517:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1609 00000100:00100000:3.0:1780334767.681421:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.683918:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604600576 00000100:00100000:2.0:1780334767.683934:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604600576 00000100:00100000:2.0:1780334767.684018:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 436 00000100:00100000:2.0:1780334767.684030:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2406:x1866815604600576:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334767.684053:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.684073:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e7009899d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1abd expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334767.684149:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624326272:192.168.203.22@tcp:106: 00000100:00100000:2.0:1780334767.684255:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0d80 going to sleep for 11 seconds 00002000:00010000:2.0:1780334767.691361:0:8419:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1780334767.691373:0:8419:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb mtime: 0 -> 1780334767 00002000:00010000:2.0:1780334767.691375:0:8419:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb atime: 0 -> 1780334767 00002000:00010000:2.0:1780334767.691378:0:8419:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb ctime: 0 -> 1780334767 00002000:00010000:2.0:1780334767.691380:0:8419:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1780334767.691411:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624326272:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334767.691585:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e7009899d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1abd expref: 19 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.691618:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e7009899d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1abd expref: 19 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.691634:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830e00, rc 0) 00000100:00100000:2.0:1780334767.692130:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2406:x1866815604600576:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 8099us (10723us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334767.692143:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 436 00000100:00100000:0.0:1780334767.702922:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.703116:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604600704 00000100:00100000:3.0:1780334767.703130:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604600704 00000100:00100000:3.0:1780334767.703202:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1610 00000100:00100000:3.0:1780334767.703215:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:34576:x1866815604600704:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334767.703243:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334767.703267:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700989a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ac4 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.703394:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700989ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.703412:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700989ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.703426:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700989ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334767.703478:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1780334767.703483:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334767.703507:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700989ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.703540:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700989a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ac4 expref: 116 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.703571:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700989ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ac4 expref: 115 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.703581:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.703584:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334767.703589:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723800, rc 0) 00000100:00100000:3.0:1780334767.703738:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:34576:x1866815604600704:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 525us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334767.703746:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1610 00000100:00100000:3.0:1780334767.715761:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.716076:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604600832 00000100:00100000:0.0:1780334767.716090:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604600832 00000100:00100000:0.0:1780334767.716165:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 437 00000100:00100000:0.0:1780334767.716178:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2407:x1866815604600832:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334767.716205:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334767.716228:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e700989b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1acb expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334767.716313:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624326400:192.168.203.22@tcp:106: 00000100:00100000:0.0:1780334767.716432:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f04240 going to sleep for 11 seconds 00000100:00100000:0.0:1780334767.721597:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624326400:192.168.203.22@tcp:106: 00010000:00010000:0.0:1780334767.721662:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e700989b2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1acb expref: 19 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.721693:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e700989b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1acb expref: 19 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.721710:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a000, rc 0) 00000100:00100000:0.0:1780334767.721802:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2407:x1866815604600832:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 5625us (6053us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334767.722233:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 437 00000100:00100000:2.0:1780334767.727245:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.727621:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604601088 00000100:00100000:1.0:1780334767.727634:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604601088 00000100:00100000:1.0:1780334767.727768:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1611 00000100:00100000:1.0:1780334767.727782:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:34576:x1866815604601088:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:1.0:1780334767.728042:0:6540:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].46, 136 off14448 00000100:00100000:1.0:1780334767.728142:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:34576:x1866815604601088:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 363us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334767.728151:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1611 00000100:00100000:3.0:1780334767.746196:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.747323:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604601216 00000100:00100000:2.0:1780334767.747338:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604601216 00000100:00100000:2.0:1780334767.747430:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1612 00000100:00100000:2.0:1780334767.747443:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:34577:x1866815604601216:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:2.0:1780334767.747531:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.747570:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700989b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ad2 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748188:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700989c0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748208:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700989c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748222:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700989c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748240:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700989c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748247:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700989c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748254:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700989c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748301:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700989c0 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748310:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700989c0 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748316:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700989c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748324:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700989c0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748330:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.748335:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700989c0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748343:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700989c0 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748358:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.748361:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.748367:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700989c0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748373:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700989c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748390:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700989c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748396:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700989c7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748401:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700989c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748407:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.748409:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700989c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748414:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700989c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748421:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9b6f02d67c00) 00010000:00010000:2.0:1780334767.748423:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.748425:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700989c7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.748431:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700989c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.749237:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700989b9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ad2 expref: 116 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.749254:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.749257:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.749261:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e700989b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ad2 expref: 116 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.749276:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830e00, rc 0) 00000100:00100000:2.0:1780334767.749390:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:34577:x1866815604601216:12345-192.168.203.22@tcp:101:bash.0 Request processed in 1947us (3205us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334767.749400:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1612 00000100:00100000:2.0:1780334767.769390:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.769588:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604601344 00000100:00100000:3.0:1780334767.769601:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604601344 00000100:00100000:3.0:1780334767.769733:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1613 00000100:00100000:3.0:1780334767.769745:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+59:34578:x1866815604601344:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334767.769779:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334767.769805:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700989ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ad9 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.769949:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700989d5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.769974:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700989d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.769987:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700989d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770017:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700989dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770025:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700989dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770032:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700989dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770080:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700989d5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770088:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700989d5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770096:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700989d5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770102:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.770107:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700989d5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770115:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700989d5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770128:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.770133:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.770139:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700989d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770145:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700989d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770163:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700989dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770170:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700989dc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770176:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700989dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770181:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.770185:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700989dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770191:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700989dc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770199:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9b7007d1ce00) 00010000:00010000:3.0:1780334767.770202:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.770205:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700989dc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770211:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700989dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770253:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700989ce lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ad9 expref: 60 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770265:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.770267:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.770272:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700989ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ad9 expref: 60 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.770281:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722600, rc 0) 00000100:00100000:3.0:1780334767.770353:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+59:34578:x1866815604601344:12345-192.168.203.22@tcp:101:rm.0 Request processed in 609us (978us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334767.770360:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1613 00000100:00100000:3.0:1780334767.776175:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.776425:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604601472 00000100:00100000:1.0:1780334767.776441:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604601472 00000100:00100000:1.0:1780334767.776535:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1614 00000100:00100000:1.0:1780334767.776547:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+59:34578:x1866815604601472:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334767.776588:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334767.776616:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700989e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ae0 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.776714:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700989ea lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.776742:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700989ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.776756:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700989ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.776774:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700989f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.776781:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700989f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.776789:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700989f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.776899:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700989ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.776906:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700989ea lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.776914:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700989ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.776920:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334767.776925:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700989ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.776937:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700989ea lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.776951:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334767.776954:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334767.776960:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700989ea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.776972:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700989ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.776988:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700989f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.776994:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700989f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.779124:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700989f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.779146:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334767.779153:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700989f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.779164:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700989f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.779184:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9b70098cee00) 00010000:00010000:1.0:1780334767.779187:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334767.779191:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700989f1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.779202:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e700989f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.779276:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700989e3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ae0 expref: 60 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.779287:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334767.779289:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334767.779294:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700989e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ae0 expref: 60 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.779305:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1000, rc 0) 00000100:00100000:1.0:1780334767.779801:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+59:34578:x1866815604601472:12345-192.168.203.22@tcp:101:rm.0 Request processed in 3254us (3636us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334767.779847:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1614 00000040:00080000:0.0:1780334767.797908:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1780334767.800130:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.800664:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604601600 00000100:00100000:2.0:1780334767.800678:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604601600 00000100:00100000:2.0:1780334767.800753:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1615 00000100:00100000:2.0:1780334767.800765:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+59:34579:x1866815604601600:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334767.800794:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.801146:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700989f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ae7 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801270:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700989ff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801289:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700989ff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801304:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700989ff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801383:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098a06 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801394:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098a06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801402:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098a06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801457:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700989ff lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801465:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700989ff lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801612:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700989ff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801619:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700989ff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801625:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.801630:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700989ff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801638:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700989ff lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801651:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.801654:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.801659:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700989ff lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801665:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700989ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801680:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098a06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801685:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098a06 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801690:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098a06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801695:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.801699:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098a06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801704:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098a06 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801710:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9b6f02d67c00) 00010000:00010000:2.0:1780334767.801712:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.801714:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098a06 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801719:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70098a06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801755:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700989f8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ae7 expref: 60 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801766:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.801767:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.801771:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700989f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ae7 expref: 60 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.801780:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c600, rc 0) 00000100:00100000:2.0:1780334767.801999:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+59:34579:x1866815604601600:12345-192.168.203.22@tcp:101:cp.0 Request processed in 1236us (1881us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334767.802012:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1615 00000100:00100000:2.0:1780334767.805871:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.807067:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604601728 00000100:00100000:3.0:1780334767.807082:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604601728 00000100:00100000:3.0:1780334767.807203:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1616 00000100:00100000:3.0:1780334767.807216:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+59:34579:x1866815604601728:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334767.807245:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334767.807272:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098a0d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1aee expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807377:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098a14 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807396:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098a14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807408:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098a14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807429:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a1b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807435:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807442:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807499:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098a14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807507:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098a14 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807515:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098a14 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807522:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.807527:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098a14 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807540:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098a14 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807552:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.807565:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.807571:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098a14 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807582:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098a14 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807599:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807604:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a1b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807610:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807616:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.807619:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807625:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a1b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807736:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9b7007d1ce00) 00010000:00010000:3.0:1780334767.807740:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.807744:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a1b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807750:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807790:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098a0d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aee expref: 60 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807802:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.807804:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.807809:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098a0d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aee expref: 60 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.807843:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04722600, rc 0) 00000100:00100000:3.0:1780334767.808093:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+59:34579:x1866815604601728:12345-192.168.203.22@tcp:101:cp.0 Request processed in 878us (2232us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334767.808102:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1616 00000100:00100000:3.0:1780334767.812299:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.813862:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604601984 00000100:00100000:1.0:1780334767.813878:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604601984 00000100:00100000:1.0:1780334767.813959:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1617 00000100:00100000:1.0:1780334767.813972:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+59:34579:x1866815604601984:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334767.814291:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334767.814317:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098a22 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1af5 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.814621:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098a29 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.814702:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700989ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ac4 expref: 114 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.814925:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098a29 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.814975:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700989ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ac4 expref: 114 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.814994:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700989ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ac4 expref: 114 pid: 6539 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334767.815106:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624326528:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334767.815237:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045edc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780334767.819365:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624326528:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334767.819411:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098a29 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334767.820779:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.820994:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604602112 00000100:00100000:1.0:1780334767.821006:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604602112 00010000:00010000:1.0:1780334767.821163:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700989ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ac4 expref: 115 pid: 6539 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334767.821245:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 475 00000100:00100000:1.0:1780334767.821254:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:2407:x1866815604602112:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334767.821272:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334767.821278:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700989ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ac4 expref: 115 pid: 6539 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.821288:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700989ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ac4 expref: 115 pid: 6539 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.821310:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700989ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ac4 expref: 115 pid: 6539 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.821338:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334767.821345:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098a29 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.821357:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098a29 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.821366:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098a29 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.821398:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334767.821453:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:2407:x1866815604602112:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 200us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334767.821460:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 475 00010000:00010000:3.0:1780334767.822540:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098a29 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.822563:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098a29 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.822595:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098a30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.822609:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098a30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.822620:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098a30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780334767.823628:0:6540:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00010000:00010000:3.0:1780334767.823857:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a37 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.823874:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a37 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.826146:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a37 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.826240:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098a29 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.826249:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098a29 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.826257:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098a29 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.826264:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.826269:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098a29 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.826277:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098a29 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.826292:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.826295:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.826301:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098a29 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.826309:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098a29 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334767.826325:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fe5eb16d reply state 0000000050e9516e transno 4294968273 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098a30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.826348:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098a30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.826355:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9b7007d1ce00) 00010000:00010000:3.0:1780334767.826358:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334767.826362:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780334767.826420:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098a22 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1af5 expref: 62 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.826440:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a37 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1af5 expref: 61 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.826448:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9b7007d1cc00) 00010000:00010000:3.0:1780334767.826450:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334767.826453:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723400, rc 0) 00000100:00100000:3.0:1780334767.826544:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+62:34579:x1866815604601984:12345-192.168.203.22@tcp:101:cp.0 Request processed in 12574us (14258us total) trans 4294968273 rc 0/0 00000100:00100000:3.0:1780334767.826554:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1617 00000100:00100000:3.0:1780334767.829658:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.829795:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604602240 00000100:00100000:2.0:1780334767.829806:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604602240 00000100:00100000:2.0:1780334767.829888:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 438 00000100:00100000:2.0:1780334767.829901:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604602240:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334767.829925:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.829953:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70098a45 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1afc expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334767.829987:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780334767.830013:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334767.830015:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334767.830026:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70098a45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1afc expref: 10 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.830107:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70098a45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1afc expref: 10 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.830123:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:2.0:1780334767.830193:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604602240:12345-192.168.203.22@tcp:101:cp.0 Request processed in 294us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.830201:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 438 00000100:00100000:1.0:1780334767.833338:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.833426:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604602368 00000100:00100000:2.0:1780334767.833437:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604602368 00000100:00100000:2.0:1780334767.833503:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 439 00000100:00100000:2.0:1780334767.833516:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:34579:x1866815604602368:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334767.833541:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.833576:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b03 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.833619:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70098a45 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1afc expref: 11 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.833631:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334767.833633:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334767.833638:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 11 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.833977:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70098a45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1afc expref: 11 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.833994:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70098a45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1afc expref: 11 pid: 8421 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334767.834013:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624326656:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334767.834230:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334767.837273:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624326656:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334767.837320:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 11 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.837348:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d800, rc 0) 00000100:00100000:2.0:1780334767.837662:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:34579:x1866815604602368:12345-192.168.203.22@tcp:101:cp.0 Request processed in 4148us (4337us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.837673:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 439 00000100:00100000:3.0:1780334767.839977:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.840135:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604602496 00000100:00100000:0.0:1780334767.840147:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604602496 00010000:00010000:0.0:1780334767.840198:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70098a45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1afc expref: 11 pid: 8421 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334767.840258:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 476 00000100:00100000:0.0:1780334767.840270:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604602496:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334767.840289:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334767.840330:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70098a45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1afc expref: 11 pid: 8421 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.840345:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70098a45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1afc expref: 11 pid: 8421 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.840375:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e70098a45 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1afc expref: 11 pid: 8421 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.840397:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334767.840399:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334767.840407:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 10 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.840418:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 10 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.840465:0:8446:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 10 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334767.840485:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8446:1866815624326784:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334767.840598:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f04240 going to sleep for 11 seconds 00000100:00100000:2.0:1780334767.844024:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.844210:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8446:1866815624326784:192.168.203.22@tcp:105: 00010000:00010000:0.0:1780334767.844243:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334767.844358:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604602496:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 4088us (4390us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334767.844376:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 476 00000100:00100000:1.0:1780334767.844789:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604602752 00000100:00100000:1.0:1780334767.844798:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604602752 00000100:00100000:1.0:1780334767.844901:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 304 00000100:00100000:1.0:1780334767.844912:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e7eb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+62:34579:x1866815604602752:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:1.0:1780334767.845348:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e7eb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+63:34579:x1866815604602752:12345-192.168.203.22@tcp:35:cp.0 Request processed in 437us (1336us total) trans 4294968274 rc 0/0 00000100:00100000:1.0:1780334767.845355:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 304 00000100:00100000:1.0:1780334767.891675:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.891805:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604602880 00000100:00100000:2.0:1780334767.891857:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604602880 00000100:00100000:2.0:1780334767.891945:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1618 00000100:00100000:2.0:1780334767.891958:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+114:34582:x1866815604602880:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334767.891986:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.892013:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098a53 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b0a expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892101:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098a5a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892120:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098a5a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892133:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098a5a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892147:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098a61 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892154:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098a61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892160:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098a61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892249:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098a68 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892258:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098a68 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892266:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098a68 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334767.892313:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2e:0x0]: returning size 158 00000004:00200000:2.0:1780334767.892318:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334767.892588:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098a68 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892602:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098a68 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892611:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098a5a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892617:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098a5a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892624:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098a5a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892630:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098a5a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892637:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.892641:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098a5a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892650:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098a5a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892662:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.892666:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.892672:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098a5a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892681:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098a5a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892698:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098a61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892702:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098a61 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892708:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098a61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892713:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.892716:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098a61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892721:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098a61 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892727:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9b7007d1ce00) 00010000:00010000:2.0:1780334767.892729:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.892732:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098a61 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892737:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032830e00/0xdf9e767e70098a61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892767:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098a53 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b0a expref: 116 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892785:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098a68 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b0a expref: 115 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.892792:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9b7007d1cc00) 00010000:00010000:2.0:1780334767.892795:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334767.892797:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0448cc00, rc 0) 00000100:00100000:2.0:1780334767.892980:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:34582:x1866815604602880:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1023us (1318us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.892989:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1618 00000100:00100000:2.0:1780334767.898674:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.898773:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604603008 00000100:00100000:0.0:1780334767.898787:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604603008 00000100:00100000:0.0:1780334767.898906:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 440 00000100:00100000:0.0:1780334767.898919:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604603008:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334767.898942:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334767.898966:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e70098a6f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b11 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334767.899047:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624326912:192.168.203.22@tcp:106: 00000100:00100000:0.0:1780334767.899170:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f046c0 going to sleep for 11 seconds 00002000:00010000:0.0:1780334767.901897:0:16895:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1780334767.901908:0:16895:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb mtime: 0 -> 1780334768 00002000:00010000:0.0:1780334767.901911:0:16895:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb atime: 0 -> 1780334768 00002000:00010000:0.0:1780334767.901914:0:16895:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb ctime: 0 -> 1780334768 00002000:00010000:0.0:1780334767.901916:0:16895:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1780334767.901946:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624326912:192.168.203.22@tcp:106: 00010000:00010000:0.0:1780334767.901991:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e70098a6f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b11 expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.902024:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080efe5ad/0xdf9e767e70098a6f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b11 expref: 17 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.902039:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a000, rc 0) 00000100:00100000:0.0:1780334767.902109:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604603008:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 3192us (3448us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334767.902120:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 440 00000100:00100000:0.0:1780334767.908978:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.909484:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604603264 00000100:00100000:3.0:1780334767.909498:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604603264 00000100:00100000:3.0:1780334767.909585:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1619 00000100:00100000:3.0:1780334767.909599:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:34582:x1866815604603264:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334767.909625:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334767.909661:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098a76 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b50 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.909754:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098a7d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.909773:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098a7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.909787:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098a7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334767.909892:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1780334767.909898:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334767.909924:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098a7d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.909957:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70098a76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b50 expref: 117 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.909980:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098a7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b50 expref: 116 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.909990:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.909993:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334767.909998:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723800, rc 0) 00000100:00100000:3.0:1780334767.910077:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:34582:x1866815604603264:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 481us (1113us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334767.910086:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1619 00000100:00100000:2.0:1780334767.913487:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.913591:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604603136 00000100:00100000:3.0:1780334767.913606:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604603136 00000100:00100000:3.0:1780334767.913692:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 508 00000100:00100000:3.0:1780334767.913704:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:2408:x1866815604603136:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:3.0:1780334767.913786:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334767.913847:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098a84 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b18 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.913933:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70098a8b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.913952:0:6544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70098a8b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.913964:0:6544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70098a8b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.913984:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70098a92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.913991:0:6544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70098a92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.913997:0:6544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70098a92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914042:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70098a8b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914049:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70098a8b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914056:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70098a8b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914065:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.914071:0:6544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70098a8b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914079:0:6544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70098a8b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914092:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.914095:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.914099:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70098a8b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914105:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70098a8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914120:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70098a92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914126:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70098a92 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914132:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70098a92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914137:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.914139:0:6544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70098a92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914146:0:6544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70098a92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914156:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9b7007d1c700) 00010000:00010000:3.0:1780334767.914159:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.914161:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70098a92 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914166:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70098a92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914198:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098a84 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b18 expref: 117 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914209:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.914211:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780334767.914215:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098a84 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b18 expref: 117 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.914226:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9800, rc -2) 00000100:00100000:3.0:1780334767.914308:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:2408:x1866815604603136:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 606us (833us total) trans 0 rc -2/-2 00000100:00100000:3.0:1780334767.914317:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 508 00000100:00100000:1.0:1780334767.916947:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.917130:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604603392 00000100:00100000:2.0:1780334767.917143:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604603392 00000100:00100000:2.0:1780334767.917204:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 441 00000100:00100000:2.0:1780334767.917216:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604603392:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334767.917240:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.917260:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000497e59b/0xdf9e767e70098a99 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b57 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334767.917351:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624327040:192.168.203.22@tcp:106: 00000100:00100000:2.0:1780334767.917455:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334767.920406:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624327040:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334767.920454:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000497e59b/0xdf9e767e70098a99 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b57 expref: 17 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.920489:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000497e59b/0xdf9e767e70098a99 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b57 expref: 17 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.920504:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0400, rc 0) 00000100:00100000:2.0:1780334767.920583:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604603392:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 3368us (3646us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334767.920593:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 441 00000040:00080000:2.0:1780334767.925446:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334767.925458:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334767.925501:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 47 count 5 00000040:00080000:2.0:1780334767.925514:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334767.927316:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624327168:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334767.928772:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334767.936181:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624327168:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1780334767.937790:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.937934:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604603648 00000100:00100000:3.0:1780334767.937947:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604603648 00000100:00100000:3.0:1780334767.938020:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1620 00000100:00100000:3.0:1780334767.938032:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:34582:x1866815604603648:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:3.0:1780334767.938228:0:6540:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].47, 136 off14584 00000100:00100000:3.0:1780334767.938329:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:34582:x1866815604603648:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 298us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334767.938341:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1620 00000100:00100000:0.0:1780334767.939481:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.939524:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.939615:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604603776 00000100:00100000:2.0:1780334767.939624:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604603776 00000100:00100000:2.0:1780334767.939686:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604603904 00000100:00100000:2.0:1780334767.939693:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604603904 00000100:00100000:2.0:1780334767.939726:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1621 00000100:00100000:2.0:1780334767.939735:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+64:34586:x1866815604603776:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334767.939779:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334767.939937:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+64:34586:x1866815604603776:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 203us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.939944:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1621 00000100:00100000:2.0:1780334767.939965:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1622 00000100:00100000:2.0:1780334767.939972:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+63:34585:x1866815604603904:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334767.939985:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334767.940026:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+63:34585:x1866815604603904:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 55us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.940032:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1622 00000100:00100000:2.0:1780334767.943967:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.944128:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604604160 00000100:00100000:1.0:1780334767.944141:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604604160 00000100:00100000:1.0:1780334767.944215:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1623 00000100:00100000:1.0:1780334767.944228:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+63:34585:x1866815604604160:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334767.944256:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334767.944284:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098aa0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b5e expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.944445:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098aa7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.944463:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098aa7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.944477:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098aa7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334767.944490:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2c:0x0]: returning size 158 00010000:00010000:1.0:1780334767.944967:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098aa0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b5e expref: 66 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.944991:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098aa7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b5e expref: 65 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.945000:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9b6f02d67f00) 00010000:00010000:1.0:1780334767.945003:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334767.945007:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1000, rc 0) 00000100:00100000:1.0:1780334767.945081:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+65:34585:x1866815604604160:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 855us (1126us total) trans 4294968275 rc 0/0 00000100:00100000:1.0:1780334767.945090:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1623 00000100:00100000:1.0:1780334767.949046:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.949170:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604604416 00000100:00100000:3.0:1780334767.949185:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604604416 00000100:00100000:3.0:1780334767.949256:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1624 00000100:00100000:3.0:1780334767.949268:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+65:34586:x1866815604604416:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334767.949296:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334767.949322:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098ab5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b65 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.949488:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70098abc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.949506:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70098abc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.949520:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70098abc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334767.949534:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2d:0x0]: returning size 158 00010000:00010000:3.0:1780334767.949699:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098ab5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b65 expref: 68 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.949720:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70098abc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b65 expref: 67 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.949729:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9b70154f5500) 00010000:00010000:3.0:1780334767.949732:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334767.949736:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9c00, rc 0) 00000100:00100000:3.0:1780334767.949851:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+67:34586:x1866815604604416:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 547us (783us total) trans 4294968276 rc 0/0 00000100:00100000:3.0:1780334767.949859:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1624 00000100:00100000:0.0:1780334767.950705:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.950747:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.950848:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604604672 00000100:00100000:2.0:1780334767.950859:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604604672 00000100:00100000:2.0:1780334767.950933:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 90 00000100:00100000:2.0:1780334767.950943:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+67:2407:x1866815604604672:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334767.950960:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334767.950986:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098aa7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b5e expref: 67 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.951006:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9b6f02d67f00) 00010000:00010000:2.0:1780334767.951010:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334767.951056:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+66:2407:x1866815604604672:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 114us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334767.951064:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 90 00000100:00100000:3.0:1780334767.951264:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604604544 00000100:00100000:3.0:1780334767.951269:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604604544 00000100:00100000:3.0:1780334767.951308:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 509 00000100:00100000:3.0:1780334767.951317:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:2406:x1866815604604544:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:3.0:1780334767.951353:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334767.951372:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70098aca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b6c expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951448:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70098ad1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951464:0:6543:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70098ad1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951477:0:6543:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70098ad1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951494:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70098ad8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951500:0:6543:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70098ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951506:0:6543:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70098ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951551:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70098ad1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951569:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70098ad1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951576:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70098ad1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951582:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.951586:0:6543:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70098ad1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951594:0:6543:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70098ad1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951607:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.951612:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.951616:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70098ad1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951623:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70098ad1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951645:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70098ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951651:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70098ad8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951657:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70098ad8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951661:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334767.951664:0:6543:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70098ad8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951670:0:6543:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70098ad8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951676:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x996ea506 (ffff9b7007d1c700) 00010000:00010000:3.0:1780334767.951679:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334767.951681:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70098ad8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951686:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8c00/0xdf9e767e70098ad8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951714:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70098aca lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b6c expref: 117 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951722:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334767.951724:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780334767.951728:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8600/0xdf9e767e70098aca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b6c expref: 117 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.951736:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8600, rc -2) 00000100:00100000:3.0:1780334767.952016:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:2406:x1866815604604544:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 699us (1315us total) trans 0 rc -2/-2 00000100:00100000:3.0:1780334767.952024:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 509 00000100:00100000:0.0:1780334767.953796:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.953977:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604604800 00000100:00100000:2.0:1780334767.953988:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604604800 00000100:00100000:2.0:1780334767.954049:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1625 00000100:00100000:2.0:1780334767.954061:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7032943050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:34587:x1866815604604800:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:2.0:1780334767.954086:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.954111:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098adf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b73 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954195:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098ae6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954214:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098ae6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954227:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098ae6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954244:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098aed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954252:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098aed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954258:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098aed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954299:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098ae6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954307:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098ae6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954313:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098ae6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954320:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.954324:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098ae6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954337:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098ae6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954349:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.954352:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.954358:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098ae6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954364:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098ae6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954377:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098aed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954382:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098aed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954388:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098aed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954393:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.954396:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098aed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954402:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098aed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954409:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9b6f02d67700) 00010000:00010000:2.0:1780334767.954412:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.954415:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098aed lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954425:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098aed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954462:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098adf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b73 expref: 117 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954472:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.954475:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.954478:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098adf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b73 expref: 117 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.954488:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0200, rc 0) 00000100:00100000:2.0:1780334767.954546:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7032943050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:34587:x1866815604604800:12345-192.168.203.22@tcp:101:bash.0 Request processed in 487us (758us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334767.954553:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1625 00000100:00100000:1.0:1780334767.958109:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.958158:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.958191:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.958221:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604605184 00000100:00100000:1.0:1780334767.958232:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604605184 00000100:00100000:1.0:1780334767.958310:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 91 00000100:00100000:1.0:1780334767.958322:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021363480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+66:2407:x1866815604605184:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334767.958343:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334767.958376:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70098abc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b65 expref: 66 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.958397:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9b70154f5500) 00010000:00010000:1.0:1780334767.958403:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334767.958469:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021363480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+65:2407:x1866815604605184:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 149us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334767.958477:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 91 00000100:00100000:0.0:1780334767.959450:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604604928 00000100:00100000:0.0:1780334767.959460:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604604928 00000100:00100000:0.0:1780334767.959505:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604605056 00000100:00100000:0.0:1780334767.959508:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604605056 00000100:00100000:0.0:1780334767.959537:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 442 00000100:00100000:0.0:1780334767.959546:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604604928:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1780334767.959612:0:8519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70098af4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.959635:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e700988a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a5b expref: 10 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.959656:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780334767.959658:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780334767.959663:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70098af4 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.959707:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e700988a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a5b expref: 10 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.959730:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e700988a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a5b expref: 10 pid: 8421 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334767.959748:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624327296:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334767.959862:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f046c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334767.960224:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 443 00000100:00100000:2.0:1780334767.960237:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604605056:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334767.960264:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098afb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.960278:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 11 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.960285:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334767.960286:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334767.960288:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098afb lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.960311:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 11 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.960320:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 11 pid: 8421 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334767.960331:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624327424:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334767.960360:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0180 going to sleep for 11 seconds 00000100:00100000:1.0:1780334767.964875:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.965257:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604605312 00000100:00100000:2.0:1780334767.965292:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604605312 00000100:00100000:2.0:1780334767.965397:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1626 00000100:00100000:2.0:1780334767.965410:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+65:34588:x1866815604605312:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334767.965444:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334767.965471:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098b02 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b7a expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965572:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098b09 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965591:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098b09 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965604:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098b09 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965621:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098b10 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965629:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098b10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965636:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098b10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965680:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098b09 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965688:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098b09 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965695:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098b09 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965702:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.965707:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098b09 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965715:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098b09 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965739:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.965742:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.965747:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098b09 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965753:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0400/0xdf9e767e70098b09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965766:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098b10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965772:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098b10 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965777:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098b10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965782:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334767.965785:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098b10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965791:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098b10 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965797:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9b6f02d67700) 00010000:00010000:2.0:1780334767.965800:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.965802:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098b10 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.965807:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098b10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.966338:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098b02 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b7a expref: 66 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334767.966350:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334767.966352:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334767.966356:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098b02 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b7a expref: 66 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334767.966371:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00010000:00010000:2.0:1780334767.966371:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0200, rc 0) 00000100:00100000:2.0:1780334767.966452:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021362300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+65:34588:x1866815604605312:12345-192.168.203.22@tcp:101:rm.0 Request processed in 1043us (1649us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334767.966461:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1626 00000100:00100000:0.0:1780334767.966588:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604605440 00000100:00100000:0.0:1780334767.966597:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604605440 00010000:00010000:0.0:1780334767.966630:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e700988a8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a5b expref: 11 pid: 8421 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334767.966697:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 477 00000100:00100000:0.0:1780334767.966707:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604605440:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334767.966730:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780334767.966751:0:8446:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1780334767.966757:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e700988a8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a5b expref: 11 pid: 8421 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.966768:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e700988a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a5b expref: 11 pid: 8421 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.966789:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334767.966792:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334767.966798:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70098af4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.966836:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70098af4 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.966859:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334767.966897:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604605440:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 191us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334767.966904:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 477 00010000:00010000:1.0:1780334767.967721:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b69cae53/0xdf9e767e700988a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a5b expref: 10 pid: 8421 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334767.967741:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624327296:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334767.967771:0:8519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70098af4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.967787:0:8519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70098af4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.967794:0:8519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70098af4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.967841:0:8519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70098af4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.967850:0:8519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70098af4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.967858:0:8519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70098af4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.967864:0:8519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334767.967868:0:8519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70098af4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.967933:0:8519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70098af4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.967949:0:8519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70098af4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.967961:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70098af4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334767.970342:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021360380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604604928:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 10774us (12224us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334767.970359:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 442 00000100:00100000:3.0:1780334767.970490:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.970551:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334767.970553:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624327424:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334767.970598:0:16895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098afb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334767.970857:0:8426:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604605696 00000100:00100000:1.0:1780334767.970867:0:8426:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604605696 00002000:00100000:1.0:1780334767.970933:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->157) req@ffff9b703fe0d500 x1866815604605696/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:233/0 lens 648/0 e 0 to 0 dl 1780334778 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334767.970944:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe0d500 with x1866815604605696 ext(0->157) 00010000:00010000:1.0:1780334767.970953:0:8426:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 12 pid: 8421 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.970969:0:8426:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 12 pid: 8421 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334767.970977:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b703fe0d500 00000100:00100000:1.0:1780334767.971020:0:8426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 19 00000100:00100000:1.0:1780334767.971030:0:8426:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604605696:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:0.0:1780334767.972534:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604605568 00000100:00100000:0.0:1780334767.972547:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604605568 00000100:00100000:0.0:1780334767.972610:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1627 00000100:00100000:0.0:1780334767.972621:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+65:34588:x1866815604605568:12345-192.168.203.22@tcp:101:rm.0 00000100:00100000:1.0:1780334767.972750:0:8426:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+14:2407:x1866815604605696:12345-192.168.203.22@tcp:4:cp.0 Request processed in 1719us (2259us total) trans 4294967388 rc 0/0 00000100:00100000:1.0:1780334767.972760:0:8426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 19 00002000:00100000:1.0:1780334767.972773:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->157) req@ffff9b703fe0d500 x1866815604605696/t4294967388(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:233/0 lens 648/448 e 0 to 0 dl 1780334778 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334767.972785:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe0d500 with x1866815604605696 ext(0->157) 00010000:00010000:1.0:1780334767.972794:0:8426:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 14 pid: 8421 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334767.972832:0:8426:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 14 pid: 8421 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334767.972840:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b703fe0d500 00010000:00010000:0.0:1780334767.972920:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334767.972946:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b17 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b81 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973168:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b1e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973189:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b1e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973202:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b1e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973217:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b25 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973224:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973231:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973274:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b1e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973280:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b1e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973287:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b1e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973293:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334767.973297:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b1e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973304:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b1e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973791:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334767.973800:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.973807:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b1e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973855:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b1e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973881:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973888:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b25 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973896:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973905:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334767.973907:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973913:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b25 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973922:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9b70188d6200) 00010000:00010000:0.0:1780334767.973924:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.973927:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b25 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.973933:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334767.974145:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00010000:00010000:0.0:1780334767.974152:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b17 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b81 expref: 66 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.974166:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334767.974169:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334767.974173:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b17 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b81 expref: 66 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.974182:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1ae00, rc 0) 00000100:00100000:0.0:1780334767.974237:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+65:34588:x1866815604605568:12345-192.168.203.22@tcp:101:rm.0 Request processed in 1619us (3686us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334767.974249:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1627 00000100:00100000:0.0:1780334767.974279:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604605952 00000100:00100000:0.0:1780334767.974287:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604605952 00000100:00100000:0.0:1780334767.974331:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1628 00000100:00100000:0.0:1780334767.974341:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+65:34585:x1866815604605952:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334767.974509:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+65:34585:x1866815604605952:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 128us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334767.974518:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1628 00000100:00100000:3.0:1780334767.979870:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334767.981717:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604606080 00000100:00100000:0.0:1780334767.981738:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604606080 00010000:00010000:0.0:1780334767.981804:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 14 pid: 8421 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334767.981873:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 478 00000100:00100000:0.0:1780334767.984265:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+14:2408:x1866815604606080:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334767.984304:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780334767.984342:0:6523:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1780334767.984354:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 14 pid: 8421 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.984379:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 14 pid: 8421 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.984413:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fd0252d/0xdf9e767e7009897a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aaf expref: 14 pid: 8421 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.984440:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334767.984442:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334767.984449:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098afb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.984461:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098afb lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334767.984500:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334767.984596:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2408:x1866815604606080:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 2703us (4738us total) trans 0 rc 0/0 00010000:00010000:3.0:1780334767.986204:0:16895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098afb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.986224:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098afb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.986261:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098afb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.986269:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098afb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.986277:0:16895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098afb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.986284:0:16895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032830e00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334767.986288:0:16895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098afb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.986297:0:16895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098afb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.986318:0:16895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098afb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.986326:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e70098afb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334767.986441:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604605056:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 26201us (28276us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334767.986453:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 443 00000100:00100000:0.0:1780334767.987982:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 478 00000100:00100000:2.0:1780334767.991083:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334767.991232:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604606336 00000100:00100000:1.0:1780334767.991245:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604606336 00000100:00100000:1.0:1780334767.991318:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1629 00000100:00100000:1.0:1780334767.991329:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+65:34586:x1866815604606336:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1780334767.991476:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+65:34586:x1866815604606336:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 148us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334767.991484:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1629 00000100:00100000:2.0:1780334767.993703:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334767.994254:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604606464 00000100:00100000:3.0:1780334767.994270:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604606464 00000100:00100000:3.0:1780334767.994346:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 444 00000100:00100000:3.0:1780334767.994359:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+9:2407:x1866815604606464:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334767.994385:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334767.994415:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e70098b2c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b88 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334767.994449:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 158, mtime: 0x6a1dc0af, atime: 0x0, ctime: 0x6a1dc0af, blocks: 0x8 00010000:00010000:3.0:1780334767.994478:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334767.994481:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334767.994493:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e70098b2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b88 expref: 10 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.994514:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e70098b2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b88 expref: 10 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334767.994530:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8600, rc 0) 00000100:00100000:3.0:1780334767.995740:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604606464:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 1376us (2039us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334767.995752:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 444 00000100:00100000:0.0:1780334768.002246:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.002527:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604606592 00000100:00100000:3.0:1780334768.002540:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604606592 00000100:00100000:3.0:1780334768.002623:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 445 00000100:00100000:3.0:1780334768.002636:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604606592:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334768.002670:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334768.002701:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007106594b/0xdf9e767e70098b33 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b8f expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334768.003442:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 158, mtime: 0x6a1dc0af, atime: 0x0, ctime: 0x6a1dc0af, blocks: 0x8 00000100:00100000:2.0:1780334768.003730:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.003940:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604606848 00000100:00100000:3.0:1780334768.003948:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604606848 00000100:00100000:3.0:1780334768.004022:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1630 00000100:00100000:3.0:1780334768.004032:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+65:34585:x1866815604606848:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334768.004170:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+65:34585:x1866815604606848:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 139us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334768.004179:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1630 00010000:00010000:0.0:1780334768.005581:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334768.005589:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334768.005605:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007106594b/0xdf9e767e70098b33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b8f expref: 13 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.005638:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007106594b/0xdf9e767e70098b33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b8f expref: 13 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.005785:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8c00, rc 0) 00000100:00100000:0.0:1780334768.008442:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604606592:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 5793us (6193us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334768.008458:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 445 00000100:00100000:3.0:1780334768.011736:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.011797:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.011982:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604606976 00000100:00100000:0.0:1780334768.012014:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604606976 00002000:00100000:0.0:1780334768.012078:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (0->4095) req@ffff9b703fe0df80 x1866815604606976/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:234/0 lens 488/0 e 0 to 0 dl 1780334779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334768.012088:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe0df80 with x1866815604606976 ext(0->4095) 00002000:00010000:0.0:1780334768.012095:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fe0df80 00000100:00100000:0.0:1780334768.012128:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 112 00000100:00100000:0.0:1780334768.012139:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604606976:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1780334768.012351:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+10:2409:x1866815604606976:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 212us (628us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780334768.012359:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 112 00002000:00100000:0.0:1780334768.012365:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (0->4095) req@ffff9b703fe0df80 x1866815604606976/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:234/0 lens 488/4536 e 0 to 0 dl 1780334779 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334768.012373:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe0df80 with x1866815604606976 ext(0->4095) 00002000:00010000:0.0:1780334768.012377:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fe0df80 00000100:00100000:2.0:1780334768.012879:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604607104 00000100:00100000:2.0:1780334768.012886:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604607104 00000100:00100000:2.0:1780334768.012938:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1631 00000100:00100000:2.0:1780334768.012946:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+65:34589:x1866815604607104:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334768.012964:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334768.013144:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098b3a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b96 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013231:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b41 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013249:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b41 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013262:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b41 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013280:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098b48 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013287:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098b48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013292:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098b48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013335:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b41 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013343:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b41 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013349:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b41 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013355:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.013359:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b41 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013367:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b41 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013380:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334768.013384:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.013389:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b41 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013396:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b41 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013415:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098b48 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013420:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098b48 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013425:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098b48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013430:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.013433:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098b48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013440:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098b48 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013447:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9b6f02d67700) 00010000:00010000:2.0:1780334768.013449:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.013452:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098b48 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013459:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098b48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013495:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098b3a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b96 expref: 66 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013506:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334768.013508:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.013512:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e70098b3a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b96 expref: 66 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.013522:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ca00, rc 0) 00000100:00100000:2.0:1780334768.013574:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+65:34589:x1866815604607104:12345-192.168.203.22@tcp:101:cp.0 Request processed in 629us (1777us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334768.013582:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1631 00000100:00100000:3.0:1780334768.022578:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.023140:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604607360 00000100:00100000:0.0:1780334768.023154:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604607360 00000100:00100000:0.0:1780334768.023231:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1632 00000100:00100000:0.0:1780334768.023244:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+65:34586:x1866815604607360:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334768.024238:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+65:34586:x1866815604607360:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 990us (1678us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334768.024251:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1632 00000100:00100000:1.0:1780334768.026700:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.026858:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604607488 00000100:00100000:0.0:1780334768.026870:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604607488 00000100:00100000:0.0:1780334768.026957:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1633 00000100:00100000:0.0:1780334768.026969:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+65:34589:x1866815604607488:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334768.027206:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.027236:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b4f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1b9d expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027328:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b56 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027346:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b56 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027359:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b56 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027377:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b5d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027384:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027390:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027437:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b56 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027445:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b56 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027450:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b56 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027461:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b56 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027467:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.027471:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b56 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027480:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b56 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027494:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.027498:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.027504:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b56 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027511:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098b56 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027527:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027534:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b5d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027539:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027544:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ae00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.027547:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027567:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b5d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027575:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9b70188d6200) 00010000:00010000:0.0:1780334768.027577:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.027579:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b5d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027585:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b5d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027625:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b4f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b9d expref: 66 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027636:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.027639:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.027642:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b4f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b9d expref: 66 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.027652:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b600, rc 0) 00000100:00100000:0.0:1780334768.027940:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021361c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+65:34589:x1866815604607488:12345-192.168.203.22@tcp:101:cp.0 Request processed in 971us (1252us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334768.027948:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1633 00000100:00100000:2.0:1780334768.044310:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.044422:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.045405:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604607744 00000100:00100000:3.0:1780334768.045421:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604607744 00002000:00100000:3.0:1780334768.045493:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4095) req@ffff9b703460ca80 x1866815604607744/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:234/0 lens 488/0 e 0 to 0 dl 1780334779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334768.045507:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703460ca80 with x1866815604607744 ext(0->4095) 00002000:00010000:3.0:1780334768.045514:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703460ca80 00000100:00100000:3.0:1780334768.045569:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 113 00000100:00100000:3.0:1780334768.045581:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604607744:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1780334768.045865:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604607744:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 285us (1441us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334768.045885:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 113 00002000:00100000:3.0:1780334768.045893:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4095) req@ffff9b703460ca80 x1866815604607744/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:234/0 lens 488/4536 e 0 to 0 dl 1780334779 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334768.045903:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703460ca80 with x1866815604607744 ext(0->4095) 00002000:00010000:3.0:1780334768.045907:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b703460ca80 00000100:00100000:1.0:1780334768.046775:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604607616 00000100:00100000:1.0:1780334768.046788:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604607616 00000100:00100000:1.0:1780334768.046918:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1634 00000100:00100000:1.0:1780334768.046929:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+65:34585:x1866815604607616:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334768.046951:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334768.046978:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098b64 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ba4 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.047037:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098b6b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.047056:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098b6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.047070:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098b6b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.047208:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098b64 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ba4 expref: 67 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.047228:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098b6b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ba4 expref: 66 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.047238:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9b6f02d67f00) 00010000:00010000:1.0:1780334768.047241:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334768.047246:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0000, rc 0) 00000100:00100000:1.0:1780334768.047296:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+66:34585:x1866815604607616:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 370us (3002us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334768.047304:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1634 00010000:00010000:1.0:1780334768.052439:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334768.052752:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.053340:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604607872 00000100:00100000:3.0:1780334768.053353:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604607872 00000100:00100000:3.0:1780334768.053433:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1635 00000100:00100000:3.0:1780334768.053446:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+66:34585:x1866815604607872:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1780334768.053490:0:6540:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334768.062860:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.063684:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.073565:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+66:34585:x1866815604607872:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 17541us (18240us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334768.073583:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1635 00000100:00100000:2.0:1780334768.077853:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604608256 00000100:00100000:0.0:1780334768.077853:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604608128 00000100:00100000:2.0:1780334768.077873:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604608256 00000100:00100000:0.0:1780334768.077881:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604608128 00000100:00100000:2.0:1780334768.078001:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1636 00000100:00100000:2.0:1780334768.078024:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+67:34586:x1866815604608256:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334768.078052:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780334768.078066:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1637 00000100:00100000:1.0:1780334768.078080:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+67:34589:x1866815604608128:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334768.078081:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098b72 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1bb2 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.078099:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334768.078112:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098b79 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1bab expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.078135:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b80 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.078155:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b80 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.078169:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b80 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.078282:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098b72 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb2 expref: 70 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.078282:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098b87 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.078311:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098a7d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b50 expref: 115 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.078317:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b80 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb2 expref: 69 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.078327:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098b87 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.078328:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9b70154f5500) 00010000:00010000:2.0:1780334768.078333:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334768.078337:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c600, rc 0) 00010000:00010000:1.0:1780334768.078373:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098a7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b50 expref: 115 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.078389:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098a7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b50 expref: 115 pid: 6539 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.078404:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021360e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624327552:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334768.078424:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021362d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+69:34586:x1866815604608256:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 412us (14742us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.078431:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1636 00000100:00100000:1.0:1780334768.078490:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed600 going to sleep for 11 seconds 00000100:00100000:2.0:1780334768.084617:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.085866:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604608384 00000100:00100000:3.0:1780334768.085963:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604608384 00000100:00100000:3.0:1780334768.086335:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 446 00000100:00100000:3.0:1780334768.086349:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604608384:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334768.086412:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70098b8e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.086433:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334768.086435:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334768.086440:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70098b8e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.086457:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70098b8e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.086491:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70098b8e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.086499:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70098b8e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.086507:0:16895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70098b8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.086515:0:16895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334768.086519:0:16895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70098b8e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.086530:0:16895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70098b8e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.086548:0:16895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70098b8e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.086565:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2520c09/0xdf9e767e70098b8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334768.086677:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604608384:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 330us (2073us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334768.086689:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 446 00000100:00100000:0.0:1780334768.089190:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.089332:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021360e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624327552:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334768.089369:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098b87 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334768.089526:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.089765:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604608640 00000100:00100000:1.0:1780334768.089774:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604608640 00010000:00010000:1.0:1780334768.089856:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098a7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b50 expref: 116 pid: 6539 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.089907:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 479 00000100:00100000:1.0:1780334768.089918:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:2406:x1866815604608640:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334768.089949:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334768.089957:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098a7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b50 expref: 116 pid: 6539 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.089969:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098a7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b50 expref: 116 pid: 6539 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.090010:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70098a7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b50 expref: 116 pid: 6539 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.090030:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334768.090036:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098b87 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.090048:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098b87 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.090057:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098b87 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.090081:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334768.090144:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:2406:x1866815604608640:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 227us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334768.090151:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 479 00010000:00010000:0.0:1780334768.090677:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098b87 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.090687:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098b87 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.090717:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b95 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.090728:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.090737:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780334768.093571:0:6540:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x20:0x0], index 1: 0 00010000:00010000:0.0:1780334768.093786:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b9c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.093808:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b9c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.093847:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b9c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.093889:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098b87 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.093898:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098b87 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.093906:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098b87 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.093912:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.093917:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098b87 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.093926:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098b87 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.093940:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.093944:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.093948:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098b87 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.093954:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098b87 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334768.093972:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082f34a8b reply state 00000000f9cece87 transno 4294968277 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.093985:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.095107:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9b70188d6200) 00010000:00010000:0.0:1780334768.095111:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334768.095116:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780334768.095180:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098b79 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bab expref: 70 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.095203:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b9c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bab expref: 69 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.095210:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9b70188d6c00) 00010000:00010000:0.0:1780334768.095212:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334768.095215:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1ae00, rc 0) 00000100:00100000:0.0:1780334768.095309:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021363100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+70:34589:x1866815604608128:12345-192.168.203.22@tcp:101:cp.0 Request processed in 17232us (32462us total) trans 4294968277 rc 0/0 00000100:00100000:0.0:1780334768.095320:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1637 00000100:00100000:0.0:1780334768.095363:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604608512 00000100:00100000:0.0:1780334768.095373:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604608512 00000100:00100000:1.0:1780334768.095529:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.099360:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604608896 00000100:00100000:2.0:1780334768.099380:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604608896 00000100:00100000:1.0:1780334768.099494:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1638 00000100:00100000:1.0:1780334768.099512:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+71:34586:x1866815604608512:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000100:00100000:2.0:1780334768.099530:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1639 00000100:00100000:2.0:1780334768.099541:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+71:34585:x1866815604608896:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000004:00000080:1.0:1780334768.099566:0:9763:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x2d:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1780334768.099643:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098baa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.099667:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098b6b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ba4 expref: 71 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.099677:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098baa lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.099726:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+71:34586:x1866815604608512:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 218us (10547us total) trans 0 rc 0/0 00010000:00010000:2.0:1780334768.099727:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098b6b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ba4 expref: 71 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.099746:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1638 00010000:00010000:2.0:1780334768.099764:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098b6b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ba4 expref: 71 pid: 15367 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.099782:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624327680:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334768.099882:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0180 going to sleep for 11 seconds 00000100:00100000:1.0:1780334768.120419:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.120477:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.120627:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.120663:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604609280 00000100:00100000:1.0:1780334768.120673:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604609280 00010000:00010000:1.0:1780334768.120724:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098b6b lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ba4 expref: 71 pid: 15367 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.120769:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 480 00000100:00100000:1.0:1780334768.120780:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021362680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+71:2407:x1866815604609280:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334768.120800:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334768.120807:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098b6b lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ba4 expref: 71 pid: 15367 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.120848:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098b6b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ba4 expref: 71 pid: 15367 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.120883:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9b6f02d67f00) 00010000:00010000:1.0:1780334768.120889:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098baa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.120905:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098baa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.120914:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098baa lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.121409:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334768.121480:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021362680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+71:2407:x1866815604609280:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 700us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334768.121490:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 480 00000100:00100000:0.0:1780334768.121837:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604609152 00000100:00100000:0.0:1780334768.121845:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604609152 00000100:00100000:0.0:1780334768.121902:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 510 00000100:00100000:0.0:1780334768.121911:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7011182c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:58271a7b-a5ef-4afe-8261-509ea1104824+71:2409:x1866815604609152:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:1.0:1780334768.122302:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098b6b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ba4 expref: 71 pid: 15367 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.122323:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460d880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624327680:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334768.122349:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098baa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.122358:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098baa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.122364:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098baa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.122574:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098baa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.122582:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098baa lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.122588:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098baa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.122595:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334768.122600:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098baa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.122608:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098baa lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.122623:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9b6f02d67f00) 00010000:00010000:1.0:1780334768.122626:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334768.122630:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098baa lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.122636:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e70098baa lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.122739:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021360e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+71:34585:x1866815604608896:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 23201us (27210us total) trans 4294968278 rc 0/0 00000100:00100000:1.0:1780334768.122749:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1639 00010000:00010000:0.0:1780334768.122921:0:7802:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.122951:0:7802:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098bb1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1bc0 expref: -99 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123031:0:7802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098bb8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123044:0:7802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098bb8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123054:0:7802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098bb8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123069:0:7802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098bbf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123076:0:7802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098bbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123083:0:7802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098bbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123118:0:7802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098bb8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123125:0:7802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098bb8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123131:0:7802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098bb8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123136:0:7802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.123139:0:7802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098bb8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123145:0:7802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098bb8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123153:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.123156:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.123159:0:7802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098bb8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123165:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098bb8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123176:0:7802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098bbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123183:0:7802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098bbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123190:0:7802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098bbf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123195:0:7802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.123198:0:7802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098bbf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123204:0:7802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098bbf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123212:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9b70188d6500) 00010000:00010000:0.0:1780334768.123214:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.123217:0:7802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098bbf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123222:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098bbf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123254:0:7802:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098bb1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bc0 expref: 71 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123264:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.123266:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780334768.123270:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098bb1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bc0 expref: 71 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.123279:0:7802:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b400, rc -2) 00000100:00100000:0.0:1780334768.123314:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7011182c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:58271a7b-a5ef-4afe-8261-509ea1104824+70:2409:x1866815604609152:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 1405us (2836us total) trans 0 rc -2/-2 00000100:00100000:0.0:1780334768.123322:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 510 00000100:00100000:3.0:1780334768.128804:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604609024 00000100:00100000:3.0:1780334768.128848:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604609024 00000100:00100000:3.0:1780334768.128947:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 447 00000100:00100000:3.0:1780334768.128960:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2408:x1866815604609024:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334768.129003:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334768.129034:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e70098bc6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1bb9 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334768.129065:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1780334768.129091:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334768.129093:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334768.129104:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e70098bc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb9 expref: 14 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.129125:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e70098bc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb9 expref: 14 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.129141:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9600, rc 0) 00000100:00100000:3.0:1780334768.129216:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021360000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+14:2408:x1866815604609024:12345-192.168.203.22@tcp:101:cp.0 Request processed in 259us (8812us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334768.129223:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 447 00000100:00100000:2.0:1780334768.129441:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.129897:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604609408 00000100:00100000:3.0:1780334768.129905:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604609408 00000100:00100000:3.0:1780334768.129956:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 448 00000100:00100000:3.0:1780334768.129965:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+14:2407:x1866815604609408:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334768.130302:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079c6534c/0xdf9e767e70098bcd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.130318:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.130319:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.130323:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079c6534c/0xdf9e767e70098bcd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.130338:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079c6534c/0xdf9e767e70098bcd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.130364:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079c6534c/0xdf9e767e70098bcd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.130372:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000079c6534c/0xdf9e767e70098bcd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.130380:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000079c6534c/0xdf9e767e70098bcd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.130392:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0200 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334768.130396:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000079c6534c/0xdf9e767e70098bcd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.130406:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000079c6534c/0xdf9e767e70098bcd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.130420:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000079c6534c/0xdf9e767e70098bcd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.130429:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079c6534c/0xdf9e767e70098bcd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.130500:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+14:2407:x1866815604609408:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 536us (1060us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.130508:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 448 00000100:00100000:0.0:1780334768.142374:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.142475:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604609664 00000100:00100000:1.0:1780334768.142488:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604609664 00000100:00100000:1.0:1780334768.142570:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1640 00000100:00100000:1.0:1780334768.142583:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+70:34586:x1866815604609664:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1780334768.142695:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098bd4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.142716:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b80 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb2 expref: 70 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.142733:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098bd4 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.142781:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b80 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb2 expref: 70 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.142797:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b80 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb2 expref: 70 pid: 15367 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.142854:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021363b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624327808:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334768.144175:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed900 going to sleep for 11 seconds 00000100:00100000:0.0:1780334768.149129:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.149346:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604609920 00000100:00100000:2.0:1780334768.149359:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604609920 00000100:00100000:2.0:1780334768.149434:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 305 00000100:00100000:2.0:1780334768.149447:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+71:34585:x1866815604609920:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334768.149871:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+72:34585:x1866815604609920:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 425us (753us total) trans 4294968279 rc 0/0 00000100:00100000:2.0:1780334768.149880:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 305 00000100:00100000:3.0:1780334768.150378:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.150802:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604610048 00000100:00100000:0.0:1780334768.150836:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604610048 00000100:00100000:0.0:1780334768.150881:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 449 00000100:00100000:0.0:1780334768.150890:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+14:34589:x1866815604610048:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334768.150907:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.150939:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1bf8 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.150973:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e70098bc6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb9 expref: 15 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.150984:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334768.150986:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334768.151155:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 15 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.151199:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e70098bc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb9 expref: 15 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.151213:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e70098bc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb9 expref: 15 pid: 8421 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334768.151230:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624327936:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334768.151315:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f046c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334768.151689:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021363b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624327808:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334768.151718:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098bd4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334768.153803:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.154596:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604610176 00000100:00100000:0.0:1780334768.154612:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604610176 00010000:00010000:0.0:1780334768.154674:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b80 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb2 expref: 72 pid: 15367 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334768.154731:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 481 00000100:00100000:0.0:1780334768.154745:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+72:2406:x1866815604610176:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334768.154765:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334768.154773:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b80 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb2 expref: 72 pid: 15367 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.154790:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b80 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb2 expref: 72 pid: 15367 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.154870:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e70098b80 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb2 expref: 72 pid: 15367 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.154894:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9b70154f5500) 00010000:00010000:0.0:1780334768.154900:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098bd4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.154912:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.154922:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098bd4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.154960:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334768.155157:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.155167:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.155364:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.155372:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098bd4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.155379:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098bd4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.155385:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.155389:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098bd4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.155397:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098bd4 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.155406:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9b70154f5500) 00010000:00010000:2.0:1780334768.155408:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334768.155412:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098bd4 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.155417:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098bd4 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.155581:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+72:34586:x1866815604609664:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 13000us (13219us total) trans 4294968280 rc 0/0 00000100:00100000:2.0:1780334768.155592:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1640 00000100:00100000:0.0:1780334768.155733:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+71:2406:x1866815604610176:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 991us (1942us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334768.155742:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 481 00000040:00080000:3.0:1780334768.157408:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334768.157417:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334768.157450:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 48 count 6 00000040:00080000:3.0:1780334768.157458:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334768.157790:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0c700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624328064:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334768.159411:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624327936:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334768.159456:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 15 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.159494:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b400, rc 0) 00000100:00100000:2.0:1780334768.159567:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+15:34589:x1866815604610048:12345-192.168.203.22@tcp:101:cp.0 Request processed in 8677us (9190us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.159577:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 449 00000100:00100000:3.0:1780334768.159949:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.161283:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604610560 00000100:00100000:2.0:1780334768.161295:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604610560 00000100:00100000:2.0:1780334768.161366:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 306 00000100:00100000:2.0:1780334768.161377:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+72:34586:x1866815604610560:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334768.161745:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+73:34586:x1866815604610560:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 369us (1795us total) trans 4294968281 rc 0/0 00000100:00100000:2.0:1780334768.161754:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 306 00000100:00100000:3.0:1780334768.162119:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.162439:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604610304 00000100:00100000:2.0:1780334768.162445:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604610304 00010000:00010000:2.0:1780334768.162915:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e70098bc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb9 expref: 15 pid: 8421 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.163373:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 482 00000100:00100000:2.0:1780334768.163387:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+15:2407:x1866815604610304:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334768.163403:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334768.163428:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e70098bc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb9 expref: 15 pid: 8421 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.163449:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e70098bc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb9 expref: 15 pid: 8421 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.163545:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e70098bc6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bb9 expref: 15 pid: 8421 timeout: 871 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.163574:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.163577:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.163585:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 14 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.163595:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 14 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.163639:0:19047:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 14 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.163657:0:19047:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:19047:1866815624328192:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334768.163755:0:19047:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0900 going to sleep for 11 seconds 00000100:00100000:1.0:1780334768.166526:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f003c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334768.175401:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.175444:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.175646:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604610944 00000100:00100000:0.0:1780334768.175658:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604610944 00000100:00100000:0.0:1780334768.175730:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1641 00000100:00100000:0.0:1780334768.175742:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+73:34592:x1866815604610944:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334768.175794:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334768.175976:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+73:34592:x1866815604610944:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 236us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334768.175985:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1641 00000100:00100000:1.0:1780334768.176343:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604610816 00000100:00100000:1.0:1780334768.176350:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604610816 00000100:00100000:1.0:1780334768.176390:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 307 00000100:00100000:1.0:1780334768.176398:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+73:34589:x1866815604610816:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:1.0:1780334768.176705:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+74:34589:x1866815604610816:12345-192.168.203.22@tcp:35:cp.0 Request processed in 308us (1316us total) trans 4294968282 rc 0/0 00000100:00100000:1.0:1780334768.176713:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 307 00000100:00100000:1.0:1780334768.176769:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0c700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624328064:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1780334768.178605:0:19047:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:19047:1866815624328192:192.168.203.22@tcp:105: 00010000:00010000:2.0:1780334768.178631:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334768.178693:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+14:2407:x1866815604610304:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 15309us (16574us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.178705:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 482 00000100:00100000:0.0:1780334768.186242:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.186429:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604611200 00000100:00100000:1.0:1780334768.186443:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604611200 00000100:00100000:1.0:1780334768.186533:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1642 00000100:00100000:1.0:1780334768.186545:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+73:34592:x1866815604611200:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334768.186585:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334768.186611:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098be2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1bff expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.186752:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098be9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.186771:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098be9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.186787:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098be9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334768.186801:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2e:0x0]: returning size 158 00010000:00010000:1.0:1780334768.187303:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098be2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bff expref: 76 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.187326:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098be9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bff expref: 75 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.187336:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9b7007d1cc00) 00010000:00010000:1.0:1780334768.187340:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334768.187344:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0800, rc 0) 00000100:00100000:1.0:1780334768.187483:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+75:34592:x1866815604611200:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 940us (1255us total) trans 4294968283 rc 0/0 00000100:00100000:1.0:1780334768.187493:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1642 00000100:00100000:3.0:1780334768.200146:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.200213:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604611328 00000100:00100000:1.0:1780334768.200226:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604611328 00000100:00100000:1.0:1780334768.200302:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 92 00000100:00100000:1.0:1780334768.200314:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+75:2406:x1866815604611328:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334768.200334:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334768.200366:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098be9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bff expref: 75 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.200387:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9b7007d1cc00) 00010000:00010000:1.0:1780334768.200394:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334768.201133:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+74:2406:x1866815604611328:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 158us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334768.201146:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 92 00000100:00100000:1.0:1780334768.206399:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.206464:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604611456 00000100:00100000:2.0:1780334768.206477:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604611456 00000100:00100000:2.0:1780334768.206540:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 450 00000100:00100000:2.0:1780334768.206561:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604611456:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334768.206620:0:8519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70098bf7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.206868:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 10 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.206889:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334768.206891:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334768.206895:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70098bf7 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.206939:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 10 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.206955:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 10 pid: 8419 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.206973:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624328320:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334768.207079:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0900 going to sleep for 11 seconds 00000100:00100000:1.0:1780334768.209997:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624328320:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334768.210102:0:8519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70098bf7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.211854:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.213072:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604611584 00000100:00100000:3.0:1780334768.213090:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604611584 00002000:00100000:1.0:1780334768.213227:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1e:0x0] (0->157) req@ffff9b7021363800 x1866815604611584/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:234/0 lens 648/0 e 0 to 0 dl 1780334779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334768.213240:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7021363800 with x1866815604611584 ext(0->157) 00010000:00010000:1.0:1780334768.213252:0:20282:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 11 pid: 8419 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.213273:0:20282:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 11 pid: 8419 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334768.213282:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b7021363800 00000100:00100000:1.0:1780334768.213376:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 20 00000100:00100000:1.0:1780334768.213389:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604611584:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:1.0:1780334768.216474:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021363800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604611584:12345-192.168.203.22@tcp:4:cp.0 Request processed in 3074us (5589us total) trans 4294967376 rc 0/0 00000100:00100000:1.0:1780334768.216490:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 20 00002000:00100000:1.0:1780334768.216506:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1e:0x0] (0->157) req@ffff9b7021363800 x1866815604611584/t4294967376(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:234/0 lens 648/448 e 0 to 0 dl 1780334779 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334768.216516:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7021363800 with x1866815604611584 ext(0->157) 00010000:00010000:1.0:1780334768.216527:0:20282:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 13 pid: 8419 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.216548:0:20282:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 13 pid: 8419 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334768.216565:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b7021363800 00000100:00100000:1.0:1780334768.219483:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.220368:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604611840 00000100:00100000:3.0:1780334768.220378:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604611840 00010000:00010000:3.0:1780334768.220418:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 13 pid: 8419 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.220589:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.220858:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604611712 00000100:00100000:1.0:1780334768.220881:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604611712 00000100:00100000:1.0:1780334768.220938:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 511 00000100:00100000:1.0:1780334768.220949:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:58271a7b-a5ef-4afe-8261-509ea1104824+74:2409:x1866815604611712:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:1.0:1780334768.221021:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334768.221044:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098bfe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1c06 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.221121:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098c05 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.221138:0:6543:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098c05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.221151:0:6543:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098c05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.221168:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098c0c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.221175:0:6543:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098c0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.221181:0:6543:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098c0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.221593:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098c05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.221603:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098c05 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.221610:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098c05 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.221617:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334768.221625:0:6543:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098c05 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334768.222162:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 483 00000100:00100000:0.0:1780334768.222182:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021361f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+13:2408:x1866815604611840:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334768.222198:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780334768.222216:0:8446:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1780334768.222224:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 13 pid: 8419 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.222240:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 13 pid: 8419 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.222263:0:6543:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098c05 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.222280:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334768.222284:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334768.222289:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098c05 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.222294:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098c05 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.222312:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098c0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.222317:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098c0c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.222348:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6ad06d0/0xdf9e767e70098a4c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b03 expref: 13 pid: 8419 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.222365:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334768.222366:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334768.222371:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70098bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.222386:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70098bf7 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.222409:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098c0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.222416:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334768.222419:0:6543:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098c0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.222426:0:6543:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098c0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.222436:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9b70098cee00) 00010000:00010000:1.0:1780334768.222440:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334768.222443:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098c0c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.222452:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098c0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.222474:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334768.222539:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021361f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2408:x1866815604611840:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 364us (3073us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334768.222549:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 483 00010000:00010000:1.0:1780334768.222619:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098bfe lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c06 expref: 75 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.222641:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334768.222644:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780334768.222648:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098bfe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c06 expref: 75 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.222659:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1000, rc -2) 00010000:00010000:3.0:1780334768.222676:0:8519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70098bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.222688:0:8519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70098bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.222740:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:58271a7b-a5ef-4afe-8261-509ea1104824+74:2409:x1866815604611712:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 1791us (2157us total) trans 0 rc -2/-2 00000100:00100000:1.0:1780334768.222750:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 511 00010000:00010000:3.0:1780334768.223075:0:8519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70098bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.223090:0:8519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70098bf7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.223098:0:8519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70098bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.223104:0:8519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0200 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334768.223108:0:8519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70098bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.223116:0:8519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70098bf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.223128:0:8519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70098bf7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.223135:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70098bf7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.223995:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021363b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604611456:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 17437us (17601us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.224009:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 450 00000100:00100000:0.0:1780334768.231760:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.231858:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604612096 00000100:00100000:2.0:1780334768.231873:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604612096 00000100:00100000:2.0:1780334768.232416:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1643 00000100:00100000:2.0:1780334768.232430:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+74:34592:x1866815604612096:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334768.232595:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+74:34592:x1866815604612096:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 168us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.232603:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1643 00000100:00100000:1.0:1780334768.237499:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.237777:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604612224 00000100:00100000:2.0:1780334768.237790:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604612224 00000100:00100000:2.0:1780334768.240218:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 451 00000100:00100000:2.0:1780334768.240252:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604612224:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334768.240277:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334768.240309:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000497e59b/0xdf9e767e70098c13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1c3e expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334768.240346:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 158, mtime: 0x6a1dc0b0, atime: 0x0, ctime: 0x6a1dc0b0, blocks: 0x8 00010000:00010000:2.0:1780334768.240374:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.240377:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.240387:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000497e59b/0xdf9e767e70098c13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c3e expref: 12 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.240407:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000497e59b/0xdf9e767e70098c13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c3e expref: 12 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.240424:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0400, rc 0) 00000100:00100000:2.0:1780334768.240512:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604612224:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 278us (3029us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.240522:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 451 00000100:00100000:2.0:1780334768.245070:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.245318:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604612480 00000100:00100000:3.0:1780334768.245433:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604612480 00000100:00100000:3.0:1780334768.245572:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1644 00000100:00100000:3.0:1780334768.245588:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+74:34592:x1866815604612480:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334768.246529:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+74:34592:x1866815604612480:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 938us (1467us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334768.246542:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1644 00000100:00100000:0.0:1780334768.258696:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.258755:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.258857:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604612608 00000100:00100000:3.0:1780334768.258869:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604612608 00002000:00100000:3.0:1780334768.258920:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->4095) req@ffff9b703fe99500 x1866815604612608/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:234/0 lens 488/0 e 0 to 0 dl 1780334779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334768.258932:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe99500 with x1866815604612608 ext(0->4095) 00002000:00010000:3.0:1780334768.258940:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fe99500 00000100:00100000:2.0:1780334768.258948:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604612736 00000100:00100000:2.0:1780334768.258963:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604612736 00000100:00100000:3.0:1780334768.258990:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 114 00000100:00100000:2.0:1780334768.259042:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1645 00000100:00100000:2.0:1780334768.259054:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+115:34597:x1866815604612736:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334768.259079:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780334768.259085:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604612608:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00010000:00010000:2.0:1780334768.259109:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098c1a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1c45 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334768.259266:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604612608:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 262us (575us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334768.259274:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 114 00002000:00100000:3.0:1780334768.259283:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->4095) req@ffff9b703fe99500 x1866815604612608/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:234/0 lens 488/4536 e 0 to 0 dl 1780334779 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334768.259292:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe99500 with x1866815604612608 ext(0->4095) 00002000:00010000:3.0:1780334768.259297:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fe99500 00010000:00010000:2.0:1780334768.259399:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098c21 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259420:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098c21 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259434:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098c21 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259452:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c28 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259459:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259465:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259571:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70098c2f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259581:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70098c2f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259588:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70098c2f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334768.259651:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2f:0x0]: returning size 158 00000004:00200000:2.0:1780334768.259656:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334768.259678:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70098c2f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259690:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70098c2f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259700:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098c21 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259706:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098c21 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259713:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098c21 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259719:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.259723:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098c21 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259731:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098c21 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259745:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334768.259749:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.259755:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098c21 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259760:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098c21 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259775:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259781:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c28 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259787:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259791:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.259793:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259798:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.259804:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9b70188d6200) 00010000:00010000:2.0:1780334768.259806:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.259809:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c28 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.260104:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c28 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.260140:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098c1a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c45 expref: 117 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.260156:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70098c2f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c45 expref: 116 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.260164:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9b70188d6c00) 00010000:00010000:2.0:1780334768.260167:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334768.260170:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ec00, rc 0) 00000100:00100000:2.0:1780334768.260250:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:34597:x1866815604612736:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1198us (1493us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.260259:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1645 00000100:00100000:0.0:1780334768.265389:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.265599:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604612864 00000100:00100000:2.0:1780334768.265613:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604612864 00000100:00100000:2.0:1780334768.265699:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 452 00000100:00100000:2.0:1780334768.265712:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2406:x1866815604612864:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334768.265736:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334768.265759:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70098c36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1c4c expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.265872:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624328448:192.168.203.22@tcp:106: 00000100:00100000:2.0:1780334768.265983:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0f00 going to sleep for 11 seconds 00002000:00010000:0.0:1780334768.270438:0:8422:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1780334768.270449:0:8422:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb mtime: 0 -> 1780334768 00002000:00010000:0.0:1780334768.270452:0:8422:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb atime: 0 -> 1780334768 00002000:00010000:0.0:1780334768.270455:0:8422:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb ctime: 0 -> 1780334768 00002000:00010000:0.0:1780334768.270457:0:8422:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1780334768.270486:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624328448:192.168.203.22@tcp:106: 00010000:00010000:0.0:1780334768.270531:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70098c36 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c4c expref: 19 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.270572:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70098c36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c4c expref: 19 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.270587:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f800, rc 0) 00000100:00100000:0.0:1780334768.270699:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2406:x1866815604612864:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 4987us (5324us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334768.270710:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 452 00000100:00100000:0.0:1780334768.279762:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.279894:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.280140:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604612992 00000100:00100000:3.0:1780334768.280156:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604612992 00000100:00100000:3.0:1780334768.280221:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604613120 00000100:00100000:3.0:1780334768.280225:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604613120 00000100:00100000:3.0:1780334768.280249:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1646 00000100:00100000:3.0:1780334768.280262:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+74:34592:x1866815604612992:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334768.280288:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334768.280314:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098c3d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1c53 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.280376:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70098c44 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.280393:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70098c44 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.280405:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70098c44 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.280549:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098c3d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c53 expref: 76 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.280580:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70098c44 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c53 expref: 75 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.280590:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9b7007d1cc00) 00010000:00010000:3.0:1780334768.280593:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334768.280598:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8400, rc 0) 00000100:00100000:3.0:1780334768.280669:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+75:34592:x1866815604612992:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 409us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334768.280677:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1646 00000100:00100000:3.0:1780334768.280699:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1647 00000100:00100000:3.0:1780334768.280706:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:34597:x1866815604613120:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334768.280715:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334768.280724:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098c4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1c5a expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.280773:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70098c52 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.280783:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70098c52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.280789:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70098c52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334768.280864:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1780334768.280868:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334768.281619:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70098c52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.281663:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098c4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c5a expref: 118 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.281681:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70098c52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c5a expref: 117 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.281689:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334768.281692:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334768.281695:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8000, rc 0) 00000100:00100000:3.0:1780334768.281759:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034546d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:34597:x1866815604613120:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 1053us (1865us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334768.281766:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1647 00000100:00100000:3.0:1780334768.286377:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.287266:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604613248 00000100:00100000:1.0:1780334768.287281:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604613248 00000100:00100000:1.0:1780334768.287365:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 453 00000100:00100000:1.0:1780334768.287378:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2407:x1866815604613248:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334768.287402:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334768.287425:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e70098c59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1c61 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.287503:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021362680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624328576:192.168.203.22@tcp:106: 00000100:00100000:1.0:1780334768.287616:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334768.290416:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021362680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624328576:192.168.203.22@tcp:106: 00010000:00010000:1.0:1780334768.290466:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e70098c59 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c61 expref: 19 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.290497:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e70098c59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c61 expref: 19 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.290513:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1000, rc 0) 00000100:00100000:1.0:1780334768.290597:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2407:x1866815604613248:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 3221us (4234us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334768.290607:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 453 00000100:00100000:0.0:1780334768.295486:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.295603:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604613504 00000100:00100000:2.0:1780334768.295617:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604613504 00000100:00100000:2.0:1780334768.295704:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1648 00000100:00100000:2.0:1780334768.295717:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:34597:x1866815604613504:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:2.0:1780334768.295985:0:15367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].48, 136 off14720 00000100:00100000:2.0:1780334768.296102:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:34597:x1866815604613504:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 387us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.296111:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1648 00000100:00100000:0.0:1780334768.304187:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.304504:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604613632 00000100:00100000:2.0:1780334768.304518:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604613632 00000100:00100000:2.0:1780334768.304659:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1649 00000100:00100000:2.0:1780334768.304672:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+75:34592:x1866815604613632:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334768.304717:0:9763:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334768.304913:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+75:34592:x1866815604613632:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 244us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.304920:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1649 00000100:00100000:3.0:1780334768.308770:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.311296:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.311356:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604613888 00000100:00100000:3.0:1780334768.311368:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604613888 00000100:00100000:3.0:1780334768.311433:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 454 00000100:00100000:3.0:1780334768.311444:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604613888:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334768.311504:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e70098c60 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.311524:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334768.311526:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334768.311531:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e70098c60 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.311547:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e70098c60 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.311588:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e70098c60 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.311597:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e70098c60 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.311606:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e70098c60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.311614:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8200 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334768.311618:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e70098c60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.311628:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e70098c60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.312316:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e70098c60 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.312336:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f837c585/0xdf9e767e70098c60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334768.312438:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604613888:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 994us (1154us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334768.312447:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 454 00000100:00100000:1.0:1780334768.317142:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604613760 00000100:00100000:1.0:1780334768.317162:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604613760 00000100:00100000:1.0:1780334768.319050:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.319550:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1650 00000100:00100000:0.0:1780334768.319575:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:34598:x1866815604613760:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:0.0:1780334768.319609:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.319638:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098c67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1c68 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.319807:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c6e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.319851:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c6e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.319865:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c6e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.319901:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c75 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.319909:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.319916:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.319980:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c6e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.319988:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c6e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.319995:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c6e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.320003:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.320008:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c6e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.320016:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c6e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.320030:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.320034:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.320040:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c6e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.320047:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c6e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.320066:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.320073:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c75 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.320080:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c75 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.320087:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a000 already unused, calling callback (ffffffffc19e04f0) 00000100:00100000:2.0:1780334768.320090:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604614144 00010000:00010000:0.0:1780334768.320091:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c75 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.320100:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c75 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.320101:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604614144 00010000:00010000:0.0:1780334768.320113:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9b70188d6500) 00010000:00010000:0.0:1780334768.320116:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.320119:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c75 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.320126:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c75 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.320145:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1651 00000100:00100000:2.0:1780334768.320152:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+75:34592:x1866815604614144:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1780334768.320178:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098c67 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c68 expref: 118 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.320190:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.320193:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.320198:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098c67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c68 expref: 118 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.320209:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c7c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.320210:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1ba00, rc 0) 00010000:00010000:2.0:1780334768.320223:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70098c44 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c53 expref: 75 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.320234:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c7c lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334768.320293:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:34598:x1866815604613760:12345-192.168.203.22@tcp:101:bash.0 Request processed in 723us (11538us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334768.320302:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1650 00010000:00010000:2.0:1780334768.320351:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70098c44 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c53 expref: 75 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.320368:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70098c44 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c53 expref: 75 pid: 6538 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.320385:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624328704:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334768.320455:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0480 going to sleep for 11 seconds 00000100:00100000:1.0:1780334768.325948:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.326142:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604614272 00000100:00100000:3.0:1780334768.326155:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604614272 00010000:00010000:3.0:1780334768.326207:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70098c44 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c53 expref: 76 pid: 6538 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334768.326257:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 484 00000100:00100000:3.0:1780334768.326268:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+76:2406:x1866815604614272:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334768.326289:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334768.326297:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70098c44 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c53 expref: 76 pid: 6538 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.326312:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70098c44 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c53 expref: 76 pid: 6538 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.326351:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9b7007d1cc00) 00010000:00010000:3.0:1780334768.326358:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c7c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.326369:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c7c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.326467:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70098c44 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c53 expref: 76 pid: 6538 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.326489:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624328704:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334768.326539:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c7c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.326564:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c7c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.326575:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c7c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.326576:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334768.326583:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c7c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334768.326721:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+75:2406:x1866815604614272:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 453us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334768.326729:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 484 00010000:00010000:2.0:1780334768.326883:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c7c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.326893:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c7c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.326900:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c7c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.326907:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.326911:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c7c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.326923:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c7c lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.326938:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9b7007d1cc00) 00010000:00010000:2.0:1780334768.326941:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334768.326945:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c7c lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.326951:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098c7c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.327089:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021362680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+75:34592:x1866815604614144:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 6936us (8049us total) trans 4294968284 rc 0/0 00000100:00100000:2.0:1780334768.327100:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1651 00000040:00080000:3.0:1780334768.328858:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334768.328867:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334768.328956:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 49 count 7 00000040:00080000:3.0:1780334768.328967:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334768.329218:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03425f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624328832:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334768.329353:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334768.330161:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.330235:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604614528 00000100:00100000:2.0:1780334768.330245:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604614528 00000100:00100000:2.0:1780334768.330306:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 308 00000100:00100000:2.0:1780334768.330317:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+76:34592:x1866815604614528:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334768.330660:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+77:34592:x1866815604614528:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 343us (501us total) trans 4294968285 rc 0/0 00000100:00100000:2.0:1780334768.330669:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 308 00000100:00100000:2.0:1780334768.338332:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.338369:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.338404:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.338733:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604614912 00000100:00100000:0.0:1780334768.338744:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604614912 00000100:00100000:0.0:1780334768.338847:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 512 00000100:00100000:0.0:1780334768.338858:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:58271a7b-a5ef-4afe-8261-509ea1104824+77:2408:x1866815604614912:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:0.0:1780334768.338901:0:7802:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.338924:0:7802:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098c83 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1c76 expref: -99 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.338993:0:7802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c8a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339010:0:7802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c8a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339023:0:7802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c8a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339039:0:7802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339046:0:7802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339052:0:7802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339094:0:7802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c8a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339101:0:7802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c8a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339107:0:7802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c8a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339115:0:7802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.339120:0:7802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c8a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339132:0:7802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c8a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339145:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.339149:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.339154:0:7802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339161:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098c8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339176:0:7802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339181:0:7802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c91 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339186:0:7802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339191:0:7802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.339193:0:7802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334768.339201:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03425f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624328832:192.168.203.22@tcp:107:hsm_cdtr.0 00010000:00010000:0.0:1780334768.339201:0:7802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339219:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x36fdbbdd (ffff9b70188d6500) 00010000:00010000:0.0:1780334768.339222:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.339225:0:7802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c91 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339231:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70098c91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339263:0:7802:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098c83 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c76 expref: 77 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339274:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.339276:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780334768.339280:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098c83 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c76 expref: 77 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.339289:0:7802:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1ba00, rc -2) 00000100:00100000:0.0:1780334768.339356:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:58271a7b-a5ef-4afe-8261-509ea1104824+76:2408:x1866815604614912:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 500us (951us total) trans 0 rc -2/-2 00000100:00100000:0.0:1780334768.339364:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 512 00000100:00100000:0.0:1780334768.339393:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604614656 00000100:00100000:0.0:1780334768.339398:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604614656 00000100:00100000:0.0:1780334768.339422:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604614784 00000100:00100000:0.0:1780334768.339424:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604614784 00000100:00100000:0.0:1780334768.339440:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1652 00000100:00100000:0.0:1780334768.339447:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+77:34600:x1866815604614656:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334768.339467:0:15367:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334768.339564:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+77:34600:x1866815604614656:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 105us (1232us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334768.339572:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1652 00000100:00100000:0.0:1780334768.339587:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1653 00000100:00100000:0.0:1780334768.339594:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+76:34599:x1866815604614784:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334768.339602:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.339613:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098c98 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1c6f expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.340794:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098c9f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.340986:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098c9f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341001:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098c9f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341019:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098ca6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341026:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341033:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341073:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098c9f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341080:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098c9f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341086:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098c9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341092:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.341096:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098c9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341103:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098c9f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341115:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.341118:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.341122:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098c9f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341312:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098c9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341340:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341347:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098ca6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341353:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098ca6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341358:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.341361:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098ca6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341372:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098ca6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341381:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9b70188d6900) 00010000:00010000:0.0:1780334768.341384:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.341387:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098ca6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341392:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098ca6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341435:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098c98 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c6f expref: 77 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341446:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.341449:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.341452:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098c98 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c6f expref: 77 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.341460:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1ac00, rc 0) 00000100:00100000:0.0:1780334768.341537:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+76:34599:x1866815604614784:12345-192.168.203.22@tcp:101:rm.0 Request processed in 1941us (3164us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334768.341547:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1653 00000100:00100000:2.0:1780334768.344107:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.344218:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604615168 00000100:00100000:0.0:1780334768.344231:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604615168 00000100:00100000:0.0:1780334768.344301:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1654 00000100:00100000:0.0:1780334768.344313:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+76:34600:x1866815604615168:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334768.344341:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.344364:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098cad lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1c7d expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.344494:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098cb4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.344511:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.344524:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334768.344536:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x2f:0x0]: returning size 158 00010000:00010000:0.0:1780334768.344709:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098cad lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c7d expref: 79 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.344729:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098cb4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c7d expref: 78 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.344739:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9b70188d6c00) 00010000:00010000:0.0:1780334768.344743:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334768.344747:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a600, rc 0) 00000100:00100000:0.0:1780334768.344846:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+78:34600:x1866815604615168:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 535us (750us total) trans 4294968286 rc 0/0 00000100:00100000:0.0:1780334768.344854:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1654 00000100:00100000:1.0:1780334768.348500:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.348578:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604615296 00000100:00100000:0.0:1780334768.348590:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604615296 00000100:00100000:0.0:1780334768.348659:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1655 00000100:00100000:0.0:1780334768.348671:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+78:34599:x1866815604615296:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334768.348697:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.348726:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098cc2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1c84 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.348862:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098cc9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.348882:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098cc9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.348896:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098cc9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.348912:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098cd0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.348920:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.348926:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.348975:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098cc9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.348982:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098cc9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.348990:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098cc9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.349001:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.349007:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098cc9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.349015:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098cc9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.349028:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.349031:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.349037:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098cc9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.349044:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098cc9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.349057:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.349063:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098cd0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.349069:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098cd0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.349074:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.349077:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098cd0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.349084:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098cd0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.349095:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9b70188d6500) 00010000:00010000:0.0:1780334768.349098:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.349100:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098cd0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.349106:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098cd0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.349142:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098cc2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c84 expref: 79 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.349154:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.349156:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.349161:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098cc2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c84 expref: 79 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.349171:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1bc00, rc 0) 00000100:00100000:0.0:1780334768.349313:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+78:34599:x1866815604615296:12345-192.168.203.22@tcp:101:rm.0 Request processed in 643us (824us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334768.349321:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1655 00000100:00100000:3.0:1780334768.351217:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.351258:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604615552 00000100:00100000:0.0:1780334768.351269:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604615552 00000100:00100000:0.0:1780334768.351340:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 455 00000100:00100000:0.0:1780334768.351353:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+14:2406:x1866815604615552:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1780334768.351410:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e70098cd7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.351441:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 14 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.351450:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780334768.351452:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780334768.351455:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e70098cd7 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.351496:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 14 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.351640:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 14 pid: 8422 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334768.351729:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624328960:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334768.351861:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f04900 going to sleep for 11 seconds 00000100:00100000:2.0:1780334768.352461:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.352522:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604615424 00000100:00100000:1.0:1780334768.352530:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604615424 00000100:00100000:1.0:1780334768.352595:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 93 00000100:00100000:1.0:1780334768.352604:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+78:2407:x1866815604615424:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334768.352617:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334768.352644:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098cb4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c7d expref: 78 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.352665:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9b70188d6c00) 00010000:00010000:1.0:1780334768.352671:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334768.352714:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+77:2407:x1866815604615424:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 110us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334768.352721:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 93 00000100:00100000:1.0:1780334768.356765:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034544e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624328960:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334768.356835:0:8422:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e70098cd7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.359549:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.359965:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604615680 00000100:00100000:0.0:1780334768.359979:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604615680 00002000:00100000:0.0:1780334768.360046:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x20:0x0] (0->157) req@ffff9b703fdd6d80 x1866815604615680/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:234/0 lens 648/0 e 0 to 0 dl 1780334779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334768.360059:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdd6d80 with x1866815604615680 ext(0->157) 00010000:00010000:0.0:1780334768.360071:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 15 pid: 8422 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.360093:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 15 pid: 8422 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334768.360103:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b703fdd6d80 00000100:00100000:0.0:1780334768.360143:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 21 00000100:00100000:0.0:1780334768.360154:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+15:2406:x1866815604615680:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:0.0:1780334768.364340:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+17:2406:x1866815604615680:12345-192.168.203.22@tcp:4:cp.0 Request processed in 4172us (4789us total) trans 4294967389 rc 0/0 00000100:00100000:0.0:1780334768.364357:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 21 00002000:00100000:0.0:1780334768.364375:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x20:0x0] (0->157) req@ffff9b703fdd6d80 x1866815604615680/t4294967389(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:234/0 lens 648/448 e 0 to 0 dl 1780334779 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780334768.364386:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdd6d80 with x1866815604615680 ext(0->157) 00010000:00010000:0.0:1780334768.364399:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 17 pid: 8422 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.364422:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 17 pid: 8422 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334768.364432:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b703fdd6d80 00000100:00100000:0.0:1780334768.373067:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.373122:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.373326:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604615936 00000100:00100000:1.0:1780334768.373343:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604615936 00010000:00010000:1.0:1780334768.373406:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 17 pid: 8422 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.373465:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 485 00000100:00100000:1.0:1780334768.373479:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+17:2409:x1866815604615936:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334768.373499:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780334768.373523:0:8446:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1780334768.373532:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 17 pid: 8422 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.373547:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 17 pid: 8422 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.373591:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2e4f3a8/0xdf9e767e70098bdb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bf8 expref: 17 pid: 8422 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.373619:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334768.373621:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334768.373626:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e70098cd7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.373637:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e70098cd7 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.373680:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334768.373744:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+16:2409:x1866815604615936:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 269us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334768.373752:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 485 00000100:00100000:3.0:1780334768.373857:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604615808 00000100:00100000:3.0:1780334768.373863:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604615808 00000100:00100000:3.0:1780334768.373907:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1656 00000100:00100000:3.0:1780334768.373913:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+77:34601:x1866815604615808:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334768.373944:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334768.373966:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098cde lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1c8b expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374159:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098ce5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374176:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098ce5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374186:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098ce5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374332:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098cec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374342:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098cec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374349:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098cec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374398:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098ce5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374408:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098ce5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374414:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098ce5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374420:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334768.374426:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098ce5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374434:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098ce5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374443:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334768.374446:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334768.374451:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098ce5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374457:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098ce5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374467:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098cec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374473:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098cec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374478:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098cec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374482:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8e00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334768.374485:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098cec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374491:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098cec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374497:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9b701a4dfc00) 00010000:00010000:3.0:1780334768.374500:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334768.374504:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098cec lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374509:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098cec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374544:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098cde lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c8b expref: 78 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374563:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334768.374566:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334768.374570:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098cde lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c8b expref: 78 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.374579:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8200, rc 0) 00000100:00100000:3.0:1780334768.374615:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+77:34601:x1866815604615808:12345-192.168.203.22@tcp:101:cp.0 Request processed in 701us (1560us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334768.374621:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1656 00010000:00010000:2.0:1780334768.374765:0:8422:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e70098cd7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.374776:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e70098cd7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.374801:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e70098cd7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.374842:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e70098cd7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.374851:0:8422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e70098cd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.374858:0:8422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334768.374862:0:8422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e70098cd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.374878:0:8422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e70098cd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.374890:0:8422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e70098cd7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.374898:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000495d169a/0xdf9e767e70098cd7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.374954:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+15:2406:x1866815604615552:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 23604us (23750us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.374962:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 455 00000100:00100000:0.0:1780334768.386845:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.386964:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.388233:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604616192 00000100:00100000:1.0:1780334768.388247:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604616192 00000100:00100000:1.0:1780334768.388322:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604616320 00000100:00100000:1.0:1780334768.388326:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604616320 00000100:00100000:1.0:1780334768.388357:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1657 00000100:00100000:1.0:1780334768.388369:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+78:34600:x1866815604616192:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1780334768.388505:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+78:34600:x1866815604616192:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 138us (1700us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334768.388513:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1657 00000100:00100000:1.0:1780334768.388531:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1658 00000100:00100000:1.0:1780334768.388536:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+77:34601:x1866815604616320:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334768.388546:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334768.388581:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098cf3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1c92 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.388649:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098cfa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.388670:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098cfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.388683:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098cfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.388701:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098d01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.388708:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098d01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.388715:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098d01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.388763:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098cfa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389183:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098cfa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389192:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098cfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389200:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098cfa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389206:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334768.389212:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098cfa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389221:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098cfa lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389237:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334768.389240:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334768.389245:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098cfa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389252:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098cfa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389267:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098d01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389273:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098d01 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389279:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098d01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389290:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334768.389293:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098d01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389299:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098d01 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389306:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9b70098cee00) 00010000:00010000:1.0:1780334768.389308:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334768.389311:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098d01 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389317:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098d01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389353:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098cf3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c92 expref: 78 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389364:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334768.389366:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334768.389370:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098cf3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c92 expref: 78 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.389380:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1000, rc 0) 00000100:00100000:1.0:1780334768.389422:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+77:34601:x1866815604616320:12345-192.168.203.22@tcp:101:cp.0 Request processed in 885us (2458us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334768.389429:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1658 00000100:00100000:0.0:1780334768.397723:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.399773:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604616576 00000100:00100000:1.0:1780334768.399795:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604616576 00000100:00100000:1.0:1780334768.399897:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1659 00000100:00100000:1.0:1780334768.399910:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+77:34601:x1866815604616576:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334768.399939:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334768.399963:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098d08 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1c99 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334768.400135:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00010000:00010000:1.0:1780334768.400271:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098d0f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.400297:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70098c52 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c5a expref: 116 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.400306:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098d0f lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.400348:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70098c52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c5a expref: 116 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.400363:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70098c52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c5a expref: 116 pid: 6538 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.400380:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624329088:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334768.400493:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334768.401474:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604616704 00000100:00100000:2.0:1780334768.401484:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604616704 00000100:00100000:2.0:1780334768.401538:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 456 00000100:00100000:2.0:1780334768.401549:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+15:2409:x1866815604616704:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334768.401575:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334768.401595:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70098d16 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ca0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334768.401623:0:8519:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x20:0x0] initial LVB size: 158, mtime: 0x6a1dc0b0, atime: 0x0, ctime: 0x6a1dc0b0, blocks: 0x8 00010000:00010000:2.0:1780334768.401642:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.401645:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.401654:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70098d16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca0 expref: 16 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.401671:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70098d16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca0 expref: 16 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.401685:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f200, rc 0) 00000100:00100000:2.0:1780334768.401745:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+16:2409:x1866815604616704:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 198us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.401754:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 456 00000100:00100000:1.0:1780334768.404492:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624329088:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334768.404877:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098d0f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334768.411577:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.412314:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.412947:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604617088 00000100:00100000:1.0:1780334768.412962:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604617088 00000100:00100000:1.0:1780334768.413087:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1660 00000100:00100000:1.0:1780334768.413100:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+79:34600:x1866815604617088:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1780334768.413245:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+79:34600:x1866815604617088:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 147us (1689us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334768.413253:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1660 00000100:00100000:2.0:1780334768.413338:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604616832 00000100:00100000:2.0:1780334768.413344:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604616832 00010000:00010000:2.0:1780334768.413372:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70098c52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c5a expref: 117 pid: 6538 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.413403:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 486 00000100:00100000:2.0:1780334768.413409:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:2406:x1866815604616832:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334768.413420:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334768.413427:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70098c52 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c5a expref: 117 pid: 6538 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.413440:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70098c52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c5a expref: 117 pid: 6538 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.413467:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e70098c52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c5a expref: 117 pid: 6538 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.413486:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334768.413493:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098d0f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.413503:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098d0f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.413513:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098d0f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.413540:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334768.413577:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:2406:x1866815604616832:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 167us (1265us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.413584:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 486 00010000:00010000:2.0:1780334768.413755:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098d0f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.413764:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098d0f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.413792:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70098d1d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.413803:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70098d1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.413854:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70098d1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780334768.414316:0:6540:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1f:0x0], index 0: 0 00010000:00010000:2.0:1780334768.414472:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70098d24 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.414482:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70098d24 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.414489:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70098d24 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.414525:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098d0f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.414533:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098d0f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.414544:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098d0f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.414564:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.414569:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098d0f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.414578:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098d0f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.414587:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334768.414591:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.414595:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098d0f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.414601:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098d0f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334768.414613:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a036fb21 reply state 00000000cd0735a6 transno 4294968287 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70098d1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.414624:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70098d1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.414630:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9b6f02d67900) 00010000:00010000:2.0:1780334768.414633:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334768.414636:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780334768.414674:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098d08 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c99 expref: 80 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.414689:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70098d24 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c99 expref: 79 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.414696:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9b70154f5300) 00010000:00010000:2.0:1780334768.414699:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334768.414702:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e800, rc 0) 00000100:00100000:2.0:1780334768.414739:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+80:34601:x1866815604616576:12345-192.168.203.22@tcp:101:cp.0 Request processed in 14831us (17030us total) trans 4294968287 rc 0/0 00000100:00100000:2.0:1780334768.414745:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1659 00000100:00100000:3.0:1780334768.420476:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.420528:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.421033:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604617344 00000100:00100000:1.0:1780334768.421047:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604617344 00002000:00100000:1.0:1780334768.421120:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x20:0x0] (0->4095) req@ffff9b6f03427b80 x1866815604617344/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:234/0 lens 488/0 e 0 to 0 dl 1780334779 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334768.421133:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f03427b80 with x1866815604617344 ext(0->4095) 00002000:00010000:1.0:1780334768.421143:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f03427b80 00000100:00100000:1.0:1780334768.421182:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 115 00000100:00100000:1.0:1780334768.421194:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+16:2408:x1866815604617344:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1780334768.421410:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+16:2408:x1866815604617344:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 217us (881us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780334768.421418:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 115 00002000:00100000:1.0:1780334768.421425:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x20:0x0] (0->4095) req@ffff9b6f03427b80 x1866815604617344/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:234/0 lens 488/4536 e 0 to 0 dl 1780334779 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334768.421433:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f03427b80 with x1866815604617344 ext(0->4095) 00002000:00010000:1.0:1780334768.421436:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f03427b80 00000100:00100000:0.0:1780334768.422430:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604617216 00000100:00100000:0.0:1780334768.422439:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604617216 00000100:00100000:0.0:1780334768.422495:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 457 00000100:00100000:0.0:1780334768.422506:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2407:x1866815604617216:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334768.422523:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.422549:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70098d32 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ca7 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334768.422591:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780334768.422615:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334768.422618:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334768.422628:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70098d32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca7 expref: 13 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.422661:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70098d32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca7 expref: 13 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.422676:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b400, rc 0) 00000100:00100000:0.0:1780334768.422726:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604617216:12345-192.168.203.22@tcp:101:cp.0 Request processed in 222us (2264us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334768.422732:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 457 00000100:00100000:3.0:1780334768.429285:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.429345:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.429444:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604617600 00000100:00100000:2.0:1780334768.429456:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604617600 00000100:00100000:2.0:1780334768.429533:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 458 00000100:00100000:2.0:1780334768.429546:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+13:34601:x1866815604617600:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334768.429580:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334768.429606:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1cb5 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.429660:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70098d32 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca7 expref: 14 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.429670:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.429673:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.429677:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 14 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.429721:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70098d32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca7 expref: 14 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.429743:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70098d32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca7 expref: 14 pid: 16895 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.429759:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624329216:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334768.430093:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780334768.430210:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604617472 00000100:00100000:0.0:1780334768.430216:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604617472 00000100:00100000:0.0:1780334768.430263:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1661 00000100:00100000:0.0:1780334768.430270:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+80:34600:x1866815604617472:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334768.430286:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.430302:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70098d40 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1cae expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.430337:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70098d47 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.430352:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70098d47 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.430363:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70098d47 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.430499:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70098d40 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cae expref: 82 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.430517:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70098d47 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cae expref: 81 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.430526:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9b70188d6c00) 00010000:00010000:0.0:1780334768.430528:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334768.430532:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9bc00, rc 0) 00000100:00100000:0.0:1780334768.430712:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+81:34600:x1866815604617472:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 440us (1441us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334768.430720:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1661 00000100:00100000:2.0:1780334768.435260:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624329216:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334768.435313:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 14 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.435343:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ee00, rc 0) 00000100:00100000:2.0:1780334768.435414:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+14:34601:x1866815604617600:12345-192.168.203.22@tcp:101:cp.0 Request processed in 5869us (6066us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.435426:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 458 00000100:00100000:3.0:1780334768.440668:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.440850:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.441465:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604617856 00000100:00100000:2.0:1780334768.441479:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604617856 00010000:00010000:2.0:1780334768.441664:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70098d32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca7 expref: 14 pid: 16895 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.441712:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 487 00000100:00100000:2.0:1780334768.441726:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+14:2406:x1866815604617856:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334768.441742:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334768.441764:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70098d32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca7 expref: 14 pid: 16895 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.441782:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70098d32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca7 expref: 14 pid: 16895 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.441869:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2743a9e/0xdf9e767e70098d32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca7 expref: 14 pid: 16895 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.441887:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.441889:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.441896:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 13 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.441904:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 13 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.441939:0:6524:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 13 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.441953:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6524:1866815624329344:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334768.442038:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780334768.447378:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6524:1866815624329344:192.168.203.22@tcp:105: 00010000:00010000:2.0:1780334768.447402:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334768.447481:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604617856:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 5759us (6629us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.447501:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 487 00000100:00100000:0.0:1780334768.447898:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604617728 00000100:00100000:0.0:1780334768.447912:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604617728 00000100:00100000:0.0:1780334768.448052:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1662 00000100:00100000:0.0:1780334768.448065:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+81:34600:x1866815604617728:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334768.448108:0:9763:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334768.449231:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+81:34600:x1866815604617728:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 1162us (8570us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334768.449243:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1662 00000100:00100000:1.0:1780334768.449425:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.450906:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604618112 00000100:00100000:0.0:1780334768.450922:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604618112 00000100:00100000:0.0:1780334768.450991:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 309 00000100:00100000:0.0:1780334768.451006:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+81:34601:x1866815604618112:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:0.0:1780334768.452452:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+82:34601:x1866815604618112:12345-192.168.203.22@tcp:35:cp.0 Request processed in 1441us (3019us total) trans 4294968288 rc 0/0 00000100:00100000:0.0:1780334768.452467:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 309 00000100:00100000:3.0:1780334768.458045:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.458946:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604618240 00000100:00100000:2.0:1780334768.458961:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604618240 00000100:00100000:2.0:1780334768.459046:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 459 00000100:00100000:2.0:1780334768.459058:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+16:2409:x1866815604618240:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334768.459297:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a90f9bfc/0xdf9e767e70098d4e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.459320:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.459323:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.459329:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a90f9bfc/0xdf9e767e70098d4e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.459347:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a90f9bfc/0xdf9e767e70098d4e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.459378:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a90f9bfc/0xdf9e767e70098d4e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.459388:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a90f9bfc/0xdf9e767e70098d4e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.459397:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a90f9bfc/0xdf9e767e70098d4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.459404:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e400 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334768.459409:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a90f9bfc/0xdf9e767e70098d4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.459423:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a90f9bfc/0xdf9e767e70098d4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.459440:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a90f9bfc/0xdf9e767e70098d4e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.459449:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a90f9bfc/0xdf9e767e70098d4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.459563:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+16:2409:x1866815604618240:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 498us (1524us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.459572:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 459 00000100:00100000:2.0:1780334768.468766:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.469774:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604618496 00000100:00100000:1.0:1780334768.469794:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604618496 00000100:00100000:1.0:1780334768.469938:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1663 00000100:00100000:1.0:1780334768.469951:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+82:34600:x1866815604618496:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1780334768.470062:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098d55 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.470268:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70098d47 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cae expref: 82 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.470280:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098d55 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.470329:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70098d47 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cae expref: 82 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.470345:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70098d47 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cae expref: 82 pid: 15367 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.470363:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624329472:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334768.470542:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334768.489603:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.490688:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604618624 00000100:00100000:3.0:1780334768.490706:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604618624 00000100:00100000:3.0:1780334768.490797:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 513 00000100:00100000:3.0:1780334768.490808:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:58271a7b-a5ef-4afe-8261-509ea1104824+83:2406:x1866815604618624:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:3.0:1780334768.491206:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334768.491231:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098d5c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1cbc expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491307:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098d63 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491337:0:6543:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098d63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491351:0:6543:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098d63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491369:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098d6a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491377:0:6543:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098d6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491383:0:6543:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098d6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491433:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098d63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491441:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098d63 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491448:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098d63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491457:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334768.491462:0:6543:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098d63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491470:0:6543:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098d63 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491483:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334768.491486:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334768.491492:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098d63 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491498:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098d63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491515:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098d6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491521:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098d6a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491527:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098d6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491533:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334768.491536:0:6543:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098d6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491542:0:6543:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098d6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491564:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x36fdbbdd (ffff9b701a4dfc00) 00010000:00010000:3.0:1780334768.491566:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334768.491569:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098d6a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491575:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098d6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491611:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098d5c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cbc expref: 84 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.491622:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334768.491624:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780334768.492049:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098d5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cbc expref: 84 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.492064:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8e00, rc -2) 00000100:00100000:3.0:1780334768.492174:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:58271a7b-a5ef-4afe-8261-509ea1104824+83:2406:x1866815604618624:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 1366us (2582us total) trans 0 rc -2/-2 00000100:00100000:3.0:1780334768.492183:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 513 00000100:00100000:0.0:1780334768.497227:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.497661:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624329472:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334768.497699:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098d55 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334768.497906:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604618752 00000100:00100000:3.0:1780334768.497915:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604618752 00010000:00010000:3.0:1780334768.497961:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70098d47 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cae expref: 83 pid: 15367 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334768.498008:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 488 00000100:00100000:3.0:1780334768.498019:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+83:2409:x1866815604618752:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334768.498040:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334768.498048:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70098d47 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cae expref: 83 pid: 15367 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.498062:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70098d47 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cae expref: 83 pid: 15367 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.498100:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70098d47 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cae expref: 83 pid: 15367 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.498117:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9b70188d6c00) 00010000:00010000:3.0:1780334768.498123:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098d55 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.498133:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098d55 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.498142:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098d55 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.498168:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334768.498232:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+82:2409:x1866815604618752:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 214us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334768.498240:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 488 00010000:00010000:0.0:1780334768.500423:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098d55 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.500441:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098d55 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.500738:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098d55 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.500746:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098d55 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.500753:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098d55 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.500759:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.500764:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098d55 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.500772:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098d55 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.500792:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9b70188d6c00) 00010000:00010000:0.0:1780334768.500796:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334768.500801:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098d55 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.500807:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098d55 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334768.501659:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+82:34600:x1866815604618496:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 31704us (32900us total) trans 4294968289 rc 0/0 00000100:00100000:0.0:1780334768.501673:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1663 00000040:00080000:3.0:1780334768.503090:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334768.503098:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334768.503602:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 7 00000040:00080000:3.0:1780334768.503614:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334768.508151:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.508288:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604619008 00000100:00100000:2.0:1780334768.508302:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604619008 00000100:00100000:2.0:1780334768.508384:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 310 00000100:00100000:2.0:1780334768.508396:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b701ea91450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+82:34600:x1866815604619008:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1780334768.508770:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b701ea91450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+83:34600:x1866815604619008:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 375us (633us total) trans 4294968290 rc 0/0 00000100:00100000:2.0:1780334768.508780:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 310 00000100:00100000:2.0:1780334768.521957:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.522052:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604619136 00000100:00100000:0.0:1780334768.522066:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604619136 00000100:00100000:0.0:1780334768.522161:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1664 00000100:00100000:0.0:1780334768.522173:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:34604:x1866815604619136:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334768.522205:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.522235:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70098d71 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1cc3 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.522513:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70098d78 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.522532:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70098d78 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.522544:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70098d78 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.522566:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70098d7f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.522580:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70098d7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.522587:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70098d7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.522677:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70098d86 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.522686:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70098d86 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.522693:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70098d86 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334768.522737:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x30:0x0]: returning size 158 00000004:00200000:0.0:1780334768.522742:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334768.522766:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70098d86 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.522806:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70098d86 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523020:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70098d78 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523027:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70098d78 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523035:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70098d78 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523045:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9be00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.523050:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70098d78 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523059:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70098d78 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523138:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.523142:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.523149:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70098d78 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523155:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9be00/0xdf9e767e70098d78 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523171:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70098d7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523176:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70098d7f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523181:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70098d7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523187:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04a9b400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.523190:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70098d7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523195:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70098d7f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523206:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9b6f02d67900) 00010000:00010000:0.0:1780334768.523208:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.523211:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70098d7f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523216:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b400/0xdf9e767e70098d7f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523251:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9bc00/0xdf9e767e70098d71 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cc3 expref: 118 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523266:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70098d86 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cc3 expref: 117 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.523273:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9b70154f5300) 00010000:00010000:0.0:1780334768.523275:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334768.523278:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04a9b600, rc 0) 00000100:00100000:1.0:1780334768.524296:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:34604:x1866815604619136:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2116us (2343us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334768.524308:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1664 00000100:00100000:1.0:1780334768.531402:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.531511:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604619392 00000100:00100000:2.0:1780334768.531525:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604619392 00000100:00100000:2.0:1780334768.531663:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 514 00000100:00100000:2.0:1780334768.531678:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:2408:x1866815604619392:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:2.0:1780334768.531754:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334768.531781:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098d8d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1cd1 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.531903:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098d94 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.531922:0:6544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098d94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.531934:0:6544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098d94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.531952:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098d9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.531959:0:6544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098d9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.531965:0:6544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098d9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532014:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098d94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532021:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098d94 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532029:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098d94 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532035:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fe00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.532040:0:6544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098d94 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532047:0:6544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098d94 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532061:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334768.532065:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.532244:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098d94 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532255:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098d94 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532273:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098d9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532279:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098d9b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532284:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098d9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532288:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.532291:0:6544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098d9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532301:0:6544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098d9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532309:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9b70154f5c00) 00010000:00010000:2.0:1780334768.532311:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.532314:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098d9b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532335:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098d9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532371:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098d8d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cd1 expref: 118 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532381:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334768.532384:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780334768.532387:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098d8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cd1 expref: 118 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.532396:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f800, rc -2) 00000100:00100000:2.0:1780334768.532530:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:2408:x1866815604619392:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 855us (1218us total) trans 0 rc -2/-2 00000100:00100000:2.0:1780334768.532539:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 514 00000100:00100000:3.0:1780334768.534437:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.536739:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604619264 00000100:00100000:1.0:1780334768.536756:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604619264 00000100:00100000:1.0:1780334768.537219:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 460 00000100:00100000:1.0:1780334768.537232:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604619264:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334768.537255:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334768.537278:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70098da2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1cca expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.537359:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624329600:192.168.203.22@tcp:106: 00000100:00100000:1.0:1780334768.537484:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045edc00 going to sleep for 11 seconds 00002000:00010000:1.0:1780334768.545664:0:8421:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1780334768.545675:0:8421:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb mtime: 0 -> 1780334768 00002000:00010000:1.0:1780334768.545679:0:8421:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb atime: 0 -> 1780334768 00002000:00010000:1.0:1780334768.545682:0:8421:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb ctime: 0 -> 1780334768 00002000:00010000:1.0:1780334768.545684:0:8421:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1780334768.545720:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624329600:192.168.203.22@tcp:106: 00010000:00010000:1.0:1780334768.545770:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70098da2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cca expref: 17 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.545804:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eee1f2e0/0xdf9e767e70098da2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cca expref: 17 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.545866:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1400, rc 0) 00000100:00100000:1.0:1780334768.545952:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604619264:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 8721us (11524us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334768.545962:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 460 00000100:00100000:3.0:1780334768.552158:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.552797:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604619520 00000100:00100000:0.0:1780334768.552824:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604619520 00000100:00100000:0.0:1780334768.553346:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1665 00000100:00100000:0.0:1780334768.553362:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:34604:x1866815604619520:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334768.553392:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.553419:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098da9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d09 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.553513:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098db0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.553538:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098db0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.553560:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098db0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334768.553614:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1780334768.553619:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334768.553652:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098db0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.553682:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098da9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d09 expref: 119 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.553703:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098db0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d09 expref: 118 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.553712:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.553715:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334768.553720:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a600, rc 0) 00000100:00100000:0.0:1780334768.553803:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:34604:x1866815604619520:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 445us (1659us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334768.553993:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1665 00000100:00100000:3.0:1780334768.559067:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.559229:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604619648 00000100:00100000:2.0:1780334768.559254:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604619648 00000100:00100000:2.0:1780334768.559326:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 461 00000100:00100000:2.0:1780334768.559339:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604619648:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334768.559367:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334768.559391:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70098db7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d10 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.559474:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624329728:192.168.203.22@tcp:106: 00000100:00100000:2.0:1780334768.559586:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780334768.564351:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624329728:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334768.564401:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70098db7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d10 expref: 17 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.564433:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70098db7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d10 expref: 17 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.564449:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f800, rc 0) 00000100:00100000:2.0:1780334768.564525:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604619648:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 5188us (5471us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334768.564536:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 461 00000100:00100000:3.0:1780334768.578080:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.578200:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604619904 00000100:00100000:0.0:1780334768.578212:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604619904 00000100:00100000:0.0:1780334768.578284:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1666 00000100:00100000:0.0:1780334768.578295:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:34604:x1866815604619904:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:0.0:1780334768.578507:0:6540:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].49, 136 off14856 00000100:00100000:0.0:1780334768.578613:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:34604:x1866815604619904:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 319us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334768.578622:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1666 00000100:00100000:3.0:1780334768.592256:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.592368:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.594438:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604620160 00000100:00100000:0.0:1780334768.594458:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604620160 00000100:00100000:0.0:1780334768.594571:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 515 00000100:00100000:0.0:1780334768.594585:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:2408:x1866815604620160:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:0.0:1780334768.594633:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.594661:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098dbe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d1e expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.594739:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098dc5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.594758:0:6543:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098dc5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.594771:0:6543:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098dc5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.594790:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098dcc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.594798:0:6543:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098dcc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.594805:0:6543:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098dcc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.594917:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098dc5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.594931:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098dc5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.594939:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098dc5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.594945:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.594950:0:6543:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098dc5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.594958:0:6543:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098dc5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.594972:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.594976:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.594981:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098dc5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.594988:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098dc5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.595004:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098dcc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.595010:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098dcc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.595016:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098dcc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.595020:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.595024:0:6543:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098dcc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.595030:0:6543:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098dcc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.595036:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x4b66ad81 (ffff9b70188d6f00) 00010000:00010000:0.0:1780334768.595039:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.595041:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098dcc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.595047:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098dcc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.595084:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098dbe lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d1e expref: 119 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.595095:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.595097:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780334768.595101:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098dbe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d1e expref: 119 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.595111:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b400, rc -2) 00000100:00100000:0.0:1780334768.595198:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:2408:x1866815604620160:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 616us (2829us total) trans 0 rc -2/-2 00000100:00100000:0.0:1780334768.595207:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 515 00000100:00100000:1.0:1780334768.596955:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604620032 00000100:00100000:1.0:1780334768.596971:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604620032 00000100:00100000:0.0:1780334768.597103:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1667 00000100:00100000:0.0:1780334768.597115:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:34607:x1866815604620032:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:0.0:1780334768.597140:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.597162:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098dd3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d17 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597246:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098dda lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597262:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098dda lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597275:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098dda lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597291:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098de1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597299:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098de1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597306:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098de1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597349:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098dda lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597357:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098dda lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597364:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098dda lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597369:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1be00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.597374:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098dda lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597385:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098dda lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597398:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.597401:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.597406:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098dda lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597411:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098dda lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597426:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098de1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597432:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098de1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597438:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098de1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597442:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.597457:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098de1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597463:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098de1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597470:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9b70188d6800) 00010000:00010000:0.0:1780334768.597472:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.597475:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098de1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597480:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098de1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597518:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098dd3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d17 expref: 119 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597538:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.597541:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.597545:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098dd3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d17 expref: 119 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.597563:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b800, rc 0) 00000100:00100000:0.0:1780334768.597642:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:34607:x1866815604620032:12345-192.168.203.22@tcp:101:bash.0 Request processed in 529us (5401us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334768.597649:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1667 00000100:00100000:3.0:1780334768.623095:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.623291:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604620288 00000100:00100000:1.0:1780334768.623304:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604620288 00000100:00100000:1.0:1780334768.623376:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1668 00000100:00100000:1.0:1780334768.623388:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+83:34608:x1866815604620288:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334768.623420:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334768.623446:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098de8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d25 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623535:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098def lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623571:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098def lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623585:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098def lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623602:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098df6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623609:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098df6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623616:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098df6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623662:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098def lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623669:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098def lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623676:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098def lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623682:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334768.623687:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098def lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623694:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098def lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623708:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334768.623711:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334768.623717:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098def lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623724:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098def lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623738:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098df6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623744:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098df6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623750:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098df6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623756:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334768.623758:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098df6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623764:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098df6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623772:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9b70098cee00) 00010000:00010000:1.0:1780334768.623775:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334768.623778:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098df6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.623783:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098df6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.624149:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098de8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d25 expref: 84 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.624164:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334768.624167:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334768.624171:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098de8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d25 expref: 84 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.624182:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1400, rc 0) 00000100:00100000:2.0:1780334768.624446:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+83:34608:x1866815604620288:12345-192.168.203.22@tcp:101:rm.0 Request processed in 1058us (1363us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334768.624455:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1668 00000100:00100000:3.0:1780334768.627893:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.628046:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604620416 00000100:00100000:1.0:1780334768.628059:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604620416 00000100:00100000:1.0:1780334768.628124:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1669 00000100:00100000:1.0:1780334768.628137:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+83:34608:x1866815604620416:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334768.628165:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334768.628191:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098dfd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d2c expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628294:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098e04 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628313:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098e04 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628327:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098e04 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628345:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098e0b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628352:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098e0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628364:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098e0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628410:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098e04 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628418:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098e04 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628425:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098e04 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628432:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098e04 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628438:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334768.628443:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098e04 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628451:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098e04 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628464:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334768.628467:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334768.628473:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098e04 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628479:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e70098e04 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628494:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098e0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628501:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098e0b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628507:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098e0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628511:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334768.628514:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098e0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628521:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098e0b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628528:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9b70098ce200) 00010000:00010000:1.0:1780334768.628531:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334768.628534:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098e0b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628539:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70098e0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628584:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098dfd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d2c expref: 84 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628595:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334768.628597:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334768.628601:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70098dfd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d2c expref: 84 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.628615:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0c00, rc 0) 00000100:00100000:1.0:1780334768.628693:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+83:34608:x1866815604620416:12345-192.168.203.22@tcp:101:rm.0 Request processed in 559us (822us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334768.628701:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1669 00000100:00100000:3.0:1780334768.665254:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.665909:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604620544 00000100:00100000:2.0:1780334768.665923:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604620544 00000100:00100000:2.0:1780334768.666006:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1670 00000100:00100000:2.0:1780334768.666018:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+83:34609:x1866815604620544:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334768.666045:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334768.666085:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098e12 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d33 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666379:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098e19 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666401:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098e19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666416:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098e19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666434:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098e20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666441:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098e20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666448:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098e20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666493:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098e19 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666501:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098e19 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666507:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098e19 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666513:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.666517:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098e19 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666529:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098e19 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666542:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334768.666544:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.666561:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098e19 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666567:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098e19 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666584:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098e20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666589:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098e20 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666595:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098e20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666600:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fe00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.666602:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098e20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666608:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098e20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666615:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9b70154f5c00) 00010000:00010000:2.0:1780334768.666617:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.666620:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098e20 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666630:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098e20 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666670:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098e12 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d33 expref: 84 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666681:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334768.666683:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.666687:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098e12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d33 expref: 84 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.666696:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f800, rc 0) 00000100:00100000:2.0:1780334768.666784:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+83:34609:x1866815604620544:12345-192.168.203.22@tcp:101:cp.0 Request processed in 767us (1555us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334768.666793:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1670 00000100:00100000:3.0:1780334768.670214:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.670682:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604620672 00000100:00100000:2.0:1780334768.670696:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604620672 00000100:00100000:2.0:1780334768.670845:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1671 00000100:00100000:2.0:1780334768.670858:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+83:34609:x1866815604620672:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334768.671212:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334768.671254:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098e27 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d3a expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671347:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e2e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671365:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e2e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671379:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e2e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671396:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098e35 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671403:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098e35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671409:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098e35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671457:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e2e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671465:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e2e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671472:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e2e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671478:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.671483:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e2e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671491:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e2e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671504:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334768.671507:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.671513:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671521:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671536:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098e35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671543:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098e35 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671559:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098e35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671565:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.671568:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098e35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671574:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098e35 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671580:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9b6f02d66300) 00010000:00010000:2.0:1780334768.671582:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.671585:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098e35 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671590:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098e35 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671642:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098e27 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d3a expref: 84 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671659:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334768.671662:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.671665:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098e27 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d3a expref: 84 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.671676:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fc00, rc 0) 00000100:00100000:2.0:1780334768.671765:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+83:34609:x1866815604620672:12345-192.168.203.22@tcp:101:cp.0 Request processed in 909us (1563us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334768.671773:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1671 00000100:00100000:3.0:1780334768.679297:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.679607:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604620928 00000100:00100000:0.0:1780334768.679621:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604620928 00000100:00100000:0.0:1780334768.679715:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1672 00000100:00100000:0.0:1780334768.679728:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+83:34609:x1866815604620928:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334768.679757:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.679786:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098e3c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d41 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.679968:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098e43 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.679989:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098db0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d09 expref: 117 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.680000:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098e43 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.680043:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098db0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d09 expref: 117 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.680060:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098db0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d09 expref: 117 pid: 9763 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334768.680076:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034544e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624329856:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334768.680191:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f043c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334768.683320:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034544e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624329856:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334768.683360:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098e43 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334768.700760:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.701110:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604621056 00000100:00100000:2.0:1780334768.701123:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604621056 00010000:00010000:2.0:1780334768.701177:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098db0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d09 expref: 118 pid: 9763 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.701224:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 489 00000100:00100000:2.0:1780334768.701235:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:2407:x1866815604621056:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334768.701266:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334768.701273:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098db0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d09 expref: 118 pid: 9763 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.701288:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098db0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d09 expref: 118 pid: 9763 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.701318:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70098db0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d09 expref: 118 pid: 9763 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.701346:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334768.701352:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098e43 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.701364:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098e43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.701375:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098e43 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.701414:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334768.701482:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:2407:x1866815604621056:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 248us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.701490:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 489 00010000:00010000:0.0:1780334768.701656:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098e43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.701666:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098e43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.701697:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098e4a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.701709:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098e4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.701718:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098e4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780334768.702198:0:15367:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x21:0x0], index 1: 0 00010000:00010000:0.0:1780334768.702364:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098e51 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.702375:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098e51 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.702383:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098e51 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.702422:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098e43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.702429:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098e43 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.702435:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098e43 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.702441:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.702445:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098e43 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.702451:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098e43 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.702459:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.702463:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.702467:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098e43 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.702478:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098e43 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334768.702490:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002b5c5cef reply state 00000000bf31cc36 transno 4294968291 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098e4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.702500:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098e4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.702506:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9b70188d6800) 00010000:00010000:0.0:1780334768.702509:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334768.702511:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780334768.702563:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098e3c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d41 expref: 86 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.702577:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098e51 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d41 expref: 85 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.702584:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9b70188d6f00) 00010000:00010000:0.0:1780334768.702586:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334768.702588:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b400, rc 0) 00000100:00100000:0.0:1780334768.702634:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+86:34609:x1866815604620928:12345-192.168.203.22@tcp:101:cp.0 Request processed in 22910us (23353us total) trans 4294968291 rc 0/0 00000100:00100000:0.0:1780334768.702642:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1672 00000100:00100000:3.0:1780334768.708286:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.708382:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604621184 00000100:00100000:2.0:1780334768.708395:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604621184 00000100:00100000:2.0:1780334768.708473:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 462 00000100:00100000:2.0:1780334768.708486:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+16:2406:x1866815604621184:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334768.708512:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334768.708540:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e70098e5f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d48 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334768.708585:0:8419:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780334768.708611:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.708613:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.708634:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e70098e5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d48 expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.708663:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e70098e5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d48 expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.708679:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1a00, rc 0) 00000100:00100000:2.0:1780334768.708759:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+17:2406:x1866815604621184:12345-192.168.203.22@tcp:101:cp.0 Request processed in 275us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.708767:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 462 00000100:00100000:3.0:1780334768.711540:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.711669:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604621312 00000100:00100000:1.0:1780334768.711682:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604621312 00000100:00100000:1.0:1780334768.711779:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 463 00000100:00100000:1.0:1780334768.711792:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+17:34609:x1866815604621312:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334768.711851:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334768.711883:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d4f expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.711923:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e70098e5f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d48 expref: 18 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.711933:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334768.711935:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334768.711940:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 18 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.711979:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e70098e5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d48 expref: 18 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.711994:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e70098e5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d48 expref: 18 pid: 8419 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.712017:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624329984:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334768.712128:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045edc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780334768.725749:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.726052:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624329984:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334768.726113:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 18 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.726143:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0c00, rc 0) 00000100:00100000:1.0:1780334768.726223:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+18:34609:x1866815604621312:12345-192.168.203.22@tcp:101:cp.0 Request processed in 14433us (14695us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334768.726234:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 463 00000100:00100000:2.0:1780334768.730645:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604621440 00000100:00100000:2.0:1780334768.730667:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604621440 00010000:00010000:2.0:1780334768.730735:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e70098e5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d48 expref: 18 pid: 8419 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.730796:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 490 00000100:00100000:2.0:1780334768.730808:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+18:2407:x1866815604621440:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334768.730846:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334768.730874:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e70098e5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d48 expref: 18 pid: 8419 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.730893:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e70098e5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d48 expref: 18 pid: 8419 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.730921:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e70098e5f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d48 expref: 18 pid: 8419 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.730951:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.730954:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334768.730963:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 17 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.730975:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 17 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.731024:0:6524:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 17 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.731043:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6524:1866815624330112:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334768.731450:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780334768.733427:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6524:1866815624330112:192.168.203.22@tcp:105: 00010000:00010000:2.0:1780334768.733463:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334768.733530:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+17:2407:x1866815604621440:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 2722us (7797us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.733543:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 490 00000100:00100000:3.0:1780334768.734357:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.734428:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604621696 00000100:00100000:2.0:1780334768.734438:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604621696 00000100:00100000:2.0:1780334768.734494:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 311 00000100:00100000:2.0:1780334768.734503:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+86:34609:x1866815604621696:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:2.0:1780334768.734893:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+87:34609:x1866815604621696:12345-192.168.203.22@tcp:35:cp.0 Request processed in 390us (538us total) trans 4294968292 rc 0/0 00000100:00100000:2.0:1780334768.734906:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 311 00000100:00100000:3.0:1780334768.770446:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.772936:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604621824 00000100:00100000:2.0:1780334768.772956:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604621824 00000100:00100000:2.0:1780334768.773178:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1673 00000100:00100000:2.0:1780334768.773192:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:34612:x1866815604621824:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334768.773219:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334768.773258:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098e6d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d56 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773346:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098e74 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773365:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098e74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773379:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098e74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773394:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098e7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773401:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098e7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773409:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098e7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773500:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e82 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773512:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e82 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773519:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e82 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334768.773574:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x31:0x0]: returning size 158 00000004:00200000:2.0:1780334768.773579:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334768.773603:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e82 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773615:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e82 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773746:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098e74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773755:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098e74 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773761:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098e74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773768:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.773772:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098e74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773780:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098e74 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773793:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334768.773797:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.773802:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098e74 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773808:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e70098e74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773862:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098e7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773868:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098e7b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773874:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098e7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773878:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.773880:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098e7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773886:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098e7b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773893:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9b70188d6800) 00010000:00010000:2.0:1780334768.773896:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.773898:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098e7b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773904:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098e7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773932:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e70098e6d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d56 expref: 119 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773946:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e82 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d56 expref: 118 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.773954:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9b70188d6f00) 00010000:00010000:2.0:1780334768.773956:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334768.773958:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e400, rc 0) 00000100:00100000:2.0:1780334768.774188:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:34612:x1866815604621824:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 998us (3754us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334768.774197:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1673 00000100:00100000:3.0:1780334768.783340:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.795925:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604621952 00000100:00100000:2.0:1780334768.795947:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604621952 00000100:00100000:2.0:1780334768.796046:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 464 00000100:00100000:2.0:1780334768.796060:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2407:x1866815604621952:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334768.796098:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334768.796122:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e70098e89 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d5d expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.796208:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624330240:192.168.203.22@tcp:106: 00000100:00100000:2.0:1780334768.796362:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0b40 going to sleep for 11 seconds 00002000:00010000:2.0:1780334768.801194:0:8422:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1780334768.801208:0:8422:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb mtime: 0 -> 1780334769 00002000:00010000:2.0:1780334768.801210:0:8422:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb atime: 0 -> 1780334769 00002000:00010000:2.0:1780334768.801213:0:8422:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb ctime: 0 -> 1780334769 00002000:00010000:2.0:1780334768.801215:0:8422:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1780334768.801312:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624330240:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334768.801363:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e70098e89 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d5d expref: 19 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.801396:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e70098e89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d5d expref: 19 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.801412:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fc00, rc 0) 00000100:00100000:3.0:1780334768.801603:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2407:x1866815604621952:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 5534us (18267us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334768.801615:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 464 00000100:00100000:0.0:1780334768.806407:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.806511:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604622080 00000100:00100000:3.0:1780334768.806523:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604622080 00000100:00100000:3.0:1780334768.806647:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1674 00000100:00100000:3.0:1780334768.806659:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:34612:x1866815604622080:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334768.806686:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334768.806713:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098e90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d64 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.806806:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098e97 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.806849:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098e97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.806863:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098e97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334768.806917:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1780334768.806920:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334768.806943:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098e97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.806973:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098e90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d64 expref: 120 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.806992:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098e97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d64 expref: 119 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.807001:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334768.807004:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1780334768.807008:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8e00, rc 0) 00000100:00100000:3.0:1780334768.807217:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34612:x1866815604622080:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 559us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334768.807225:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1674 00000100:00100000:2.0:1780334768.811298:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.811469:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604622208 00000100:00100000:1.0:1780334768.811479:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604622208 00000100:00100000:1.0:1780334768.811540:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 465 00000100:00100000:1.0:1780334768.811561:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2406:x1866815604622208:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334768.811581:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334768.811601:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e70098e9e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d6b expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.811675:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624330368:192.168.203.22@tcp:106: 00000100:00100000:1.0:1780334768.811761:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045edc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780334768.814299:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624330368:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334768.814333:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e70098e9e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d6b expref: 19 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.814358:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007aef3b9a/0xdf9e767e70098e9e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d6b expref: 19 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.814371:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0000, rc 0) 00000100:00100000:2.0:1780334768.814432:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2406:x1866815604622208:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2882us (3142us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334768.814441:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 465 00000100:00100000:3.0:1780334768.830667:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.830767:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604622464 00000100:00100000:0.0:1780334768.830787:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604622464 00000100:00100000:0.0:1780334768.830896:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1675 00000100:00100000:0.0:1780334768.830907:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34612:x1866815604622464:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:0.0:1780334768.831055:0:15367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].50, 136 off14992 00000100:00100000:0.0:1780334768.831151:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34612:x1866815604622464:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 245us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334768.831159:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1675 00000100:00100000:3.0:1780334768.843389:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.845305:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604622592 00000100:00100000:2.0:1780334768.845319:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604622592 00000100:00100000:2.0:1780334768.845393:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1676 00000100:00100000:2.0:1780334768.845404:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34613:x1866815604622592:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:2.0:1780334768.845422:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334768.845441:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098ea5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d72 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.845508:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098eac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.845523:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098eac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.845533:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098eac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.845547:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098eb3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.845564:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.845571:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.845606:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098eac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.845613:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098eac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.845620:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098eac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.846715:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fe00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.846722:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098eac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.846735:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098eac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.846750:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334768.846754:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.846759:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098eac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.846765:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098eac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.847036:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.847045:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098eb3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.847052:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098eb3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.847057:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334768.847060:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098eb3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.847067:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098eb3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.847074:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9b6f02d66400) 00010000:00010000:2.0:1780334768.847077:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.847080:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098eb3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.847089:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098eb3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.847132:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098ea5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d72 expref: 120 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.847141:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334768.847143:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334768.847146:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098ea5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d72 expref: 120 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334768.847155:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fc00, rc 0) 00000100:00100000:2.0:1780334768.847228:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34613:x1866815604622592:12345-192.168.203.22@tcp:101:bash.0 Request processed in 1826us (3847us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334768.847236:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1676 00000100:00100000:3.0:1780334768.861700:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.861893:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604622720 00000100:00100000:0.0:1780334768.861902:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604622720 00000100:00100000:0.0:1780334768.861960:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1677 00000100:00100000:0.0:1780334768.861970:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+87:34614:x1866815604622720:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334768.861993:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.862013:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098eba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d79 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862078:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ec1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862094:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ec1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862121:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ec1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862135:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098ec8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862142:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862147:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862184:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ec1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862192:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ec1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862198:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ec1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862204:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.862208:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ec1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862216:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ec1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862226:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.862229:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.862233:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ec1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862239:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ec1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862251:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862257:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098ec8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862262:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098ec8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862266:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.862269:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098ec8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862274:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098ec8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862281:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9b70188d6600) 00010000:00010000:0.0:1780334768.862283:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.862285:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098ec8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862291:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098ec8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862321:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098eba lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d79 expref: 88 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862330:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.862332:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.862335:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098eba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d79 expref: 88 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.862342:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a000, rc 0) 00000100:00100000:0.0:1780334768.862406:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+87:34614:x1866815604622720:12345-192.168.203.22@tcp:101:rm.0 Request processed in 437us (713us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334768.862413:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1677 00000100:00100000:3.0:1780334768.875428:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.875512:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604622848 00000100:00100000:1.0:1780334768.875521:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604622848 00000100:00100000:1.0:1780334768.875589:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1678 00000100:00100000:1.0:1780334768.875600:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+87:34614:x1866815604622848:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334768.875619:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334768.875651:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098ecf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d80 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875719:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098ed6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875735:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098ed6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875746:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098ed6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875759:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098edd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875766:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098edd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875773:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098edd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875806:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098ed6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875853:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098ed6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875859:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098ed6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875865:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098ed6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875872:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334768.875886:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098ed6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875893:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098ed6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875905:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334768.875908:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334768.875913:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098ed6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875919:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70098ed6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875934:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098edd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875939:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098edd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875945:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098edd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875950:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334768.875953:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098edd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875958:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098edd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875968:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9b70098ce200) 00010000:00010000:1.0:1780334768.875971:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334768.875973:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098edd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.875978:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70098edd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.876008:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098ecf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d80 expref: 88 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.876017:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334768.876019:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334768.876023:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70098ecf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d80 expref: 88 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.876031:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1400, rc 0) 00000100:00100000:1.0:1780334768.876092:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+87:34614:x1866815604622848:12345-192.168.203.22@tcp:101:rm.0 Request processed in 495us (675us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334768.876109:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1678 00000100:00100000:2.0:1780334768.900163:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.900383:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604622976 00000100:00100000:0.0:1780334768.900393:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604622976 00000100:00100000:0.0:1780334768.900457:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1679 00000100:00100000:0.0:1780334768.900468:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+87:34615:x1866815604622976:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334768.900488:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.900506:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098ee4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d87 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900581:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098eeb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900594:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098eeb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900604:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098eeb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900618:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ef2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900623:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900629:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900676:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098eeb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900683:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098eeb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900689:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098eeb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900695:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.900698:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098eeb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900705:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098eeb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900716:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.900719:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.900723:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098eeb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900728:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098eeb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900739:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900744:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ef2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900750:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ef2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900754:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.900756:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ef2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900760:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ef2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900770:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9b70188d6600) 00010000:00010000:0.0:1780334768.900772:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.900774:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ef2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900779:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ef2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900806:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098ee4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d87 expref: 88 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900863:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.900874:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.900878:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098ee4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d87 expref: 88 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.900887:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a000, rc 0) 00000100:00100000:0.0:1780334768.900950:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+87:34615:x1866815604622976:12345-192.168.203.22@tcp:101:cp.0 Request processed in 485us (798us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334768.900957:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1679 00000100:00100000:3.0:1780334768.905787:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.906024:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604623104 00000100:00100000:0.0:1780334768.906034:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604623104 00000100:00100000:0.0:1780334768.906092:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1680 00000100:00100000:0.0:1780334768.906102:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+87:34615:x1866815604623104:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334768.906122:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.906141:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ef9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d8e expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906208:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098f00 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906223:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098f00 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906235:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098f00 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906249:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098f07 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906257:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098f07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906264:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098f07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906297:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098f00 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906304:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098f00 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906310:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098f00 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906315:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.906319:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098f00 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906330:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098f00 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906341:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.906343:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.906348:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098f00 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906354:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e70098f00 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906366:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098f07 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906372:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098f07 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906378:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098f07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906383:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ac00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.906385:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098f07 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906391:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098f07 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906397:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9b70188d6600) 00010000:00010000:0.0:1780334768.906399:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.906402:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098f07 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906408:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098f07 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906439:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ef9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d8e expref: 88 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906448:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.906450:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.906454:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ef9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d8e expref: 88 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.906462:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1ba00, rc 0) 00000100:00100000:0.0:1780334768.906588:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+87:34615:x1866815604623104:12345-192.168.203.22@tcp:101:cp.0 Request processed in 486us (817us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334768.906594:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1680 00000100:00100000:2.0:1780334768.913887:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.913934:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604623360 00000100:00100000:0.0:1780334768.913944:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604623360 00000100:00100000:0.0:1780334768.914013:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1681 00000100:00100000:0.0:1780334768.914024:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+87:34615:x1866815604623360:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334768.914047:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334768.914066:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098f0e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d95 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.914170:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f15 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.914186:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098e97 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d64 expref: 118 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.914197:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f15 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.914231:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098e97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d64 expref: 118 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.914245:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098e97 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d64 expref: 118 pid: 6540 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334768.914260:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe23100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624330496:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334768.914360:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f04900 going to sleep for 11 seconds 00000100:00100000:0.0:1780334768.916998:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe23100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624330496:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334768.917028:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f15 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334768.917432:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.917514:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604623488 00000100:00100000:3.0:1780334768.917521:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604623488 00010000:00010000:3.0:1780334768.917564:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098e97 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d64 expref: 119 pid: 6540 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334768.917598:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 491 00000100:00100000:3.0:1780334768.917607:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:2406:x1866815604623488:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334768.917622:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334768.917628:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098e97 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d64 expref: 119 pid: 6540 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.917640:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098e97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d64 expref: 119 pid: 6540 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.917661:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8e00/0xdf9e767e70098e97 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d64 expref: 119 pid: 6540 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.917675:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334768.917680:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f15 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.917690:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.917698:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f15 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.917725:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334768.917772:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:2406:x1866815604623488:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 165us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334768.917779:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 491 00010000:00010000:0.0:1780334768.918695:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.918707:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.918732:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098f1c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.918742:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098f1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.918751:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098f1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780334768.919280:0:9763:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x20:0x0], index 0: 0 00010000:00010000:0.0:1780334768.919416:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098f23 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.919427:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098f23 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.919435:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098f23 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.919468:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f15 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.919476:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f15 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.919482:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f15 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.919488:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334768.919492:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f15 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.919499:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f15 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.919510:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334768.919513:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334768.919517:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f15 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.919527:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f15 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334768.919538:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e438ce8 reply state 000000001f90658a transno 4294968293 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098f1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.919559:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098f1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.919566:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9b70188d6100) 00010000:00010000:0.0:1780334768.919569:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334768.919572:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780334768.919605:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098f0e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d95 expref: 90 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.919619:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098f23 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d95 expref: 89 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.920260:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9b70188d6e00) 00010000:00010000:0.0:1780334768.920265:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334768.920269:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1b800, rc 0) 00000100:00100000:0.0:1780334768.920395:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+90:34615:x1866815604623360:12345-192.168.203.22@tcp:101:cp.0 Request processed in 6372us (6526us total) trans 4294968293 rc 0/0 00000100:00100000:0.0:1780334768.920403:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1681 00000100:00100000:2.0:1780334768.927038:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334768.927130:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604623616 00000100:00100000:1.0:1780334768.927139:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604623616 00000100:00100000:1.0:1780334768.927203:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 466 00000100:00100000:1.0:1780334768.927214:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c95f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604623616:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334768.927233:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334768.927254:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036edd8da/0xdf9e767e70098f31 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1d9c expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334768.927285:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1780334768.927306:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334768.927308:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334768.927316:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036edd8da/0xdf9e767e70098f31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d9c expref: 14 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.927333:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036edd8da/0xdf9e767e70098f31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d9c expref: 14 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.927346:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0800, rc 0) 00000100:00100000:1.0:1780334768.927403:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c95f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+14:2406:x1866815604623616:12345-192.168.203.22@tcp:101:cp.0 Request processed in 192us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334768.927410:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 466 00000100:00100000:2.0:1780334768.936172:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.936347:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604623744 00000100:00100000:3.0:1780334768.936357:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604623744 00000100:00100000:3.0:1780334768.936412:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 467 00000100:00100000:3.0:1780334768.936422:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+14:34615:x1866815604623744:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334768.936439:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334768.936454:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1da3 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.936483:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000036edd8da/0xdf9e767e70098f31 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d9c expref: 15 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.936491:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334768.936494:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334768.936498:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 15 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.936529:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000036edd8da/0xdf9e767e70098f31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d9c expref: 15 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.936542:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000036edd8da/0xdf9e767e70098f31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d9c expref: 15 pid: 8421 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334768.936574:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027202680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624330624:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334768.936650:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f000c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334768.943196:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334768.943294:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604623872 00000100:00100000:0.0:1780334768.943303:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604623872 00010000:00010000:0.0:1780334768.943340:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000036edd8da/0xdf9e767e70098f31 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d9c expref: 16 pid: 8421 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334768.943389:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 492 00000100:00100000:0.0:1780334768.943400:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+16:2406:x1866815604623872:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334768.943417:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334768.943438:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000036edd8da/0xdf9e767e70098f31 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d9c expref: 16 pid: 8421 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.943453:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000036edd8da/0xdf9e767e70098f31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d9c expref: 16 pid: 8421 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.943476:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334768.943478:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334768.943485:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 16 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.943496:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 16 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334768.943529:0:8446:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 16 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334768.943543:0:8446:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe23100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8446:1866815624330752:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334768.943641:0:8446:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f04180 going to sleep for 11 seconds 00010000:00010000:1.0:1780334768.944103:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036edd8da/0xdf9e767e70098f31 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d9c expref: 16 pid: 8421 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334768.944118:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027202680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624330624:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334768.944141:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 15 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334768.944152:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8e00, rc 0) 00000100:00100000:1.0:1780334768.944193:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+15:34615:x1866815604623744:12345-192.168.203.22@tcp:101:cp.0 Request processed in 7772us (8030us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334768.944202:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 467 00000100:00100000:3.0:1780334768.950760:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334768.951021:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604624128 00000100:00100000:2.0:1780334768.951030:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604624128 00000100:00100000:2.0:1780334768.951090:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 312 00000100:00100000:2.0:1780334768.951101:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+90:34615:x1866815604624128:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:2.0:1780334768.951408:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+91:34615:x1866815604624128:12345-192.168.203.22@tcp:35:cp.0 Request processed in 308us (654us total) trans 4294968294 rc 0/0 00000100:00100000:2.0:1780334768.951419:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 312 00000100:00100000:0.0:1780334768.951961:0:8446:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe23100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8446:1866815624330752:192.168.203.22@tcp:105: 00010000:00010000:0.0:1780334768.951982:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334768.952007:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+14:2406:x1866815604623872:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 8609us (8831us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334768.952014:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 492 00000100:00100000:2.0:1780334768.988267:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334768.988368:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604624256 00000100:00100000:3.0:1780334768.988379:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604624256 00000100:00100000:3.0:1780334768.988439:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1682 00000100:00100000:3.0:1780334768.988450:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:34618:x1866815604624256:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334768.988468:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334768.988486:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098f3f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1daa expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988558:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f46 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988573:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f46 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988584:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f46 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988594:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f4d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988601:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988607:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988675:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70098f54 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988684:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70098f54 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988690:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70098f54 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334768.988732:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x32:0x0]: returning size 158 00000004:00200000:3.0:1780334768.988736:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780334768.988755:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70098f54 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988766:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70098f54 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988773:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f46 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988780:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f46 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988787:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f46 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988793:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334768.988797:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f46 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988804:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f46 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.988987:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334768.988991:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334768.988996:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f46 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.989002:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f46 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.989015:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.989020:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f4d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.989025:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.989030:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334768.989033:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.989039:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f4d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.989046:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9b70188d6100) 00010000:00010000:3.0:1780334768.989049:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334768.989051:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f4d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.989056:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f4d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.989086:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098f3f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1daa expref: 120 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.989098:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70098f54 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1daa expref: 119 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334768.989106:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9b70188d6e00) 00010000:00010000:3.0:1780334768.989108:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334768.989110:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9200, rc 0) 00000100:00100000:3.0:1780334768.989229:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34618:x1866815604624256:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 781us (975us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334768.989238:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1682 00000100:00100000:3.0:1780334769.002740:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.002978:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604624384 00000100:00100000:2.0:1780334769.002988:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604624384 00000100:00100000:2.0:1780334769.003060:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 516 00000100:00100000:2.0:1780334769.003070:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:2406:x1866815604624384:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:2.0:1780334769.003122:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.003143:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098f5b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1db1 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003208:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098f62 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003223:0:6544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098f62 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003233:0:6544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098f62 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003246:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098f69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003252:0:6544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098f69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003258:0:6544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098f69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003290:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098f62 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003297:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098f62 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003302:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098f62 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003308:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.003317:0:6544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098f62 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003324:0:6544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098f62 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003334:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.003338:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.003342:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098f62 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003348:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70098f62 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003361:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098f69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003367:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098f69 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003377:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098f69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003382:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.003385:0:6544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098f69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003390:0:6544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098f69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003396:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9b6f02d66400) 00010000:00010000:2.0:1780334769.003398:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.003401:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098f69 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003406:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098f69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003429:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098f5b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1db1 expref: 120 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003437:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.003439:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780334769.003442:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098f5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1db1 expref: 120 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.003451:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f800, rc -2) 00000100:00100000:2.0:1780334769.003522:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:2406:x1866815604624384:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 453us (790us total) trans 0 rc -2/-2 00000100:00100000:2.0:1780334769.003530:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 516 00000100:00080000:0.0:1780334769.003615:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334769.005849:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.005987:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604624512 00000100:00100000:2.0:1780334769.005998:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604624512 00000100:00100000:2.0:1780334769.006063:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 468 00000100:00100000:2.0:1780334769.006074:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604624512:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334769.006092:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.006107:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003949a94d/0xdf9e767e70098f70 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1de9 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.006159:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624330880:192.168.203.22@tcp:106: 00000100:00100000:2.0:1780334769.006259:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0d80 going to sleep for 11 seconds 00000100:00080000:0.0:1780334769.006315:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1780334769.009545:0:8519:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1780334769.009564:0:8519:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb mtime: 0 -> 1780334769 00002000:00010000:2.0:1780334769.009566:0:8519:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb atime: 0 -> 1780334769 00002000:00010000:2.0:1780334769.009569:0:8519:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb ctime: 0 -> 1780334769 00002000:00010000:2.0:1780334769.009571:0:8519:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1780334769.009593:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624330880:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334769.009624:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003949a94d/0xdf9e767e70098f70 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1de9 expref: 17 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.009645:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003949a94d/0xdf9e767e70098f70 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1de9 expref: 17 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.009658:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fe00, rc 0) 00000100:00100000:2.0:1780334769.009713:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604624512:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 3641us (3905us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334769.009721:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 468 00000100:00100000:1.0:1780334769.013976:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.014617:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604624640 00000100:00100000:0.0:1780334769.014629:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604624640 00000100:00100000:0.0:1780334769.015259:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1683 00000100:00100000:0.0:1780334769.015270:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34618:x1866815604624640:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334769.015291:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334769.015311:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098f77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1df0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.015391:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.015406:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.015417:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334769.015457:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1780334769.015461:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334769.015479:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.015503:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098f77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1df0 expref: 121 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.015519:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1df0 expref: 120 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.015528:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.015531:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334769.015535:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a800, rc 0) 00000100:00100000:0.0:1780334769.015602:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:34618:x1866815604624640:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 333us (1635us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.015609:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1683 00000100:00100000:1.0:1780334769.018269:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.018361:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604624768 00000100:00100000:3.0:1780334769.018371:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604624768 00000100:00100000:3.0:1780334769.018427:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 469 00000100:00100000:3.0:1780334769.018436:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604624768:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334769.018453:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.018469:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e70098f85 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1df7 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.018523:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027200e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624331008:192.168.203.22@tcp:106: 00000100:00100000:3.0:1780334769.018609:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f00000 going to sleep for 11 seconds 00000100:00100000:3.0:1780334769.021052:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027200e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624331008:192.168.203.22@tcp:106: 00010000:00010000:3.0:1780334769.021086:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e70098f85 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1df7 expref: 17 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.021109:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e70098f85 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1df7 expref: 17 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.021120:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9800, rc 0) 00000100:00100000:3.0:1780334769.021172:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604624768:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2737us (2912us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334769.021180:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 469 00000100:00100000:1.0:1780334769.024644:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.024727:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604625024 00000100:00100000:0.0:1780334769.024736:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604625024 00000100:00100000:0.0:1780334769.024789:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1684 00000100:00100000:0.0:1780334769.024798:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:34618:x1866815604625024:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:0.0:1780334769.024977:0:9763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].51, 136 off15128 00000100:00100000:0.0:1780334769.025037:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:34618:x1866815604625024:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 240us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.025044:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1684 00000100:00100000:1.0:1780334769.044667:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.044795:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604625152 00000100:00100000:3.0:1780334769.044803:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604625152 00000100:00100000:3.0:1780334769.044899:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1685 00000100:00100000:3.0:1780334769.044909:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:34621:x1866815604625152:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:3.0:1780334769.044929:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.044948:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098f8c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1dfe expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045012:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f93 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045026:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f93 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045036:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f93 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045050:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f9a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045061:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045067:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045101:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f93 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045107:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f93 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045113:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f93 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045119:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334769.045123:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f93 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045130:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f93 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045141:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334769.045144:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334769.045149:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f93 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045154:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70098f93 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045166:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045173:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f9a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045188:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045193:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8200 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334769.045195:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045201:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f9a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045209:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9b701a4dfc00) 00010000:00010000:3.0:1780334769.045211:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334769.045213:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f9a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045219:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70098f9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045247:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098f8c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1dfe expref: 121 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045256:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334769.045258:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334769.045261:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70098f8c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1dfe expref: 121 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.045275:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9800, rc 0) 00000100:00100000:3.0:1780334769.046236:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:34621:x1866815604625152:12345-192.168.203.22@tcp:101:bash.0 Request processed in 1323us (1572us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334769.046244:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1685 00000100:00100000:1.0:1780334769.057740:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.057883:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604625280 00000100:00100000:2.0:1780334769.057894:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604625280 00000100:00100000:2.0:1780334769.057961:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 517 00000100:00100000:2.0:1780334769.057972:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:2407:x1866815604625280:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:2.0:1780334769.058007:0:7802:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.058026:0:7802:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098fa1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1e05 expref: -99 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058081:0:7802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fa8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058095:0:7802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fa8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058105:0:7802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fa8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058119:0:7802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098faf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058125:0:7802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098faf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058130:0:7802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098faf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058164:0:7802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fa8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058171:0:7802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fa8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058176:0:7802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fa8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058182:0:7802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.058187:0:7802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fa8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058194:0:7802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fa8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058206:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.058209:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.058214:0:7802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fa8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058220:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fa8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058233:0:7802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098faf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058239:0:7802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098faf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058245:0:7802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098faf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058250:0:7802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.058252:0:7802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098faf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058257:0:7802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098faf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058264:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x71bff0c5 (ffff9b6f02d66400) 00010000:00010000:2.0:1780334769.058267:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.058269:0:7802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098faf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058274:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098faf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058300:0:7802:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098fa1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e05 expref: 121 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058309:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.058311:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780334769.058315:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098fa1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e05 expref: 121 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.058324:0:7802:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fe00, rc -2) 00000100:00100000:2.0:1780334769.058387:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:2407:x1866815604625280:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 417us (656us total) trans 0 rc -2/-2 00000100:00100000:2.0:1780334769.058404:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 517 00000100:00100000:1.0:1780334769.066626:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.066927:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604625408 00000100:00100000:2.0:1780334769.066936:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604625408 00000100:00100000:2.0:1780334769.067011:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1686 00000100:00100000:2.0:1780334769.067020:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+91:34622:x1866815604625408:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:2.0:1780334769.067041:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.067060:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098fb6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1e0c expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067120:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098fbd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067137:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098fbd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067149:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098fbd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067165:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fc4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067172:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067178:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067211:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098fbd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067219:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098fbd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067226:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098fbd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067232:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.067236:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098fbd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067244:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098fbd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067254:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.067257:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.067262:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098fbd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067268:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70098fbd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067282:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067287:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fc4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067293:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067298:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.067300:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067307:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fc4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067315:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9b6f02d66400) 00010000:00010000:2.0:1780334769.067317:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.067332:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fc4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067338:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70098fc4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067371:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098fb6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e0c expref: 92 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067382:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.067384:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.067388:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e70098fb6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e0c expref: 92 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.067397:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fe00, rc 0) 00000100:00100000:2.0:1780334769.067456:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+91:34622:x1866815604625408:12345-192.168.203.22@tcp:101:rm.0 Request processed in 436us (837us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334769.067463:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1686 00000100:00080000:0.0:1780334769.067981:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334769.075020:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.075215:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604625536 00000100:00100000:0.0:1780334769.075226:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604625536 00000100:00100000:0.0:1780334769.075285:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1687 00000100:00100000:0.0:1780334769.075296:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+91:34622:x1866815604625536:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334769.075316:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334769.075348:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098fcb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1e13 expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075424:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fd2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075443:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fd2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075453:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fd2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075467:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fd9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075473:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075479:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075513:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fd2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075520:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fd2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075527:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fd2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075533:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.075538:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fd2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075557:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fd2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075570:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.075574:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.075579:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fd2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075586:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fd2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075612:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075618:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fd9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075634:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075640:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ac00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.075643:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075650:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fd9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075657:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9b70188d6600) 00010000:00010000:0.0:1780334769.075660:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.075662:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fd9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075668:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fd9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075694:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098fcb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e13 expref: 92 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075706:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.075709:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.075714:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098fcb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e13 expref: 92 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.075723:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a000, rc 0) 00000100:00100000:0.0:1780334769.075794:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+91:34622:x1866815604625536:12345-192.168.203.22@tcp:101:rm.0 Request processed in 500us (781us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334769.075802:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1687 00010000:00010000:2.0:1780334769.077057:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334769.099083:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.099198:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604625664 00000100:00100000:0.0:1780334769.099210:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604625664 00000100:00100000:0.0:1780334769.099278:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1688 00000100:00100000:0.0:1780334769.099289:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+91:34623:x1866815604625664:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334769.099310:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334769.099344:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098fe0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1e1a expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099427:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fe7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099444:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fe7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099455:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fe7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099469:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099476:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099482:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099516:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fe7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099523:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fe7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099530:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fe7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099535:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fe7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099541:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ac00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.099545:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fe7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099563:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fe7 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099574:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.099577:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.099581:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fe7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099587:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70098fe7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099601:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099607:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099612:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099617:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.099620:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099626:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099645:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9b70188d6600) 00010000:00010000:0.0:1780334769.099647:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.099650:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fee lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099654:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098fee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099684:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098fe0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e1a expref: 92 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099694:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.099697:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.099700:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098fe0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e1a expref: 92 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.099709:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a000, rc 0) 00000100:00100000:0.0:1780334769.099773:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+91:34623:x1866815604625664:12345-192.168.203.22@tcp:101:cp.0 Request processed in 485us (698us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334769.099780:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1688 00000100:00100000:1.0:1780334769.108981:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.109090:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604625792 00000100:00100000:0.0:1780334769.109099:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604625792 00000100:00100000:0.0:1780334769.109164:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1689 00000100:00100000:0.0:1780334769.109175:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+91:34623:x1866815604625792:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334769.109195:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334769.109216:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098ff5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1e21 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109280:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ffc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109294:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ffc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109305:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ffc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109320:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099003 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109327:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099003 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109333:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099003 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109370:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ffc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109378:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ffc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109385:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ffc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109391:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.109395:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ffc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109410:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ffc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109420:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.109423:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.109428:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ffc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109433:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70098ffc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109445:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099003 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109451:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099003 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109456:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099003 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109462:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ac00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.109464:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099003 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109470:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099003 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109476:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9b70188d6600) 00010000:00010000:0.0:1780334769.109478:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.109480:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099003 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109485:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099003 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109514:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098ff5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e21 expref: 92 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109523:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.109525:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.109528:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70098ff5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e21 expref: 92 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.109536:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a000, rc 0) 00000100:00100000:0.0:1780334769.110013:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+91:34623:x1866815604625792:12345-192.168.203.22@tcp:101:cp.0 Request processed in 839us (1040us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334769.110021:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1689 00000100:00100000:3.0:1780334769.116519:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.116695:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604626048 00000100:00100000:0.0:1780334769.116705:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604626048 00000100:00100000:0.0:1780334769.116772:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1690 00000100:00100000:0.0:1780334769.116782:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+91:34623:x1866815604626048:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334769.117067:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334769.117092:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009900a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1e28 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.117285:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099011 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.117304:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f7e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1df0 expref: 119 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.117314:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099011 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.117350:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1df0 expref: 119 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.117366:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f7e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1df0 expref: 119 pid: 6538 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.117381:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe23100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624331136:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334769.117544:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f04180 going to sleep for 11 seconds 00000100:00100000:1.0:1780334769.120486:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.120561:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe23100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624331136:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334769.120586:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099011 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.120675:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604626176 00000100:00100000:2.0:1780334769.120682:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604626176 00010000:00010000:2.0:1780334769.120718:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f7e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1df0 expref: 120 pid: 6538 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.120757:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 493 00000100:00100000:2.0:1780334769.120766:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:2406:x1866815604626176:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334769.120779:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334769.120796:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f7e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1df0 expref: 120 pid: 6538 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.120808:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1df0 expref: 120 pid: 6538 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.120858:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70098f7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1df0 expref: 120 pid: 6538 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.120890:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.120895:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099011 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.120905:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099011 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.120914:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099011 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.120932:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334769.120995:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:2406:x1866815604626176:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 229us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.121003:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 493 00010000:00010000:0.0:1780334769.121226:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099011 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.121234:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099011 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.121256:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099018 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.121266:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099018 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.121273:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099018 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780334769.121586:0:6540:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x22:0x0], index 1: 0 00010000:00010000:0.0:1780334769.121725:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009901f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.121735:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009901f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.121743:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009901f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.121778:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099011 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.122022:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099011 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.122030:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099011 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.122036:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ac00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.122041:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099011 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.122048:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099011 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.122059:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.122062:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.122066:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099011 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.122072:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e70099011 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334769.122084:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000159da41b reply state 0000000073cd253b transno 4294968295 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099018 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.122094:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099018 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.122101:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9b70188d6600) 00010000:00010000:0.0:1780334769.122104:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334769.122107:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780334769.122143:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009900a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e28 expref: 94 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.122157:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009901f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e28 expref: 93 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.122170:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9b70188d6400) 00010000:00010000:0.0:1780334769.122172:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334769.122175:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1bc00, rc 0) 00000100:00100000:0.0:1780334769.122336:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+94:34623:x1866815604626048:12345-192.168.203.22@tcp:101:cp.0 Request processed in 5554us (5824us total) trans 4294968295 rc 0/0 00000100:00100000:0.0:1780334769.122344:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1690 00000100:00100000:3.0:1780334769.139404:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.139457:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.139638:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604626432 00000100:00100000:2.0:1780334769.139649:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604626432 00000100:00100000:2.0:1780334769.139702:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 518 00000100:00100000:2.0:1780334769.139713:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:58271a7b-a5ef-4afe-8261-509ea1104824+94:2408:x1866815604626432:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:2.0:1780334769.139764:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.139780:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009902d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1e36 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.139862:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099034 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.139873:0:6543:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099034 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.139884:0:6543:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099034 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.139894:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009903b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.139899:0:6543:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009903b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140295:0:6543:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009903b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140347:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099034 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140355:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099034 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140362:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099034 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140367:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.140372:0:6543:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099034 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140378:0:6543:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099034 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140389:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.140392:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.140398:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099034 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140404:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099034 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140417:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009903b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140423:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009903b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140429:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009903b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140433:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.140436:0:6543:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009903b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140441:0:6543:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009903b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140448:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9b6f02d66400) 00010000:00010000:2.0:1780334769.140451:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.140453:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009903b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140459:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009903b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140491:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009902d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e36 expref: 95 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140506:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.140509:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780334769.140512:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e7009902d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e36 expref: 95 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.140521:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fe00, rc -2) 00000100:00100000:2.0:1780334769.140593:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:58271a7b-a5ef-4afe-8261-509ea1104824+94:2408:x1866815604626432:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 881us (1134us total) trans 0 rc -2/-2 00000100:00100000:2.0:1780334769.140601:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 518 00000100:00100000:0.0:1780334769.140624:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604626304 00000100:00100000:0.0:1780334769.140630:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604626304 00000100:00100000:0.0:1780334769.140685:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 470 00000100:00100000:0.0:1780334769.140693:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+17:2406:x1866815604626304:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334769.140703:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334769.140716:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e70099042 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1e2f expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780334769.140737:0:8422:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780334769.140750:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.140752:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.140758:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e70099042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e2f expref: 18 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.140771:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e70099042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e2f expref: 18 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.140785:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a000, rc 0) 00000100:00100000:0.0:1780334769.140832:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+18:2406:x1866815604626304:12345-192.168.203.22@tcp:101:cp.0 Request processed in 120us (1418us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.140840:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 470 00000100:00080000:2.0:1780334769.141121:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334769.149461:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.149597:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604626560 00000100:00100000:2.0:1780334769.149608:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604626560 00000100:00100000:2.0:1780334769.149666:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 471 00000100:00100000:2.0:1780334769.149677:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+18:34623:x1866815604626560:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334769.149694:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.149713:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1e6e expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.149743:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e70099042 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e2f expref: 19 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.149752:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334769.149754:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334769.149762:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 19 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.149803:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e70099042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e2f expref: 19 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.149855:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e70099042 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e2f expref: 19 pid: 8422 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.149869:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624331264:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334769.149948:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334769.152005:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624331264:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334769.152039:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 19 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.152059:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fe00, rc 0) 00000100:00100000:2.0:1780334769.152166:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+19:34623:x1866815604626560:12345-192.168.203.22@tcp:101:cp.0 Request processed in 2490us (2711us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.152175:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 471 00000100:00100000:1.0:1780334769.154073:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.154186:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604626688 00000100:00100000:2.0:1780334769.154195:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604626688 00010000:00010000:2.0:1780334769.154243:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e70099042 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e2f expref: 19 pid: 8422 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.154286:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 494 00000100:00100000:2.0:1780334769.154296:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+19:2406:x1866815604626688:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334769.154328:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334769.154347:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e70099042 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e2f expref: 19 pid: 8422 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.154361:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e70099042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e2f expref: 19 pid: 8422 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.154382:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e70099042 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e2f expref: 19 pid: 8422 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.154396:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334769.154398:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334769.154404:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 18 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.154413:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 18 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.154445:0:6522:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 18 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.154459:0:6522:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6522:1866815624331392:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334769.156025:0:6522:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f00c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334769.158891:0:6522:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6522:1866815624331392:192.168.203.22@tcp:105: 00010000:00010000:2.0:1780334769.158915:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334769.158966:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+18:2406:x1866815604626688:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 4671us (4901us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.158976:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 494 00000100:00100000:3.0:1780334769.164142:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.164295:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604626944 00000100:00100000:2.0:1780334769.164304:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604626944 00000100:00100000:2.0:1780334769.164357:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 313 00000100:00100000:2.0:1780334769.164368:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+94:34623:x1866815604626944:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:2.0:1780334769.164674:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+95:34623:x1866815604626944:12345-192.168.203.22@tcp:35:cp.0 Request processed in 308us (541us total) trans 4294968296 rc 0/0 00000100:00100000:2.0:1780334769.164682:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 313 00000001:00080000:3.0:1780334769.167445:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968296 is committed 00000001:00080000:3.0:1780334769.167538:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968268 is committed 00000020:00080000:3.0:1780334769.167555:0:6516:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 35 batchid updated 00010000:00010000:1.0:1780334769.167997:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.168009:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987b3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.168017:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.168023:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.168027:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.168033:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987b3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.168050:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff9b70154f5800) 00010000:00010000:1.0:1780334769.168053:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.168058:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987b3 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.168065:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e700987b3 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.168085:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700987ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.168091:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700987ba lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.168096:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700987ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.168100:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.168103:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700987ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.168107:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700987ba lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.168115:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334769.168117:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.168119:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700987ba lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.168124:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700987ba lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1780334769.168934:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00000020:00080000:0.0:1780334769.168947:0:6570:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00010000:00010000:2.0:1780334769.174756:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009888c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.174775:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009888c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.174783:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009888c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.174790:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0448c000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.174795:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009888c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.174802:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009888c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.174844:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9b6f02d67200) 00010000:00010000:2.0:1780334769.174847:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.174852:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009888c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.174859:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448c000/0xdf9e767e7009888c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175739:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009895e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175751:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009895e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175758:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009895e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175764:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.175768:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009895e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175774:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009895e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175784:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9b70154f5d00) 00010000:00010000:2.0:1780334769.175787:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.175790:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009895e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175795:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009895e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175851:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098a30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175858:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098a30 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175874:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098a30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175881:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.175883:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098a30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175889:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098a30 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175897:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9b7007d1ce00) 00010000:00010000:2.0:1780334769.175899:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.175902:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098a30 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175906:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70098a30 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175924:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b95 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175930:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b95 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175935:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175940:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.175942:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b95 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175950:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b95 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175957:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9b70188d6200) 00010000:00010000:2.0:1780334769.175959:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.175962:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b95 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175966:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e70098b95 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175982:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70098d1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175987:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70098d1d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175992:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70098d1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.175996:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.175998:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70098d1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176002:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70098d1d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176008:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9b6f02d67900) 00010000:00010000:2.0:1780334769.176010:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.176012:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70098d1d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176017:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70098d1d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176028:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098e4a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176033:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098e4a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176038:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098e4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176042:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1be00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.176044:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098e4a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176049:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098e4a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176055:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9b70188d6800) 00010000:00010000:2.0:1780334769.176056:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.176059:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098e4a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176063:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e70098e4a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176074:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098f1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176080:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098f1c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176086:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098f1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176091:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.176093:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098f1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176099:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098f1c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176105:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9b70188d6100) 00010000:00010000:2.0:1780334769.176107:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.176109:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098f1c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176114:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70098f1c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176127:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099018 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176133:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099018 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176138:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099018 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176143:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.176146:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099018 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176156:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099018 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176164:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9b70188d6600) 00010000:00010000:2.0:1780334769.176166:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.176169:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099018 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.176174:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099018 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.189262:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.189354:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604627072 00000100:00100000:2.0:1780334769.189364:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604627072 00000100:00100000:2.0:1780334769.189422:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 519 00000100:00100000:2.0:1780334769.189433:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:58271a7b-a5ef-4afe-8261-509ea1104824+59:2409:x1866815604627072:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:2.0:1780334769.189488:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.189507:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70099050 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1e75 expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189571:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099057 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189585:0:6544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099057 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189599:0:6544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099057 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189613:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009905e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189620:0:6544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009905e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189636:0:6544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009905e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189673:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099057 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189680:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099057 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189687:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099057 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189692:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.189696:0:6544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099057 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189703:0:6544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099057 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189714:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.189717:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.189722:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099057 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189727:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099057 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189740:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009905e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189745:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009905e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189749:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009905e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189753:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.189755:0:6544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009905e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189760:0:6544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009905e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189766:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9b6f02d66400) 00010000:00010000:2.0:1780334769.189768:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.189770:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009905e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189775:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009905e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189802:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70099050 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e75 expref: 60 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189851:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.189854:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780334769.189859:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70099050 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e75 expref: 60 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.189886:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f000, rc -2) 00000100:00100000:2.0:1780334769.189944:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:58271a7b-a5ef-4afe-8261-509ea1104824+59:2409:x1866815604627072:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 512us (689us total) trans 0 rc -2/-2 00000100:00100000:2.0:1780334769.189951:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 519 00000100:00100000:0.0:1780334769.234897:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.235205:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604627200 00000100:00100000:1.0:1780334769.235215:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604627200 00000100:00100000:1.0:1780334769.235286:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1691 00000100:00100000:1.0:1780334769.235300:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:34630:x1866815604627200:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334769.235331:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334769.235352:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70099065 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ead expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.235418:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009906c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.235432:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009906c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.235443:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009906c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.235458:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70099073 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.235466:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70099073 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.235472:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70099073 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.235541:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e7009907a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.235560:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e7009907a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.235567:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e7009907a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334769.235608:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x33:0x0]: returning size 158 00000004:00200000:1.0:1780334769.235613:0:6539:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334769.236001:0:6539:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e7009907a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.236758:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e7009907a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.236773:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009906c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.236779:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009906c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.236786:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009906c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.236792:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.236796:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009906c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.236804:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009906c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.236842:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334769.236845:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.236850:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009906c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.236857:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009906c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.236952:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70099073 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.236959:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70099073 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.236965:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70099073 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.236970:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.236973:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70099073 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.236979:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70099073 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.236987:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9b70098cec00) 00010000:00010000:1.0:1780334769.236990:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.236993:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70099073 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.236998:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e70099073 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.237153:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e70099065 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ead expref: 119 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.237169:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e7009907a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ead expref: 118 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.237182:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9b70188d6400) 00010000:00010000:1.0:1780334769.237184:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334769.237187:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0000, rc 0) 00000100:00100000:1.0:1780334769.237428:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:34630:x1866815604627200:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2132us (2539us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.237436:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1691 00000100:00100000:0.0:1780334769.245506:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.245599:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604627328 00000100:00100000:3.0:1780334769.245608:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604627328 00000100:00100000:3.0:1780334769.245684:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 472 00000100:00100000:3.0:1780334769.245705:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2407:x1866815604627328:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:3.0:1780334769.245722:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.245739:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2980476/0xdf9e767e70099081 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1eb4 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.245800:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b722680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624331520:192.168.203.22@tcp:106: 00000100:00080000:2.0:1780334769.246250:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334769.246400:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f00000 going to sleep for 11 seconds 00002000:00010000:0.0:1780334769.248288:0:8421:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1780334769.248296:0:8421:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb mtime: 0 -> 1780334769 00002000:00010000:0.0:1780334769.248298:0:8421:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb atime: 0 -> 1780334769 00002000:00010000:0.0:1780334769.248301:0:8421:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb ctime: 0 -> 1780334769 00002000:00010000:0.0:1780334769.248303:0:8421:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1780334769.248326:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b722680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624331520:192.168.203.22@tcp:106: 00010000:00010000:0.0:1780334769.248362:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b2980476/0xdf9e767e70099081 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1eb4 expref: 19 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.248387:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2980476/0xdf9e767e70099081 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1eb4 expref: 19 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.248400:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9800, rc 0) 00000100:00100000:0.0:1780334769.248459:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2407:x1866815604627328:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2765us (2961us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334769.248466:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 472 00000100:00100000:0.0:1780334769.251675:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.251767:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604627456 00000100:00100000:2.0:1780334769.251777:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604627456 00000100:00100000:2.0:1780334769.251859:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1692 00000100:00100000:2.0:1780334769.251879:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:34630:x1866815604627456:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334769.251900:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.251920:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70099088 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ebb expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.251987:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009908f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.252002:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009908f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.252013:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009908f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334769.252053:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1780334769.252057:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334769.252079:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009908f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.252102:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70099088 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ebb expref: 120 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.252122:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009908f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ebb expref: 119 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.252131:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.252133:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334769.252137:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fc00, rc 0) 00000100:00100000:2.0:1780334769.252196:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34630:x1866815604627456:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 329us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.252202:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1692 00000100:00100000:3.0:1780334769.256437:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.256597:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604627584 00000100:00100000:2.0:1780334769.256608:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604627584 00000100:00100000:2.0:1780334769.256671:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 473 00000100:00100000:2.0:1780334769.256681:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2406:x1866815604627584:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334769.256698:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.256716:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099096 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ec2 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.256773:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624331648:192.168.203.22@tcp:106: 00000100:00100000:2.0:1780334769.256886:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0540 going to sleep for 11 seconds 00000100:00100000:2.0:1780334769.260060:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624331648:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334769.260096:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099096 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ec2 expref: 19 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.260119:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099096 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ec2 expref: 19 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.260132:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f800, rc 0) 00000100:00100000:2.0:1780334769.260190:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2406:x1866815604627584:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 3510us (3762us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334769.260198:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 473 00000100:00100000:1.0:1780334769.266225:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.266390:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604627840 00000100:00100000:0.0:1780334769.266399:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604627840 00000100:00100000:0.0:1780334769.266458:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1693 00000100:00100000:0.0:1780334769.266469:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34630:x1866815604627840:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:0.0:1780334769.266650:0:6540:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].52, 136 off15264 00000100:00100000:0.0:1780334769.266728:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34630:x1866815604627840:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 260us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.266736:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1693 00000100:00100000:2.0:1780334769.268191:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624331776:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334769.268253:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334769.268477:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624331776 00000100:00100000:1.0:1780334769.268485:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624331776 00000100:00100000:1.0:1780334769.268529:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1780334769.268537:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624331776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334769.268579:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:1.0:1780334769.268634:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624331776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.268641:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1780334769.270636:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624331776:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334769.278724:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.278855:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604627968 00000100:00100000:1.0:1780334769.278867:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604627968 00000100:00100000:1.0:1780334769.278936:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1694 00000100:00100000:1.0:1780334769.278946:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34631:x1866815604627968:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:1.0:1780334769.278965:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334769.278984:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009909d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ec9 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279048:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700990a4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279065:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700990a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279076:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700990a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279089:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700990ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279095:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700990ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279101:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700990ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279133:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700990a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279139:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700990a4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279145:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700990a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279150:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.279154:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700990a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279162:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700990a4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279172:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334769.279176:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.279180:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700990a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279185:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700990a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279196:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700990ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279202:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700990ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279207:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700990ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279211:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.279214:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700990ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279219:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700990ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279226:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9b70098cec00) 00010000:00010000:1.0:1780334769.279228:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.279231:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700990ab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279236:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700990ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279262:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009909d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ec9 expref: 120 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279272:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334769.279275:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.279279:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e7009909d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ec9 expref: 120 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.279287:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1000, rc 0) 00000100:00100000:1.0:1780334769.279355:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b723480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34631:x1866815604627968:12345-192.168.203.22@tcp:101:bash.0 Request processed in 411us (639us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334769.279362:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1694 00000100:00100000:1.0:1780334769.291665:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.291752:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604628096 00000100:00100000:0.0:1780334769.291762:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604628096 00000100:00100000:0.0:1780334769.291860:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1695 00000100:00100000:0.0:1780334769.291881:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+59:34632:x1866815604628096:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:0.0:1780334769.291901:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334769.291921:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e700990b2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ed0 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.291992:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990b9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292006:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990b9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292017:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990b9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292031:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292038:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292045:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292083:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990b9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292091:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990b9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292097:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990b9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292104:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990b9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292110:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.292114:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990b9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292122:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990b9 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292133:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.292136:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.292141:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990b9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292148:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292160:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292167:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990c0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292173:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292179:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.292182:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292188:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292195:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9b7013182e00) 00010000:00010000:0.0:1780334769.292197:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.292200:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990c0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292206:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292249:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e700990b2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ed0 expref: 60 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292259:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.292261:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.292265:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e700990b2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ed0 expref: 60 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.292274:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a600, rc 0) 00000100:00100000:0.0:1780334769.292338:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+59:34632:x1866815604628096:12345-192.168.203.22@tcp:101:rm.0 Request processed in 469us (682us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334769.292348:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1695 00000100:00100000:0.0:1780334769.297703:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.297785:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604628224 00000100:00100000:3.0:1780334769.297796:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604628224 00000100:00100000:3.0:1780334769.297886:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 521 00000100:00100000:3.0:1780334769.297897:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:58271a7b-a5ef-4afe-8261-509ea1104824+59:2409:x1866815604628224:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:3.0:1780334769.297931:0:7802:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.297950:0:7802:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e700990c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ed7 expref: -99 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298003:0:7802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e700990ce lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298019:0:7802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e700990ce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298031:0:7802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e700990ce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298045:0:7802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e700990d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298053:0:7802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e700990d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298059:0:7802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e700990d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298093:0:7802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e700990ce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298101:0:7802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e700990ce lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298113:0:7802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e700990ce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298119:0:7802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334769.298123:0:7802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e700990ce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298131:0:7802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e700990ce lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298142:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334769.298145:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334769.298150:0:7802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e700990ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298157:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e700990ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298170:0:7802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e700990d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298177:0:7802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e700990d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298183:0:7802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e700990d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298188:0:7802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334769.298191:0:7802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e700990d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298202:0:7802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e700990d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298209:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x21330256 (ffff9b700382ba00) 00010000:00010000:3.0:1780334769.298211:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334769.298214:0:7802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e700990d5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298220:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e700990d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298258:0:7802:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e700990c7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ed7 expref: 60 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298269:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334769.298272:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780334769.298275:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e700990c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ed7 expref: 60 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.298285:0:7802:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8200, rc -2) 00000100:00100000:3.0:1780334769.298351:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:58271a7b-a5ef-4afe-8261-509ea1104824+59:2409:x1866815604628224:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 455us (657us total) trans 0 rc -2/-2 00000100:00100000:3.0:1780334769.298359:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 521 00000100:00100000:1.0:1780334769.302006:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.302217:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604628352 00000100:00100000:3.0:1780334769.302236:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604628352 00000100:00100000:3.0:1780334769.302284:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1696 00000100:00100000:3.0:1780334769.302293:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+59:34632:x1866815604628352:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334769.302313:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.302339:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700990dc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ede expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302398:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700990e3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302412:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700990e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302422:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700990e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302434:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700990ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302441:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700990ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302447:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700990ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302476:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700990e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302482:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700990e3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302489:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700990e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302494:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334769.302498:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700990e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302505:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700990e3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302515:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334769.302518:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334769.302522:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700990e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302528:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e700990e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302539:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700990ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302556:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700990ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302562:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700990ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302567:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334769.302570:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700990ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302576:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700990ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302583:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9b700382b100) 00010000:00010000:3.0:1780334769.302585:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334769.302588:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700990ea lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302594:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700990ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302619:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700990dc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ede expref: 60 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302633:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334769.302635:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334769.302638:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700990dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ede expref: 60 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.302647:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8000, rc 0) 00000100:00100000:3.0:1780334769.302699:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+59:34632:x1866815604628352:12345-192.168.203.22@tcp:101:rm.0 Request processed in 406us (700us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334769.302705:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1696 00000100:00100000:2.0:1780334769.316251:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.316577:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604628480 00000100:00100000:0.0:1780334769.316588:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604628480 00000100:00100000:0.0:1780334769.316704:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1697 00000100:00100000:0.0:1780334769.316715:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+59:34633:x1866815604628480:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334769.316736:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334769.316754:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e700990f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ee5 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.316854:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990f8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.316879:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.316890:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.316905:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.316912:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.316918:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.316954:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.316961:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990f8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.316968:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.316974:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.316978:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.316985:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990f8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.316996:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.316999:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.317004:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.317009:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e700990f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.317021:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.317026:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.317032:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.317038:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.317041:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.317047:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.317054:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9b7013182e00) 00010000:00010000:0.0:1780334769.317056:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.317059:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990ff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.317065:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e700990ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.317094:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e700990f1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ee5 expref: 60 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.317104:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.317107:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.317110:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e700990f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ee5 expref: 60 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.317119:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a600, rc 0) 00000100:00100000:0.0:1780334769.317333:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+59:34633:x1866815604628480:12345-192.168.203.22@tcp:101:cp.0 Request processed in 609us (1080us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334769.317341:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1697 00000100:00100000:3.0:1780334769.320416:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.320493:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604628608 00000100:00100000:2.0:1780334769.320503:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604628608 00000100:00100000:2.0:1780334769.320569:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1698 00000100:00100000:2.0:1780334769.320579:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+59:34633:x1866815604628608:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334769.320599:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.320617:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70099106 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1eec expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320690:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e7009910d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320704:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e7009910d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320715:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e7009910d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320728:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099114 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320736:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099114 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320743:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099114 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320774:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e7009910d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320781:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e7009910d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320788:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e7009910d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320794:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.320798:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e7009910d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320804:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e7009910d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320836:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.320840:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.320844:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e7009910d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320850:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e7009910d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320863:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099114 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320869:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099114 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320888:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099114 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320893:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.320895:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099114 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320901:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099114 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320908:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9b6f02d66400) 00010000:00010000:2.0:1780334769.320910:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.320913:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099114 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320918:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099114 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320949:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70099106 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1eec expref: 60 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320959:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.320961:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.320964:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70099106 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1eec expref: 60 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.320978:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f000, rc 0) 00000100:00100000:2.0:1780334769.322083:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b723b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+59:34633:x1866815604628608:12345-192.168.203.22@tcp:101:cp.0 Request processed in 1499us (1668us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334769.322092:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1698 00000100:00100000:0.0:1780334769.326129:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.326418:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604628864 00000100:00100000:3.0:1780334769.326427:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604628864 00000100:00100000:3.0:1780334769.326481:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1699 00000100:00100000:3.0:1780334769.326490:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+59:34633:x1866815604628864:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334769.326508:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.326527:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009911b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ef3 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.326732:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099122 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.326753:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009908f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ebb expref: 118 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.326762:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099122 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.326792:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009908f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ebb expref: 118 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.326806:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009908f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ebb expref: 118 pid: 9763 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.326847:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b722a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624331904:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334769.326978:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f00600 going to sleep for 11 seconds 00000100:00100000:0.0:1780334769.329925:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.329955:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604628992 00000100:00100000:0.0:1780334769.329963:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604628992 00010000:00010000:0.0:1780334769.329999:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009908f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ebb expref: 119 pid: 9763 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.330036:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 495 00000100:00100000:0.0:1780334769.330045:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:2407:x1866815604628992:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334769.330059:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334769.330065:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009908f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ebb expref: 119 pid: 9763 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.330078:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009908f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ebb expref: 119 pid: 9763 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.330098:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.330104:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099122 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.330113:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099122 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.330121:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099122 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.330139:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334769.330177:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:2407:x1866815604628992:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 133us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.330185:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 495 00010000:00010000:3.0:1780334769.331057:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009908f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ebb expref: 118 pid: 9763 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.331079:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b722a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624331904:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334769.331098:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099122 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.331107:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099122 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.331112:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099122 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.331134:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70099129 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.331146:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70099129 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.331154:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70099129 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780334769.332179:0:6539:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x21:0x0], index 0: 0 00010000:00010000:3.0:1780334769.332557:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70099130 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.332570:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70099130 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.332580:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70099130 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.332616:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099122 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.332688:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099122 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.332697:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099122 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.332704:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334769.332709:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099122 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.332716:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099122 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.332732:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334769.332735:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334769.332740:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099122 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.332745:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099122 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334769.332758:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ee26a0f reply state 0000000029b7d057 transno 4294968297 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70099129 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.332768:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70099129 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.332775:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9b700382b100) 00010000:00010000:3.0:1780334769.332777:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334769.332780:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780334769.332856:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009911b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ef3 expref: 62 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.333038:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70099130 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ef3 expref: 61 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.333047:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9b700382ba00) 00010000:00010000:3.0:1780334769.333050:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334769.333052:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8200, rc 0) 00000100:00100000:3.0:1780334769.333235:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+62:34633:x1866815604628864:12345-192.168.203.22@tcp:101:cp.0 Request processed in 6737us (7105us total) trans 4294968297 rc 0/0 00000100:00100000:3.0:1780334769.333244:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1699 00000100:00100000:3.0:1780334769.337028:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.337189:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604629120 00000100:00100000:2.0:1780334769.337199:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604629120 00000100:00100000:2.0:1780334769.337272:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 474 00000100:00100000:2.0:1780334769.337282:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+14:2406:x1866815604629120:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334769.337299:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.337320:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e7009913e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1efa expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334769.337344:0:8519:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780334769.337364:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334769.337366:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334769.337374:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e7009913e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1efa expref: 15 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.337392:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e7009913e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1efa expref: 15 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.337405:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0200, rc 0) 00000100:00100000:2.0:1780334769.337456:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+15:2406:x1866815604629120:12345-192.168.203.22@tcp:101:cp.0 Request processed in 176us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.337463:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 474 00000100:00080000:3.0:1780334769.338322:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334769.340344:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.340621:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604629248 00000100:00100000:0.0:1780334769.340686:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604629248 00000100:00100000:0.0:1780334769.340769:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 475 00000100:00100000:0.0:1780334769.340779:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+15:34633:x1866815604629248:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334769.340798:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334769.340847:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f01 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.340888:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e7009913e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1efa expref: 16 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.340896:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.340898:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.340902:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 16 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.340933:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e7009913e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1efa expref: 16 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.340947:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e7009913e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1efa expref: 16 pid: 8519 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.340960:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624332032:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334769.341039:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f04780 going to sleep for 11 seconds 00000100:00100000:0.0:1780334769.345501:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.345588:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604629376 00000100:00100000:2.0:1780334769.345598:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604629376 00010000:00010000:2.0:1780334769.345645:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e7009913e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1efa expref: 17 pid: 8519 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.345690:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 496 00000100:00100000:2.0:1780334769.345700:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+17:2407:x1866815604629376:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334769.345715:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334769.345734:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e7009913e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1efa expref: 17 pid: 8519 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.345747:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e7009913e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1efa expref: 17 pid: 8519 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.345770:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334769.345773:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334769.345779:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 17 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.345788:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 17 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.345839:0:19047:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 17 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.345853:0:19047:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:19047:1866815624332160:192.168.203.22@tcp:105: 00000100:00100000:2.0:1780334769.345942:0:19047:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0540 going to sleep for 11 seconds 00010000:00010000:3.0:1780334769.348068:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e7009913e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1efa expref: 17 pid: 8519 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.348088:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624332032:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334769.348116:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 16 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.348129:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a600, rc 0) 00000100:00100000:2.0:1780334769.348418:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+16:34633:x1866815604629248:12345-192.168.203.22@tcp:101:cp.0 Request processed in 7639us (8080us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.348427:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 475 00000100:00100000:2.0:1780334769.350021:0:19047:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:19047:1866815624332160:192.168.203.22@tcp:105: 00010000:00010000:2.0:1780334769.350043:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334769.350098:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+15:2407:x1866815604629376:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 4399us (4604us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.350108:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 496 00000100:00100000:0.0:1780334769.352404:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.352505:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604629632 00000100:00100000:2.0:1780334769.352514:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604629632 00000100:00100000:2.0:1780334769.352610:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 314 00000100:00100000:2.0:1780334769.352620:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+62:34633:x1866815604629632:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:2.0:1780334769.352940:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+63:34633:x1866815604629632:12345-192.168.203.22@tcp:35:cp.0 Request processed in 320us (542us total) trans 4294968298 rc 0/0 00000100:00100000:2.0:1780334769.352947:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 314 00000100:00100000:3.0:1780334769.390401:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.390572:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604629760 00000100:00100000:0.0:1780334769.390583:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604629760 00000100:00100000:0.0:1780334769.390649:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1700 00000100:00100000:0.0:1780334769.390659:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:34636:x1866815604629760:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334769.390681:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334769.390699:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e7009914c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f08 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.390763:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099153 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.390779:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099153 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.390791:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099153 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.390802:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009915a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.390843:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009915a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.390852:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009915a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391024:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70099161 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391035:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70099161 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391041:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70099161 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334769.391080:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x34:0x0]: returning size 158 00000004:00200000:0.0:1780334769.391085:0:9763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334769.391103:0:9763:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70099161 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391114:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70099161 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391122:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099153 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391129:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099153 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391135:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099153 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391141:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.391145:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099153 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391152:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099153 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391163:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.391166:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.391171:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099153 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391178:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099153 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391190:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009915a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391202:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009915a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391208:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009915a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391213:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.391216:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009915a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391222:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009915a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391351:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9b700382b100) 00010000:00010000:0.0:1780334769.391354:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.391357:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009915a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391364:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009915a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391390:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e7009914c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f08 expref: 120 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391403:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70099161 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f08 expref: 119 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.391411:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9b700382ba00) 00010000:00010000:0.0:1780334769.391413:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780334769.391416:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a800, rc 0) 00000100:00100000:0.0:1780334769.391478:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34636:x1866815604629760:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 820us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.391486:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1700 00000100:00100000:3.0:1780334769.401359:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.401587:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604630016 00000100:00100000:2.0:1780334769.401597:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604630016 00000100:00100000:2.0:1780334769.401664:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 476 00000100:00100000:2.0:1780334769.401673:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604630016:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334769.401691:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.401709:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70099168 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f47 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.401765:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624332288:192.168.203.22@tcp:106: 00000100:00100000:2.0:1780334769.402070:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0540 going to sleep for 11 seconds 00000100:00100000:3.0:1780334769.402773:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.403146:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604629888 00000100:00100000:2.0:1780334769.403154:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604629888 00000100:00100000:2.0:1780334769.403197:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 522 00000100:00100000:2.0:1780334769.403204:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7011183450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:2408:x1866815604629888:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:2.0:1780334769.403260:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.403277:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009916f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f0f expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403332:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70099176 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403346:0:6544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70099176 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403357:0:6544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70099176 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403372:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009917d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403380:0:6544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009917d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403387:0:6544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009917d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403421:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70099176 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403428:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70099176 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403435:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70099176 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403441:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561fc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.403446:0:6544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70099176 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403453:0:6544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70099176 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403464:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.403468:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.403473:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70099176 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403480:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e70099176 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403492:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009917d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403497:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009917d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403503:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009917d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403509:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.403512:0:6544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009917d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403522:0:6544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009917d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403529:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9b6f02d66400) 00010000:00010000:2.0:1780334769.403532:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.403534:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009917d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403541:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e7009917d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403590:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009916f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f0f expref: 120 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403600:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.403603:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780334769.403606:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e7009916f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f0f expref: 120 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.403615:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f1a00, rc -2) 00000100:00100000:2.0:1780334769.403678:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7011183450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:2408:x1866815604629888:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 474us (907us total) trans 0 rc -2/-2 00000100:00100000:2.0:1780334769.403686:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 522 00002000:00010000:2.0:1780334769.408609:0:8419:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1780334769.408617:0:8419:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb mtime: 0 -> 1780334769 00002000:00010000:2.0:1780334769.408619:0:8419:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb atime: 0 -> 1780334769 00002000:00010000:2.0:1780334769.408621:0:8419:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb ctime: 0 -> 1780334769 00002000:00010000:2.0:1780334769.408632:0:8419:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1780334769.408655:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8419:1866815624332288:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334769.408692:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70099168 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f47 expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.408715:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e70099168 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f47 expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.408728:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f046f0200, rc 0) 00000100:00100000:2.0:1780334769.408779:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604630016:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 7106us (7428us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334769.408789:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 476 00000100:00100000:1.0:1780334769.416774:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.416894:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604630144 00000100:00100000:2.0:1780334769.416904:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604630144 00000100:00100000:2.0:1780334769.416961:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1701 00000100:00100000:2.0:1780334769.416972:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34636:x1866815604630144:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334769.416992:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.417011:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70099184 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f4e expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.417074:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009918b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.417088:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009918b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.417100:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009918b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334769.417144:0:15367:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1780334769.417147:0:15367:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780334769.417165:0:15367:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009918b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.417189:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70099184 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f4e expref: 121 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.417205:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009918b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f4e expref: 120 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.417215:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.417218:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780334769.417221:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fc00, rc 0) 00000100:00100000:2.0:1780334769.417289:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:34636:x1866815604630144:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 318us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.417296:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1701 00000100:00100000:0.0:1780334769.420100:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.420478:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604630272 00000100:00100000:2.0:1780334769.420487:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604630272 00000100:00100000:2.0:1780334769.420542:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 477 00000100:00100000:2.0:1780334769.420562:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604630272:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:2.0:1780334769.420579:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.420596:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70099192 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f55 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.420665:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624332416:192.168.203.22@tcp:106: 00000100:00100000:2.0:1780334769.420751:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0540 going to sleep for 11 seconds 00000100:00100000:2.0:1780334769.423241:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624332416:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334769.423276:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70099192 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f55 expref: 17 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.423300:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000167eacc8/0xdf9e767e70099192 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f55 expref: 17 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.423313:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f800, rc 0) 00000100:00100000:2.0:1780334769.423377:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604630272:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 2817us (3286us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334769.423385:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 477 00000100:00100000:1.0:1780334769.427733:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.428018:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604630528 00000100:00100000:3.0:1780334769.428028:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604630528 00000100:00100000:3.0:1780334769.428090:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1702 00000100:00100000:3.0:1780334769.428100:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:34636:x1866815604630528:12345-192.168.203.22@tcp:58:lfs.0 00000040:00080000:3.0:1780334769.428387:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].53, 136 off15400 00000100:00100000:3.0:1780334769.428568:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:34636:x1866815604630528:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 468us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.428575:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1702 00000100:00100000:0.0:1780334769.436608:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.436712:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.436863:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604630656 00000100:00100000:2.0:1780334769.436874:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604630656 00000100:00100000:2.0:1780334769.436929:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1703 00000100:00100000:2.0:1780334769.436939:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:34639:x1866815604630656:12345-192.168.203.22@tcp:101:bash.0 00010000:00010000:2.0:1780334769.436957:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.436976:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099199 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f5c expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437039:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700991a0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437053:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700991a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437064:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700991a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437077:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700991a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437085:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700991a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437091:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700991a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437134:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700991a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437143:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700991a0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437149:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700991a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437154:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.437158:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700991a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437166:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700991a0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437178:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.437181:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.437185:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700991a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437193:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700991a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437207:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700991a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437213:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700991a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437218:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700991a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437222:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.437234:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700991a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437241:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700991a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437249:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9b6f02d66400) 00010000:00010000:2.0:1780334769.437251:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.437254:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700991a7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437259:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700991a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437289:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099199 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f5c expref: 121 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437300:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.437302:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334769.437306:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099199 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f5c expref: 121 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.437316:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f800, rc 0) 00000100:00100000:2.0:1780334769.437613:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:34639:x1866815604630656:12345-192.168.203.22@tcp:101:bash.0 Request processed in 675us (1013us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334769.437620:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1703 00000100:00100000:1.0:1780334769.437730:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604630784 00000100:00100000:1.0:1780334769.437736:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604630784 00000100:00100000:1.0:1780334769.437771:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 523 00000100:00100000:1.0:1780334769.437778:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+121:2408:x1866815604630784:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:1.0:1780334769.437798:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334769.437808:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700991ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f63 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.437872:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700991b5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.437882:0:6543:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700991b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.437895:0:6543:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700991b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.437908:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700991bc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.437915:0:6543:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700991bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.437921:0:6543:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700991bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.437942:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700991b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.437947:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700991b5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.437953:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700991b5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.437958:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.437961:0:6543:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700991b5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.437967:0:6543:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700991b5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.437976:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334769.437979:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.437981:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700991b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.437987:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e700991b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.437997:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700991bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.438002:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700991bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.438008:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700991bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.438012:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.438014:0:6543:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700991bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.438020:0:6543:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700991bc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.438026:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xae1c5c33 (ffff9b70098cec00) 00010000:00010000:1.0:1780334769.438029:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.438031:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700991bc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.438035:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e700991bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.438057:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700991ae lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f63 expref: 122 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.438070:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334769.438073:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780334769.438076:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700991ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f63 expref: 122 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.438085:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1400, rc -2) 00000100:00100000:1.0:1780334769.438118:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+121:2408:x1866815604630784:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 340us (1406us total) trans 0 rc -2/-2 00000100:00100000:1.0:1780334769.438126:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 523 00000100:00100000:0.0:1780334769.446910:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.446959:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.447135:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604630912 00000100:00100000:1.0:1780334769.447144:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604630912 00000100:00100000:1.0:1780334769.447192:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1704 00000100:00100000:1.0:1780334769.447201:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+63:34640:x1866815604630912:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334769.447236:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334769.447257:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700991c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f6a expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447338:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700991ca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447355:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700991ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447366:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700991ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447381:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700991d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447389:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700991d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447395:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700991d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447429:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700991ca lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447436:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700991ca lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447441:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700991ca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447447:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700991ca lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447454:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.447458:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700991ca lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447466:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700991ca lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447477:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334769.447480:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.447484:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700991ca lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447491:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700991ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447506:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700991d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447513:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700991d1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447519:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700991d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447525:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.447527:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700991d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447533:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700991d1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447540:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9b70098ce400) 00010000:00010000:1.0:1780334769.447542:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.447557:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700991d1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447564:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c600/0xdf9e767e700991d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447594:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700991c3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f6a expref: 64 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447605:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334769.447607:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.447611:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700991c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f6a expref: 64 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.447981:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf1000, rc 0) 00000100:00100000:1.0:1780334769.448090:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+63:34640:x1866815604630912:12345-192.168.203.22@tcp:101:rm.0 Request processed in 889us (1188us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334769.448099:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1704 00000100:00100000:3.0:1780334769.448177:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604631040 00000100:00100000:3.0:1780334769.448183:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604631040 00000100:00100000:3.0:1780334769.448233:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 524 00000100:00100000:3.0:1780334769.448242:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:58271a7b-a5ef-4afe-8261-509ea1104824+63:2406:x1866815604631040:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:3.0:1780334769.448269:0:7802:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.448280:0:7802:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e700991d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f71 expref: -99 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448315:0:7802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700991df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448339:0:7802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700991df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448348:0:7802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700991df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448362:0:7802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700991e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448369:0:7802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700991e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448376:0:7802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700991e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448399:0:7802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700991df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448406:0:7802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700991df lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448411:0:7802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700991df lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448417:0:7802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334769.448421:0:7802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700991df lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448428:0:7802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700991df lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448436:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334769.448438:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334769.448441:0:7802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700991df lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448447:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700991df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448457:0:7802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700991e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448464:0:7802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700991e6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448470:0:7802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700991e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448475:0:7802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334769.448478:0:7802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700991e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448484:0:7802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700991e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448491:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x21330256 (ffff9b700382b700) 00010000:00010000:3.0:1780334769.448493:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334769.448496:0:7802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700991e6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448503:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e700991e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448524:0:7802:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e700991d8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f71 expref: 64 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448533:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334769.448535:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780334769.448539:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e700991d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f71 expref: 64 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.448559:0:7802:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9800, rc -2) 00000100:00100000:3.0:1780334769.450489:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:58271a7b-a5ef-4afe-8261-509ea1104824+63:2406:x1866815604631040:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 2240us (3520us total) trans 0 rc -2/-2 00000100:00100000:3.0:1780334769.450501:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 524 00000100:00100000:3.0:1780334769.457554:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.457696:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604631168 00000100:00100000:1.0:1780334769.457705:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604631168 00000100:00100000:1.0:1780334769.457841:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1705 00000100:00100000:1.0:1780334769.457852:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+63:34640:x1866815604631168:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:1.0:1780334769.457885:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334769.457904:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700991ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f78 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.457971:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700991f4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.457986:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700991f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.457996:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700991f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458010:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700991fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458016:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700991fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458022:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700991fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458056:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700991f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458064:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700991f4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458071:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700991f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458078:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481ca00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.458081:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700991f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458089:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700991f4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458101:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334769.458104:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.458109:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700991f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458116:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700991f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458129:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700991fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458136:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700991fb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458141:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700991fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458147:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.458150:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700991fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458156:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700991fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458163:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9b70098cec00) 00010000:00010000:1.0:1780334769.458165:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.458168:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700991fb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458172:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700991fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458202:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700991ed lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f78 expref: 64 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458211:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334769.458213:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.458217:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700991ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f78 expref: 64 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.458473:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334769.458536:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+63:34640:x1866815604631168:12345-192.168.203.22@tcp:101:rm.0 Request processed in 686us (1320us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334769.458554:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1705 00000100:00100000:0.0:1780334769.473335:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.473509:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604631296 00000100:00100000:3.0:1780334769.473519:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604631296 00000100:00100000:3.0:1780334769.473585:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1706 00000100:00100000:3.0:1780334769.473596:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+63:34641:x1866815604631296:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334769.473615:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.473640:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099202 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f7f expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473703:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70099209 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473720:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70099209 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473729:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70099209 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473742:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099210 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473748:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099210 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473753:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099210 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473784:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70099209 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473790:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70099209 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473796:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70099209 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473802:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334769.473806:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70099209 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473834:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70099209 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473845:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334769.473848:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334769.473852:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70099209 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473858:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70099209 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473878:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099210 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473884:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099210 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473890:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099210 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473895:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334769.473897:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099210 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473903:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099210 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473909:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9b700382b700) 00010000:00010000:3.0:1780334769.473912:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334769.473914:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099210 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473919:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e70099210 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473949:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099202 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f7f expref: 64 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473958:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334769.473960:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334769.473964:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099202 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f7f expref: 64 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.473972:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9000, rc 0) 00000100:00100000:3.0:1780334769.474024:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+63:34641:x1866815604631296:12345-192.168.203.22@tcp:101:cp.0 Request processed in 431us (708us total) trans 0 rc 301/301 00000100:00100000:3.0:1780334769.474031:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1706 00000100:00100000:3.0:1780334769.478185:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.478499:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604631424 00000100:00100000:0.0:1780334769.478510:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604631424 00000100:00100000:0.0:1780334769.478579:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1707 00000100:00100000:0.0:1780334769.478591:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+63:34641:x1866815604631424:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:0.0:1780334769.478611:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334769.478630:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099217 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f86 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.478696:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009921e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.478711:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009921e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.478721:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009921e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.478737:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099225 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.478747:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099225 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.478752:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099225 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.478787:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009921e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.478793:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009921e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.478798:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009921e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.478804:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.478808:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009921e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.478844:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009921e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.478854:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.478856:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.478860:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009921e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.478876:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009921e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.478888:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099225 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.478895:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099225 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.479098:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099225 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.479103:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.479107:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099225 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.479113:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099225 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.479121:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9b7013182e00) 00010000:00010000:0.0:1780334769.479123:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.479126:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099225 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.479132:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099225 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.479165:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099217 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f86 expref: 64 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.479175:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.479177:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334769.479181:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099217 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f86 expref: 64 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.479195:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a400, rc 0) 00000100:00100000:0.0:1780334769.479454:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+63:34641:x1866815604631424:12345-192.168.203.22@tcp:101:cp.0 Request processed in 864us (1277us total) trans 0 rc 301/301 00000100:00100000:0.0:1780334769.479463:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1707 00000100:00100000:3.0:1780334769.483378:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.483669:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604631680 00000100:00100000:1.0:1780334769.483679:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604631680 00000100:00100000:1.0:1780334769.483735:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1708 00000100:00100000:1.0:1780334769.483746:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+63:34641:x1866815604631680:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:1.0:1780334769.483766:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334769.483786:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e7009922c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f8d expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.483926:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70099233 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.483941:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009918b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f4e expref: 119 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.483950:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70099233 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.483983:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009918b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f4e expref: 119 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.483998:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009918b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f4e expref: 119 pid: 15367 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.484012:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703460f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624332544:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334769.484099:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045edcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334769.488771:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.488921:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703460f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624332544:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334769.488948:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70099233 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.489140:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604631808 00000100:00100000:2.0:1780334769.489147:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604631808 00010000:00010000:2.0:1780334769.489182:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009918b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f4e expref: 120 pid: 15367 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.489218:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 497 00000100:00100000:2.0:1780334769.489238:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:2406:x1866815604631808:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334769.489252:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334769.489258:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009918b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f4e expref: 120 pid: 15367 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.489270:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009918b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f4e expref: 120 pid: 15367 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.489291:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009918b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f4e expref: 120 pid: 15367 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.489306:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334769.489311:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70099233 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.489326:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70099233 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.489334:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70099233 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.489362:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334769.489415:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:2406:x1866815604631808:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 188us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.489422:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 497 00010000:00010000:1.0:1780334769.489940:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70099233 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.489949:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70099233 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.489972:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009923a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.489982:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009923a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.489990:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009923a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1780334769.490311:0:6539:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x23:0x0], index 1: 0 00010000:00010000:1.0:1780334769.490439:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70099241 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.490449:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70099241 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.490457:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70099241 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.490490:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70099233 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.490497:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70099233 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.490504:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70099233 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.490509:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.490513:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70099233 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.490520:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70099233 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.490530:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334769.490533:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.490536:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70099233 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.490542:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e70099233 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334769.490566:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000073d888ca reply state 0000000000e8770b transno 4294968299 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009923a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.490575:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009923a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.490581:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9b70098cec00) 00010000:00010000:1.0:1780334769.490584:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334769.490586:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1780334769.490619:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e7009922c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f8d expref: 66 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.490632:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0400/0xdf9e767e70099241 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f8d expref: 65 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.490644:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff9b70098ce400) 00010000:00010000:1.0:1780334769.490646:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334769.490649:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04cf0400, rc 0) 00000100:00100000:1.0:1780334769.490703:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b722680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+66:34641:x1866815604631680:12345-192.168.203.22@tcp:101:cp.0 Request processed in 6959us (7335us total) trans 4294968299 rc 0/0 00000100:00100000:1.0:1780334769.490710:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1708 00000100:00100000:3.0:1780334769.496048:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.496191:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604631936 00000100:00100000:2.0:1780334769.496201:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604631936 00000100:00100000:2.0:1780334769.496265:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 478 00000100:00100000:2.0:1780334769.496275:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+18:2406:x1866815604631936:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:2.0:1780334769.496292:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.496315:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e7009924f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f94 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334769.496353:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780334769.496373:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334769.496376:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334769.496384:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e7009924f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f94 expref: 19 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.496404:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e7009924f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f94 expref: 19 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.496424:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fc00, rc 0) 00000100:00100000:2.0:1780334769.496480:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+19:2406:x1866815604631936:12345-192.168.203.22@tcp:101:cp.0 Request processed in 206us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.496487:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 478 00000100:00100000:2.0:1780334769.499914:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.500001:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604632064 00000100:00100000:3.0:1780334769.500012:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604632064 00000100:00100000:3.0:1780334769.500063:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 479 00000100:00100000:3.0:1780334769.500073:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+19:34641:x1866815604632064:12345-192.168.203.22@tcp:101:cp.0 00010000:00010000:3.0:1780334769.500092:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.500109:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1f9b expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.500141:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e7009924f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f94 expref: 20 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.500150:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334769.500152:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334769.500156:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 20 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.500189:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e7009924f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f94 expref: 20 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.500203:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e7009924f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f94 expref: 20 pid: 8421 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.500216:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624332672:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334769.500307:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f003c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334769.502533:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624332672:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334769.502580:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 20 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.502601:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8000, rc 0) 00000100:00100000:2.0:1780334769.502665:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+20:34641:x1866815604632064:12345-192.168.203.22@tcp:101:cp.0 Request processed in 2592us (2762us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.502673:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 479 00000100:00100000:1.0:1780334769.505218:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.505388:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604632192 00000100:00100000:0.0:1780334769.505397:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604632192 00010000:00010000:0.0:1780334769.505435:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e7009924f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f94 expref: 20 pid: 8421 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.505478:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 498 00000100:00100000:0.0:1780334769.505488:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+20:2406:x1866815604632192:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334769.505503:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334769.505523:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e7009924f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f94 expref: 20 pid: 8421 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.505537:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e7009924f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f94 expref: 20 pid: 8421 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.505572:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000954bd16e/0xdf9e767e7009924f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f94 expref: 20 pid: 8421 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.505588:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.505591:0:6524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.505598:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 19 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.505613:0:6524:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 19 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.505657:0:6524:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 19 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.505672:0:6524:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6524:1866815624332800:192.168.203.22@tcp:105: 00000100:00100000:0.0:1780334769.505756:0:6524:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f049c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334769.508917:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.509133:0:6524:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6524:1866815624332800:192.168.203.22@tcp:105: 00010000:00010000:0.0:1780334769.509153:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334769.509203:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+19:2406:x1866815604632192:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 3716us (3993us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.509213:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 498 00000100:00100000:1.0:1780334769.509608:0:6542:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604632448 00000100:00100000:1.0:1780334769.509615:0:6542:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604632448 00000100:00100000:1.0:1780334769.509653:0:6542:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 315 00000100:00100000:1.0:1780334769.509662:0:6542:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+66:34641:x1866815604632448:12345-192.168.203.22@tcp:35:cp.0 00000100:00100000:1.0:1780334769.510174:0:6542:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:58271a7b-a5ef-4afe-8261-509ea1104824+67:34641:x1866815604632448:12345-192.168.203.22@tcp:35:cp.0 Request processed in 512us (1264us total) trans 4294968300 rc 0/0 00000100:00100000:1.0:1780334769.510182:0:6542:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 315 00000040:00080000:3.0:1780334769.524065:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334769.524073:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334769.524101:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 52 count 12 00000040:00080000:3.0:1780334769.524114:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:3.0:1780334769.524465:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd1180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624332928:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1780334769.524632:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f003c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334769.537260:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.537281:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.537313:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.537598:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd1180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624332928:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1780334769.542083:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604632576 00000100:00100000:0.0:1780334769.542098:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604632576 00000100:00100000:0.0:1780334769.542161:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604632704 00000100:00100000:0.0:1780334769.542164:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604632704 00000100:00100000:0.0:1780334769.542178:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604632832 00000100:00100000:0.0:1780334769.542181:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604632832 00000100:00100000:0.0:1780334769.542198:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1709 00000100:00100000:0.0:1780334769.542208:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034545f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+69:34645:x1866815604632576:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1780334769.542362:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1710 00000100:00100000:1.0:1780334769.542373:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+69:34646:x1866815604632704:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334769.542402:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334769.542514:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+69:34646:x1866815604632704:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 143us (5230us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.542523:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1710 00000100:00100000:1.0:1780334769.542555:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1711 00000100:00100000:1.0:1780334769.542563:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+68:34644:x1866815604632832:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334769.542575:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334769.542612:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+68:34644:x1866815604632832:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 49us (5298us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.542618:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1711 00000004:00000080:0.0:1780334769.544754:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334769.544935:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034545f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+67:34645:x1866815604632576:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 2723us (7678us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.544945:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1709 00000100:00100000:1.0:1780334769.548882:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.548913:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.548977:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604633088 00000100:00100000:3.0:1780334769.548988:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604633088 00000100:00100000:3.0:1780334769.549034:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604633344 00000100:00100000:3.0:1780334769.549038:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604633344 00000100:00100000:3.0:1780334769.549072:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1712 00000100:00100000:3.0:1780334769.549082:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+68:34646:x1866815604633088:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334769.549101:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.549121:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e7009925d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1fa2 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.549220:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099264 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.549245:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099264 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.549257:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099264 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334769.549268:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x32:0x0]: returning size 158 00010000:00010000:3.0:1780334769.549387:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9600/0xdf9e767e7009925d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fa2 expref: 71 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.549403:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099264 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fa2 expref: 70 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.549413:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9b70188d6e00) 00010000:00010000:3.0:1780334769.549416:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334769.549419:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9000, rc 0) 00000100:00100000:3.0:1780334769.549479:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03424000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+70:34646:x1866815604633088:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 398us (603us total) trans 4294968301 rc 0/0 00000100:00100000:3.0:1780334769.549486:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1712 00000100:00100000:3.0:1780334769.549503:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1713 00000100:00100000:3.0:1780334769.549511:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+69:34644:x1866815604633344:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334769.549519:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.549527:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70099272 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1fa9 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.549582:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70099279 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.549592:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70099279 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.549599:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70099279 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334769.549607:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x30:0x0]: returning size 158 00010000:00010000:3.0:1780334769.549664:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9800/0xdf9e767e70099272 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fa9 expref: 72 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.549675:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70099279 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fa9 expref: 71 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.549681:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9b70154f5300) 00010000:00010000:3.0:1780334769.549683:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334769.549685:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9c00, rc 0) 00000100:00100000:3.0:1780334769.549708:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+71:34644:x1866815604633344:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 198us (794us total) trans 4294968302 rc 0/0 00000100:00100000:3.0:1780334769.549714:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1713 00000100:00100000:3.0:1780334769.555198:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.555367:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604633856 00000100:00100000:2.0:1780334769.555378:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604633856 00000100:00100000:2.0:1780334769.555437:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1714 00000100:00100000:2.0:1780334769.555448:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+71:34645:x1866815604633856:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334769.555470:0:9763:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.555490:0:9763:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70099287 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1fb0 expref: -99 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.555599:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009928e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.555614:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009928e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.555625:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009928e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334769.555636:0:9763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x31:0x0]: returning size 158 00010000:00010000:2.0:1780334769.555742:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70099287 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fb0 expref: 74 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.555760:0:9763:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009928e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fb0 expref: 73 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.555769:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9b70188d6f00) 00010000:00010000:2.0:1780334769.555772:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334769.555776:0:9763:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fc00, rc 0) 00000100:00100000:2.0:1780334769.555880:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+73:34645:x1866815604633856:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 433us (690us total) trans 4294968303 rc 0/0 00000100:00100000:2.0:1780334769.555887:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1714 00000100:00100000:3.0:1780334769.557684:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.557726:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.557830:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604633600 00000100:00100000:0.0:1780334769.557839:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604633600 00000100:00100000:0.0:1780334769.557902:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 480 00000100:00100000:0.0:1780334769.557912:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+15:2408:x1866815604633600:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1780334769.557953:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000829d99c3/0xdf9e767e7009929c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.557971:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 15 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.557978:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780334769.557980:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1780334769.557984:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000829d99c3/0xdf9e767e7009929c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.558026:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 15 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.558040:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 15 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.558054:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624333056:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334769.558129:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f049c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334769.558261:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604633472 00000100:00100000:2.0:1780334769.558266:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604633472 00000100:00100000:2.0:1780334769.558314:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 94 00000100:00100000:2.0:1780334769.558322:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+73:2408:x1866815604633472:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334769.558333:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334769.558353:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099264 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fa2 expref: 73 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.558368:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9b70188d6e00) 00010000:00010000:2.0:1780334769.558374:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334769.558399:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+72:2408:x1866815604633472:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 79us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.558406:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 94 00000100:00100000:1.0:1780334769.565535:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.565621:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604633984 00000100:00100000:2.0:1780334769.565630:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604633984 00000100:00100000:2.0:1780334769.565688:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 481 00000100:00100000:2.0:1780334769.565697:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+16:2406:x1866815604633984:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334769.565746:0:8519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e700992a3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.565767:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 16 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.565774:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334769.565776:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334769.565779:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e700992a3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.565845:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 16 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.565857:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 16 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.565888:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624333184:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334769.565974:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0000 going to sleep for 11 seconds 00000100:00100000:3.0:1780334769.569389:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.569533:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604634112 00000100:00100000:2.0:1780334769.569542:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604634112 00000100:00100000:2.0:1780334769.569607:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 482 00000100:00100000:2.0:1780334769.569617:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+19:2408:x1866815604634112:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334769.569670:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e700992aa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.569690:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 19 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.569699:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334769.569701:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334769.569704:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e700992aa lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.569738:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 19 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.569754:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 19 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.569767:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624333312:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334769.569883:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0840 going to sleep for 11 seconds 00000100:00100000:3.0:1780334769.572679:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.572723:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.572853:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624333184:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334769.572888:0:8519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e700992a3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.573022:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604634368 00000100:00100000:1.0:1780334769.573029:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604634368 00002000:00100000:1.0:1780334769.573080:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x20:0x0] (0->157) req@ffff9b6f03cd2300 x1866815604634368/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 648/0 e 0 to 0 dl 1780334780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334769.573090:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f03cd2300 with x1866815604634368 ext(0->157) 00010000:00010000:1.0:1780334769.573098:0:20282:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 17 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.573111:0:20282:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 17 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334769.573120:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b6f03cd2300 00000100:00100000:1.0:1780334769.573153:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 22 00000100:00100000:1.0:1780334769.573162:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+17:2406:x1866815604634368:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:1.0:1780334769.573945:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+19:2406:x1866815604634368:12345-192.168.203.22@tcp:4:cp.0 Request processed in 779us (1216us total) trans 4294967377 rc 0/0 00000100:00100000:1.0:1780334769.573953:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 22 00002000:00100000:1.0:1780334769.573963:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x20:0x0] (0->157) req@ffff9b6f03cd2300 x1866815604634368/t4294967377(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 648/448 e 0 to 0 dl 1780334780 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334769.573973:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f03cd2300 with x1866815604634368 ext(0->157) 00010000:00010000:1.0:1780334769.573979:0:20282:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 19 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.573990:0:20282:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 19 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334769.573997:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b6f03cd2300 00000100:00100000:1.0:1780334769.574026:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604634240 00000100:00100000:1.0:1780334769.574031:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604634240 00000100:00100000:1.0:1780334769.574068:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 95 00000100:00100000:1.0:1780334769.574076:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+72:2406:x1866815604634240:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334769.574088:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334769.574108:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fc00/0xdf9e767e7009928e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fb0 expref: 72 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.574124:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9b70188d6f00) 00010000:00010000:1.0:1780334769.574129:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334769.574147:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+71:2406:x1866815604634240:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 73us (1478us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.574152:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 95 00000100:00100000:0.0:1780334769.574473:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624333056:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334769.574491:0:8422:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000829d99c3/0xdf9e767e7009929c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.578500:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.578557:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.578642:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604634496 00000100:00100000:2.0:1780334769.578652:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604634496 00000100:00100000:2.0:1780334769.578719:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 96 00000100:00100000:2.0:1780334769.578730:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+71:2407:x1866815604634496:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334769.578745:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334769.578768:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e70099279 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fa9 expref: 71 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.578788:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9b70154f5300) 00010000:00010000:2.0:1780334769.578793:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334769.578873:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+70:2407:x1866815604634496:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 144us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.578881:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 96 00000100:00100000:3.0:1780334769.580715:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604634624 00000100:00100000:3.0:1780334769.580727:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604634624 00002000:00100000:3.0:1780334769.580775:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1f:0x0] (0->157) req@ffff9b6f03427100 x1866815604634624/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 648/0 e 0 to 0 dl 1780334780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334769.580786:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f03427100 with x1866815604634624 ext(0->157) 00010000:00010000:3.0:1780334769.580794:0:8427:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 19 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.580897:0:8427:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 19 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334769.580906:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b6f03427100 00000100:00100000:3.0:1780334769.580932:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 23 00000100:00100000:3.0:1780334769.580941:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+19:2407:x1866815604634624:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:2.0:1780334769.581453:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624333312:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334769.581475:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e700992aa lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.584286:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03427100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+21:2407:x1866815604634624:12345-192.168.203.22@tcp:4:cp.0 Request processed in 3329us (5777us total) trans 4294967378 rc 0/0 00000100:00100000:3.0:1780334769.584302:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 23 00002000:00100000:3.0:1780334769.584321:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1f:0x0] (0->157) req@ffff9b6f03427100 x1866815604634624/t4294967378(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 648/448 e 0 to 0 dl 1780334780 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334769.584334:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f03427100 with x1866815604634624 ext(0->157) 00010000:00010000:3.0:1780334769.584346:0:8427:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 21 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.584364:0:8427:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 21 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334769.584373:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b6f03427100 00000100:00100000:2.0:1780334769.592964:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.593006:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.593214:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604634752 00000100:00100000:0.0:1780334769.593228:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604634752 00000100:00100000:2.0:1780334769.593351:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00010000:00010000:0.0:1780334769.593465:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 21 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.593516:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 499 00000100:00100000:0.0:1780334769.593529:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+21:2407:x1866815604634752:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334769.593560:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780334769.593587:0:6522:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1780334769.593595:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 21 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.593609:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 21 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.593638:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e70098f38 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1da3 expref: 21 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.593659:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.593661:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.593667:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000829d99c3/0xdf9e767e7009929c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.593679:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000829d99c3/0xdf9e767e7009929c lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.593714:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334769.593892:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+20:2407:x1866815604634752:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 365us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.593902:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 499 00010000:00010000:0.0:1780334769.593943:0:8422:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000829d99c3/0xdf9e767e7009929c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.593953:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000829d99c3/0xdf9e767e7009929c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.593976:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000829d99c3/0xdf9e767e7009929c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.593986:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000829d99c3/0xdf9e767e7009929c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.593994:0:8422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000829d99c3/0xdf9e767e7009929c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.594001:0:8422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a400 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334769.594006:0:8422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000829d99c3/0xdf9e767e7009929c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.594015:0:8422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000829d99c3/0xdf9e767e7009929c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.594033:0:8422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000829d99c3/0xdf9e767e7009929c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.594041:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000829d99c3/0xdf9e767e7009929c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.594096:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+19:2408:x1866815604633600:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 36186us (36370us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.594106:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 480 00000100:00100000:2.0:1780334769.594524:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.594906:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604635136 00000100:00100000:0.0:1780334769.594916:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604635136 00010000:00010000:0.0:1780334769.594945:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 19 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.594973:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 500 00000100:00100000:0.0:1780334769.594982:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+19:2406:x1866815604635136:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334769.594995:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780334769.595010:0:6523:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1780334769.595015:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 19 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.595026:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 19 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.595044:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e70098d39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cb5 expref: 19 pid: 8422 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.595060:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.595062:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.595066:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e700992a3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.595075:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e700992a3 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.595102:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334769.595143:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+18:2406:x1866815604635136:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 161us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.595151:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 500 00010000:00010000:0.0:1780334769.595174:0:8519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e700992a3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.595183:0:8519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e700992a3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.595203:0:8519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e700992a3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.595212:0:8519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e700992a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.595220:0:8519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e700992a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.595227:0:8519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334769.595230:0:8519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e700992a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.595482:0:8519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e700992a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.595496:0:8519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e700992a3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.595504:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094686bee/0xdf9e767e700992a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.595558:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+17:2406:x1866815604633984:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 29862us (30030us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.595566:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 481 00000100:00100000:3.0:1780334769.595685:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604635008 00000100:00100000:3.0:1780334769.595692:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604635008 00002000:00100000:3.0:1780334769.595735:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x21:0x0] (0->157) req@ffff9b703fdd4000 x1866815604635008/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 648/0 e 0 to 0 dl 1780334780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334769.595745:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdd4000 with x1866815604635008 ext(0->157) 00010000:00010000:3.0:1780334769.595753:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 20 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.595767:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 20 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334769.595775:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b703fdd4000 00000100:00100000:3.0:1780334769.595993:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 24 00000100:00100000:3.0:1780334769.596003:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+20:2406:x1866815604635008:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:1.0:1780334769.597107:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604634880 00000100:00100000:1.0:1780334769.597122:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604634880 00000100:00100000:2.0:1780334769.597187:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.597197:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1715 00000100:00100000:1.0:1780334769.597212:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34647:x1866815604634880:12345-192.168.203.22@tcp:101:lfs.0 00000100:00100000:2.0:1780334769.597230:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604635392 00000100:00100000:2.0:1780334769.597237:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604635392 00000100:00100000:2.0:1780334769.597293:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1716 00000100:00100000:2.0:1780334769.597303:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+70:34646:x1866815604635392:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1780334769.597409:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+70:34646:x1866815604635392:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 109us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.597417:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1716 00000100:00100000:3.0:1780334769.598047:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+22:2406:x1866815604635008:12345-192.168.203.22@tcp:4:cp.0 Request processed in 2043us (4694us total) trans 4294967390 rc 0/0 00000100:00100000:3.0:1780334769.598058:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 24 00002000:00100000:3.0:1780334769.598067:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x21:0x0] (0->157) req@ffff9b703fdd4000 x1866815604635008/t4294967390(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 648/448 e 0 to 0 dl 1780334780 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334769.598078:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fdd4000 with x1866815604635008 ext(0->157) 00010000:00010000:3.0:1780334769.598087:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 22 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.598110:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 22 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334769.598118:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b703fdd4000 00010000:00010000:1.0:1780334769.599447:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334769.599485:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700992b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1fb7 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.599577:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700992b8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.599596:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700992b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.599610:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700992b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.599679:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700992bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.599687:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700992bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.599694:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700992bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.599766:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700992c6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.599775:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700992c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.599781:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700992c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780334769.599838:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x35:0x0]: returning size 158 00000004:00200000:1.0:1780334769.599844:0:6540:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780334769.599866:0:6540:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700992c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.602661:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700992c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.602677:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700992b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.602684:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700992b8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.602690:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700992b8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.602696:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.602700:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700992b8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.602708:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700992b8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.602723:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334769.602726:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.602731:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700992b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.602736:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1000/0xdf9e767e700992b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.602756:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700992bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.602762:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700992bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.602767:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700992bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.602771:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.602774:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700992bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.602780:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700992bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.602788:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9b70098cec00) 00010000:00010000:1.0:1780334769.602790:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334769.602793:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700992bf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.602799:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700992bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.603382:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700992b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fb7 expref: 121 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.603400:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481ca00/0xdf9e767e700992c6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fb7 expref: 120 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.603413:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff9b70098ce400) 00010000:00010000:1.0:1780334769.603415:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780334769.603418:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481ca00, rc 0) 00000100:00100000:1.0:1780334769.604426:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:34647:x1866815604634880:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 7209us (11409us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.604441:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1715 00000100:00100000:3.0:1780334769.604589:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.604908:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.604972:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.605009:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604635904 00000100:00100000:3.0:1780334769.605018:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604635904 00000100:00100000:3.0:1780334769.605108:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1717 00000100:00100000:3.0:1780334769.605128:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+70:34644:x1866815604635904:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334769.605940:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+70:34644:x1866815604635904:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 813us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.605957:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1717 00000100:00100000:1.0:1780334769.610376:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604635520 00000100:00100000:1.0:1780334769.610391:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604635520 00000100:00100000:1.0:1780334769.610467:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 483 00000100:00100000:1.0:1780334769.610477:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+17:2408:x1866815604635520:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334769.610494:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334769.610515:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e700992cd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1fbe expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334769.610540:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 158, mtime: 0x6a1dc0b1, atime: 0x0, ctime: 0x6a1dc0b1, blocks: 0x8 00010000:00010000:1.0:1780334769.610572:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334769.610574:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334769.610581:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e700992cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fbe expref: 18 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.610598:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e700992cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fbe expref: 18 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.610611:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481c600, rc 0) 00000100:00100000:1.0:1780334769.610680:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+18:2408:x1866815604635520:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 205us (6098us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.610688:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 483 00000100:00100000:1.0:1780334769.610721:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604635648 00000100:00100000:1.0:1780334769.610725:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604635648 00010000:00010000:1.0:1780334769.610744:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 22 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.610772:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 501 00000100:00100000:1.0:1780334769.610778:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+22:2407:x1866815604635648:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334769.610788:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780334769.610800:0:19047:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1780334769.610805:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 22 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.610839:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 22 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.610856:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e70098e66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d4f expref: 22 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.611018:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334769.611019:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334769.611023:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e700992aa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.611031:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e700992aa lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.611062:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334769.611084:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+21:2407:x1866815604635648:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 306us (6183us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.611091:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 501 00010000:00010000:1.0:1780334769.611114:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e700992aa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.611122:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e700992aa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.611142:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e700992aa lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.611150:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e700992aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.611158:0:8419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e700992aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.611164:0:8419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561e000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334769.611169:0:8419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e700992aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.611177:0:8419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e700992aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.611192:0:8419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e700992aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.611199:0:8419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4986c2f/0xdf9e767e700992aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.611704:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+20:2408:x1866815604634112:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 42083us (42318us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.611713:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 482 00000100:00100000:3.0:1780334769.612849:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.612913:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.613123:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604636032 00000100:00100000:2.0:1780334769.613136:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604636032 00000100:00100000:0.0:1780334769.613156:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604636160 00000100:00100000:0.0:1780334769.613166:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604636160 00000100:00100000:2.0:1780334769.613206:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 484 00000100:00100000:2.0:1780334769.613219:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+18:2407:x1866815604636032:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00000100:00100000:0.0:1780334769.613226:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 485 00010000:00010000:2.0:1780334769.613251:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.613281:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e700992d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1fc5 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334769.613305:0:8519:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 158, mtime: 0x6a1dc0b0, atime: 0x0, ctime: 0x6a1dc0b0, blocks: 0x8 00010000:00010000:2.0:1780334769.613324:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334769.613326:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334769.613333:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e700992d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fc5 expref: 19 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.613349:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e700992d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fc5 expref: 19 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.613361:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fc00, rc 0) 00000100:00100000:2.0:1780334769.613415:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+19:2407:x1866815604636032:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 200us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.613422:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 484 00000100:00100000:0.0:1780334769.613772:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2408:x1866815604636160:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334769.613792:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334769.613847:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e700992db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1fcc expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.613920:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624333440:192.168.203.22@tcp:106: 00000100:00100000:0.0:1780334769.614021:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f049c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780334769.614200:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.614480:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604636672 00000100:00100000:3.0:1780334769.614489:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604636672 00000100:00100000:3.0:1780334769.614541:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1718 00000100:00100000:3.0:1780334769.614564:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+70:34646:x1866815604636672:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334769.614662:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+70:34646:x1866815604636672:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 102us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.614670:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1718 00000100:00100000:0.0:1780334769.616011:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.616403:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604636416 00000100:00100000:1.0:1780334769.616412:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604636416 00000100:00100000:1.0:1780334769.616465:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1719 00000100:00100000:1.0:1780334769.616476:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+70:34645:x1866815604636416:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1780334769.616587:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+70:34645:x1866815604636416:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 114us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.616594:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1719 00000100:00100000:3.0:1780334769.620371:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.620604:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604636928 00000100:00100000:0.0:1780334769.620614:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604636928 00000100:00100000:0.0:1780334769.620670:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1720 00000100:00100000:0.0:1780334769.620680:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+70:34644:x1866815604636928:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334769.620786:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+70:34644:x1866815604636928:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 107us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.620794:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1720 00000100:00100000:0.0:1780334769.624934:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.624980:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.625018:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.625098:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604637184 00000100:00100000:3.0:1780334769.625107:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604637184 00000100:00100000:3.0:1780334769.625165:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 486 00000100:00100000:3.0:1780334769.625175:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+20:2409:x1866815604637184:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334769.625194:0:8421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.625234:0:8421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700992e2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1fd3 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334769.625262:0:8421:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x21:0x0] initial LVB size: 158, mtime: 0x6a1dc0b1, atime: 0x0, ctime: 0x6a1dc0b1, blocks: 0x8 00010000:00010000:3.0:1780334769.625281:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334769.625284:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334769.625292:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700992e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fd3 expref: 21 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.625310:0:8421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700992e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fd3 expref: 21 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.625323:0:8421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b7032830e00, rc 0) 00000100:00100000:3.0:1780334769.625375:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+21:2409:x1866815604637184:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 202us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.625382:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 486 00000100:00100000:3.0:1780334769.625403:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604637056 00000100:00100000:3.0:1780334769.625407:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604637056 00002000:00100000:3.0:1780334769.625432:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x20:0x0] (0->4095) req@ffff9b703fe22d80 x1866815604637056/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 488/0 e 0 to 0 dl 1780334780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334769.625442:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe22d80 with x1866815604637056 ext(0->4095) 00002000:00010000:3.0:1780334769.625447:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fe22d80 00000100:00100000:3.0:1780334769.625460:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604637312 00000100:00100000:3.0:1780334769.625463:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604637312 00002000:00100000:3.0:1780334769.625476:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1f:0x0] (0->4095) req@ffff9b703fe21c00 x1866815604637312/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 488/0 e 0 to 0 dl 1780334780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334769.625484:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe21c00 with x1866815604637312 ext(0->4095) 00002000:00010000:3.0:1780334769.625486:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fe21c00 00000100:00100000:3.0:1780334769.625501:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 116 00000100:00100000:3.0:1780334769.625507:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+20:2407:x1866815604637056:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1780334769.625631:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+20:2407:x1866815604637056:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 124us (706us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334769.625638:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 116 00002000:00100000:3.0:1780334769.625644:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x20:0x0] (0->4095) req@ffff9b703fe22d80 x1866815604637056/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 488/4536 e 0 to 0 dl 1780334780 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334769.625651:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe22d80 with x1866815604637056 ext(0->4095) 00002000:00010000:3.0:1780334769.625654:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fe22d80 00000100:00100000:3.0:1780334769.625666:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 117 00000100:00100000:3.0:1780334769.625673:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+19:2406:x1866815604637312:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1780334769.625727:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+19:2406:x1866815604637312:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 54us (707us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334769.625733:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 117 00002000:00100000:3.0:1780334769.625738:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1f:0x0] (0->4095) req@ffff9b703fe21c00 x1866815604637312/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 488/4536 e 0 to 0 dl 1780334780 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334769.625751:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703fe21c00 with x1866815604637312 ext(0->4095) 00002000:00010000:3.0:1780334769.625754:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703fe21c00 00002000:00010000:2.0:1780334769.626412:0:8422:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1780334769.626420:0:8422:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb mtime: 0 -> 1780334769 00002000:00010000:2.0:1780334769.626423:0:8422:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb atime: 0 -> 1780334769 00002000:00010000:2.0:1780334769.626426:0:8422:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb ctime: 0 -> 1780334769 00002000:00010000:2.0:1780334769.626428:0:8422:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1780334769.626450:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624333440:192.168.203.22@tcp:106: 00010000:00010000:2.0:1780334769.626490:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e700992db lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fcc expref: 19 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.626515:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080efe5ad/0xdf9e767e700992db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fcc expref: 19 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.626530:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a000, rc 0) 00000100:00100000:2.0:1780334769.626607:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2408:x1866815604636160:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 13372us (13693us total) trans 0 rc 301/301 00000100:00100000:2.0:1780334769.626615:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 485 00000100:00100000:3.0:1780334769.629750:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.629895:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.638220:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.641775:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604637440 00000100:00100000:2.0:1780334769.641789:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604637440 00000100:00100000:2.0:1780334769.641874:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604637568 00000100:00100000:2.0:1780334769.641878:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604637568 00000100:00100000:2.0:1780334769.641934:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1721 00000100:00100000:2.0:1780334769.641948:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+71:34646:x1866815604637440:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334769.641968:0:15367:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.641989:0:15367:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700992e9 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1fda expref: -99 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.642023:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700992f0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.642037:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700992f0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.642048:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700992f0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.642160:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e700992e9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fda expref: 73 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.642180:0:15367:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700992f0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fda expref: 72 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.642188:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9b70188d6e00) 00010000:00010000:2.0:1780334769.642190:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334769.642194:0:15367:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f000, rc 0) 00000100:00100000:0.0:1780334769.642448:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1722 00000100:00100000:0.0:1780334769.642459:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+72:34644:x1866815604637568:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1780334769.642468:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334769.642479:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e700992f7 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1fe1 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.642497:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e700992fe lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.642506:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e700992fe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.642514:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e700992fe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.642594:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e700992f7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fe1 expref: 74 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.642608:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e700992fe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fe1 expref: 73 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.642614:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9b70154f5300) 00010000:00010000:0.0:1780334769.642617:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334769.642619:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1ac00, rc 0) 00000100:00100000:0.0:1780334769.642679:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+73:34644:x1866815604637568:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 223us (12785us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.642686:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1722 00000100:00100000:2.0:1780334769.642752:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+72:34646:x1866815604637440:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 807us (13011us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.642758:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1721 00000100:00100000:3.0:1780334769.644533:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.644620:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604637824 00000100:00100000:0.0:1780334769.644628:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604637824 00000100:00100000:0.0:1780334769.644681:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604637952 00000100:00100000:0.0:1780334769.644685:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604637952 00000100:00100000:0.0:1780334769.644707:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1723 00000100:00100000:0.0:1780334769.644716:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+72:34645:x1866815604637824:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334769.644804:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+72:34645:x1866815604637824:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 89us (6605us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.644827:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1723 00000100:00100000:0.0:1780334769.644844:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1724 00000100:00100000:0.0:1780334769.644850:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:34647:x1866815604637952:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:0.0:1780334769.644860:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334769.644877:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099305 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1fe8 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.644938:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009930c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.644951:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009930c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.644961:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009930c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780334769.644997:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1780334769.645001:0:6538:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780334769.645019:0:6538:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009930c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.645041:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099305 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fe8 expref: 122 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.645057:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009930c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fe8 expref: 121 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.645065:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334769.645067:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780334769.645071:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a400, rc 0) 00000100:00100000:0.0:1780334769.645091:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+121:34647:x1866815604637952:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 242us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.645098:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1724 00000100:00100000:0.0:1780334769.647923:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.647998:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.648055:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604638080 00000100:00100000:2.0:1780334769.648065:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604638080 00000100:00100000:2.0:1780334769.648120:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604638208 00000100:00100000:2.0:1780334769.648123:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604638208 00000100:00100000:2.0:1780334769.648155:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1725 00000100:00100000:2.0:1780334769.648164:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+73:34644:x1866815604638080:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334769.648191:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334769.648417:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+73:34644:x1866815604638080:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 253us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.648428:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1725 00000100:00100000:2.0:1780334769.648446:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1726 00000100:00100000:2.0:1780334769.648452:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+72:34646:x1866815604638208:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334769.648466:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334769.648501:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+72:34646:x1866815604638208:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 50us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.648507:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1726 00000100:00100000:0.0:1780334769.667430:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.667478:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.667572:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604638336 00000100:00100000:1.0:1780334769.667584:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604638336 00000100:00100000:1.0:1780334769.667646:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 487 00000100:00100000:1.0:1780334769.667656:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2407:x1866815604638336:12345-192.168.203.22@tcp:101:lfs.0 00010000:00010000:1.0:1780334769.667673:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334769.667690:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70099313 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1fef expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.667753:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03426d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624333568:192.168.203.22@tcp:106: 00000100:00100000:3.0:1780334769.668038:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604638464 00000100:00100000:3.0:1780334769.668042:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604638464 00002000:00100000:3.0:1780334769.668077:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x21:0x0] (0->4095) req@ffff9b6f04c5b100 x1866815604638464/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 488/0 e 0 to 0 dl 1780334780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334769.668086:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04c5b100 with x1866815604638464 ext(0->4095) 00002000:00010000:3.0:1780334769.668090:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f04c5b100 00000100:00100000:3.0:1780334769.668121:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 118 00000100:00100000:3.0:1780334769.668129:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+21:2408:x1866815604638464:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1780334769.668272:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+21:2408:x1866815604638464:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 143us (792us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780334769.668280:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 118 00002000:00100000:3.0:1780334769.668286:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x21:0x0] (0->4095) req@ffff9b6f04c5b100 x1866815604638464/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 488/4536 e 0 to 0 dl 1780334780 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334769.668295:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04c5b100 with x1866815604638464 ext(0->4095) 00002000:00010000:3.0:1780334769.668298:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f04c5b100 00000100:00100000:1.0:1780334769.668665:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed900 going to sleep for 11 seconds 00000100:00100000:0.0:1780334769.676018:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.676070:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.676643:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604638592 00000100:00100000:3.0:1780334769.676652:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604638592 00000100:00100000:3.0:1780334769.676701:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604638720 00000100:00100000:3.0:1780334769.676705:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604638720 00000100:00100000:3.0:1780334769.676730:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 488 00000100:00100000:3.0:1780334769.676740:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+20:2406:x1866815604638592:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334769.676784:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009931a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.676801:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334769.676803:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334769.676808:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009931a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.676859:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009931a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.676896:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009931a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.676913:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009931a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.676923:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009931a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.676930:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8e00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334769.676934:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009931a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.676950:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009931a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.676963:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009931a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.676970:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009931a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.677033:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+20:2406:x1866815604638592:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 293us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.677040:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 488 00000100:00100000:3.0:1780334769.677057:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 489 00000100:00100000:3.0:1780334769.677063:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+19:2406:x1866815604638720:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334769.677079:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70099321 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.677087:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334769.677089:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334769.677092:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70099321 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.677100:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70099321 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.677118:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70099321 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.677126:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70099321 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.677134:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70099321 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.677140:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9c00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334769.677143:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70099321 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.677151:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70099321 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.677160:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70099321 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.677167:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd3692b8/0xdf9e767e70099321 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.677193:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+19:2406:x1866815604638720:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 130us (1123us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.677199:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 489 00000100:00100000:1.0:1780334769.683459:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03426d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624333568:192.168.203.22@tcp:106: 00010000:00010000:1.0:1780334769.683499:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70099313 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fef expref: 19 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.683525:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6ad06d0/0xdf9e767e70099313 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fef expref: 19 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.683537:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d800, rc 0) 00000100:00100000:1.0:1780334769.683626:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2407:x1866815604638336:12345-192.168.203.22@tcp:101:lfs.0 Request processed in 15971us (16204us total) trans 0 rc 301/301 00000100:00100000:1.0:1780334769.683636:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 487 00000100:00100000:0.0:1780334769.699344:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.699610:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604638848 00000100:00100000:1.0:1780334769.699621:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604638848 00000100:00100000:1.0:1780334769.699683:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1727 00000100:00100000:1.0:1780334769.699706:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+72:34645:x1866815604638848:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334769.699726:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334769.699745:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70099328 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ff6 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.699779:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009932f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.699798:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009932f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.699809:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009932f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.699959:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70099328 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ff6 expref: 74 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.699977:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009932f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ff6 expref: 73 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.699985:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9b70188d6f00) 00010000:00010000:1.0:1780334769.699988:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334769.699991:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334769.700053:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+73:34645:x1866815604638848:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 361us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.700061:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1727 00000100:00100000:0.0:1780334769.712682:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.712729:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.712752:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.712772:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.712798:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604638976 00000100:00100000:0.0:1780334769.712807:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604638976 00000100:00100000:0.0:1780334769.712865:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604639232 00000100:00100000:0.0:1780334769.712881:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604639232 00000100:00100000:0.0:1780334769.712895:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604639488 00000100:00100000:0.0:1780334769.712897:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604639488 00000100:00100000:1.0:1780334769.712919:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604639744 00000100:00100000:1.0:1780334769.712923:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604639744 00000100:00100000:1.0:1780334769.712947:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1728 00000100:00100000:1.0:1780334769.712956:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+75:34645:x1866815604638976:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334769.712989:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334769.713123:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+75:34645:x1866815604638976:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 167us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.713131:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1728 00000100:00100000:1.0:1780334769.713154:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1729 00000100:00100000:1.0:1780334769.713161:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+74:34646:x1866815604639232:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1780334769.713220:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70099336 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.713335:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1730 00000100:00100000:0.0:1780334769.713344:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+121:34647:x1866815604639744:12345-192.168.203.22@tcp:58:lfs.0 00010000:00010000:1.0:1780334769.713441:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700992f0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fda expref: 74 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.713450:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70099336 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780334769.713451:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].54, 136 off15536 00010000:00010000:1.0:1780334769.713486:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700992f0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fda expref: 74 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.713494:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+121:34647:x1866815604639744:12345-192.168.203.22@tcp:58:lfs.0 Request processed in 153us (722us total) trans 0 rc 0/0 00010000:00010000:1.0:1780334769.713500:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700992f0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fda expref: 74 pid: 15367 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.713500:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1730 00000100:00100000:1.0:1780334769.713515:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03426d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624333696:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334769.713515:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1731 00000100:00100000:0.0:1780334769.713520:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+74:34644:x1866815604639488:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1780334769.713575:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009933d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.713586:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e700992fe lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fe1 expref: 74 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.713598:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009933d lrc: 4/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.713616:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e700992fe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fe1 expref: 74 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.713624:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e700992fe lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fe1 expref: 74 pid: 6539 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.713633:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624333824:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334769.713657:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f04780 going to sleep for 11 seconds 00000100:00100000:1.0:1780334769.713795:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045edc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780334769.732891:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.733143:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604639872 00000100:00100000:2.0:1780334769.733152:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604639872 00000100:00100000:2.0:1780334769.733209:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 490 00000100:00100000:2.0:1780334769.733221:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+21:2407:x1866815604639872:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334769.733275:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099344 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.733292:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334769.733294:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334769.733299:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099344 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.733314:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099344 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.733340:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099344 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.733355:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099344 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.733364:0:8422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099344 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.733372:0:8422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334769.733376:0:8422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099344 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.733385:0:8422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099344 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.733400:0:8422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099344 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.733407:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099344 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.733486:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+21:2407:x1866815604639872:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 267us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.733494:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 490 00000100:00100000:1.0:1780334769.734144:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03426d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624333696:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334769.734169:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70099336 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.734880:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624333824:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334769.734897:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009933d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.735150:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.735189:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.735369:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604640000 00000100:00100000:0.0:1780334769.735376:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604640000 00010000:00010000:0.0:1780334769.735411:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700992f0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fda expref: 75 pid: 15367 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.735448:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604640128 00000100:00100000:0.0:1780334769.735451:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604640128 00010000:00010000:0.0:1780334769.735462:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e700992fe lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fe1 expref: 76 pid: 6539 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.735484:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 502 00000100:00100000:0.0:1780334769.735492:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+76:2407:x1866815604640000:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334769.735506:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334769.735512:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700992f0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fda expref: 76 pid: 15367 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.735525:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700992f0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fda expref: 76 pid: 15367 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.735557:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700992f0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fda expref: 76 pid: 15367 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.735581:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9b70188d6e00) 00010000:00010000:0.0:1780334769.735586:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70099336 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.735603:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70099336 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.735611:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70099336 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.735633:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334769.735673:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+75:2407:x1866815604640000:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 181us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.735681:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 502 00000100:00100000:0.0:1780334769.735698:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 503 00000100:00100000:0.0:1780334769.735705:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+74:2407:x1866815604640128:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334769.735714:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334769.735719:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e700992fe lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fe1 expref: 74 pid: 6539 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.735728:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e700992fe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fe1 expref: 74 pid: 6539 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.735740:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ac00/0xdf9e767e700992fe lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fe1 expref: 74 pid: 6539 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.735749:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9b70154f5300) 00010000:00010000:0.0:1780334769.735753:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009933d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.735759:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009933d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.735765:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009933d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.735780:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334769.735799:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+73:2407:x1866815604640128:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 94us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.735805:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 503 00010000:00010000:0.0:1780334769.738045:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70099336 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.738061:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70099336 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.738234:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70099336 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.738242:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70099336 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.738249:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70099336 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.738256:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0c00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334769.738261:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70099336 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.738268:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70099336 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.738284:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9b70188d6e00) 00010000:00010000:0.0:1780334769.738287:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780334769.738291:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70099336 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.738297:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0c00/0xdf9e767e70099336 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.738406:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+73:34646:x1866815604639232:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 25242us (25672us total) trans 4294968304 rc 0/0 00000100:00100000:0.0:1780334769.738416:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1729 00010000:00010000:3.0:1780334769.739256:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009933d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.739267:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009933d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.739380:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009933d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.739388:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009933d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.739395:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009933d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.739400:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1be00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334769.739403:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009933d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.739410:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009933d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.739422:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9b70154f5300) 00010000:00010000:3.0:1780334769.739425:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334769.739429:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009933d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.739434:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1be00/0xdf9e767e7009933d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.739529:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+73:34644:x1866815604639488:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 26005us (26772us total) trans 4294968305 rc 0/0 00000100:00100000:3.0:1780334769.739537:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1731 00000100:00100000:1.0:1780334769.742741:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.742855:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604640384 00000100:00100000:2.0:1780334769.742865:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604640384 00000100:00100000:2.0:1780334769.742924:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1732 00000100:00100000:2.0:1780334769.742936:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+73:34645:x1866815604640384:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1780334769.743010:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009934b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.743027:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009932f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ff6 expref: 73 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.743035:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009934b lrc: 4/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.743069:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009932f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ff6 expref: 73 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.743083:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009932f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ff6 expref: 73 pid: 6540 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.743098:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624333952:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334769.743170:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0600 going to sleep for 11 seconds 00000100:00100000:2.0:1780334769.751629:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.751732:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604640640 00000100:00100000:1.0:1780334769.751742:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604640640 00000100:00100000:1.0:1780334769.751840:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 316 00000100:00100000:1.0:1780334769.751853:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b701ea92c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+74:34644:x1866815604640640:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334769.752249:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b701ea92c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+75:34644:x1866815604640640:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 398us (628us total) trans 4294968306 rc 0/0 00000100:00100000:1.0:1780334769.752256:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 316 00000100:00100000:0.0:1780334769.760025:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.760468:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604640896 00000100:00100000:1.0:1780334769.760478:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604640896 00000100:00100000:1.0:1780334769.760549:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 317 00000100:00100000:1.0:1780334769.760560:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+75:34646:x1866815604640896:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334769.760865:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+76:34646:x1866815604640896:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 305us (849us total) trans 4294968307 rc 0/0 00000100:00100000:1.0:1780334769.760873:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 317 00000100:00100000:2.0:1780334769.766013:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.766433:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604641024 00000100:00100000:0.0:1780334769.766444:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604641024 00010000:00010000:0.0:1780334769.766489:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009932f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ff6 expref: 76 pid: 6540 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.766540:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 504 00000100:00100000:0.0:1780334769.766561:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+76:2407:x1866815604641024:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334769.766576:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334769.766584:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009932f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ff6 expref: 76 pid: 6540 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.766598:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009932f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ff6 expref: 76 pid: 6540 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.766632:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9b70188d6f00) 00010000:00010000:0.0:1780334769.766638:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009934b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.766647:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009934b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.766655:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009934b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.766673:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334769.766723:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+76:2407:x1866815604641024:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 164us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.766731:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 504 00010000:00010000:1.0:1780334769.767777:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e7009932f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ff6 expref: 75 pid: 6540 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.767798:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624333952:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334769.767884:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009934b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.767894:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009934b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.767900:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009934b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.768181:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009934b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.768193:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009934b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.768200:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009934b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.768204:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334769.768208:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009934b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.768215:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009934b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.768230:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9b70188d6f00) 00010000:00010000:1.0:1780334769.768233:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334769.768237:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009934b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.768242:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e7009934b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.769243:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+75:34645:x1866815604640384:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 26302us (26502us total) trans 4294968308 rc 0/0 00000100:00100000:1.0:1780334769.769254:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1732 00000040:00080000:0.0:1780334769.770167:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334769.770174:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334769.770207:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 13 00000040:00080000:0.0:1780334769.770215:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334769.770490:0:13652:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624334080:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1780334769.770577:0:13652:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f04780 going to sleep for 11 seconds 00000100:00100000:0.0:1780334769.776220:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.776319:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604641280 00000100:00100000:1.0:1780334769.776340:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604641280 00000100:00100000:1.0:1780334769.776408:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 318 00000100:00100000:1.0:1780334769.776419:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+76:34645:x1866815604641280:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334769.776708:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+77:34645:x1866815604641280:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 290us (496us total) trans 4294968309 rc 0/0 00000100:00100000:1.0:1780334769.776717:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 318 00000100:00100000:0.0:1780334769.777577:0:13652:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13652:1866815624334080:192.168.203.22@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1780334769.780168:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.780205:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604641408 00000100:00100000:0.0:1780334769.780214:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604641408 00000100:00100000:0.0:1780334769.780264:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1733 00000100:00100000:0.0:1780334769.780273:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+76:34651:x1866815604641408:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334769.780307:0:15367:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334769.780422:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+76:34651:x1866815604641408:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 150us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.780429:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1733 00000100:00100000:1.0:1780334769.780615:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334769.780631:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03425880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624334208:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334769.780674:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334769.780713:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624334208 00000100:00100000:1.0:1780334769.780717:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624334208 00000100:00100000:1.0:1780334769.780756:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1780334769.780762:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624334208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334769.780778:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 57344 granted 212749120 pending 86016 free 3921375232 avail 3689852928 00000100:00100000:1.0:1780334769.780842:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624334208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.780848:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00080000:1.0:1780334769.780867:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334769.780986:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03425880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624334208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334769.781323:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334769.781333:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624334336:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334769.781365:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334769.781393:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624334336 00000100:00100000:2.0:1780334769.781398:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624334336 00000100:00100000:2.0:1780334769.781430:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1780334769.781437:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624334336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334769.781451:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 57344 granted 212749120 pending 86016 free 3921375232 avail 3689852928 00000100:00100000:2.0:1780334769.781483:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624334336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.781489:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00080000:2.0:1780334769.781506:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334769.781526:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624334336:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334769.783353:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624334464:0@lo:400:kworker.0 00000100:00100000:3.0:1780334769.783413:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334769.783451:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624334976:0@lo:400:kworker.0 00000100:00100000:1.0:1780334769.783638:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624334720:0@lo:400:kworker.0 00000100:00100000:1.0:1780334769.783672:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334769.783693:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624335232:0@lo:400:kworker.0 00000100:00100000:1.0:1780334769.783718:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334769.783743:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780334769.783749:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624334848:0@lo:400:kworker.0 00000100:00100000:1.0:1780334769.783771:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334769.783789:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624335360:0@lo:400:kworker.0 00000100:00100000:1.0:1780334769.783827:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334769.784171:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334769.784191:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624335488:0@lo:400:kworker.0 00000100:00100000:3.0:1780334769.784210:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334769.784227:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1780334769.784233:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624334592:0@lo:400:kworker.0 00000100:00100000:3.0:1780334769.784256:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334769.784272:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624335104:0@lo:400:kworker.0 00000100:00100000:3.0:1780334769.784291:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334769.784303:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624335616:0@lo:400:kworker.0 00000100:00100000:3.0:1780334769.784319:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334769.784345:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624334464 00000100:00100000:3.0:1780334769.784352:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624334464 00000100:00100000:3.0:1780334769.784398:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1780334769.784407:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624334464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334769.784456:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624334464:12345-0@lo:400:kworker.0 Request processed in 50us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.784462:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1780334769.784518:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624334464:0@lo:400:kworker.0 00000100:00100000:3.0:1780334769.784553:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624334720 00000100:00100000:3.0:1780334769.784556:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624334720 00000100:00100000:3.0:1780334769.784576:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624334976 00000100:00100000:3.0:1780334769.784579:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624334976 00000100:00100000:3.0:1780334769.784599:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624335488 00000100:00100000:3.0:1780334769.784602:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624335488 00000100:00100000:3.0:1780334769.784615:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624334592 00000100:00100000:3.0:1780334769.784617:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624334592 00000100:00100000:3.0:1780334769.784625:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624335104 00000100:00100000:3.0:1780334769.784627:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624335104 00000100:00100000:3.0:1780334769.784637:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624335616 00000100:00100000:3.0:1780334769.784639:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624335616 00000100:00100000:3.0:1780334769.784651:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1780334769.784657:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624334720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334769.784692:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624334720:12345-0@lo:400:kworker.0 Request processed in 35us (1020us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.784698:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1780334769.784710:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1780334769.784716:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624334976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334769.784747:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624334976:12345-0@lo:400:kworker.0 Request processed in 31us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.784753:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1780334769.784764:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1780334769.784769:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624335488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334769.784794:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624335488:12345-0@lo:400:kworker.0 Request processed in 25us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.784799:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1780334769.784828:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1780334769.784834:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624334592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334769.784873:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624334592:12345-0@lo:400:kworker.0 Request processed in 27us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.784879:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1780334769.784891:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1780334769.784897:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624335104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334769.785404:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624334848 00000100:00100000:1.0:1780334769.785410:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624334848 00000100:00100000:1.0:1780334769.785444:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1780334769.785450:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624334848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334769.785488:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624334848:12345-0@lo:400:kworker.0 Request processed in 38us (1716us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.785493:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1780334769.785515:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624335232 00000100:00100000:1.0:1780334769.785518:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624335232 00000100:00100000:1.0:1780334769.785539:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624335360 00000100:00100000:1.0:1780334769.785556:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624335360 00000100:00100000:1.0:1780334769.785575:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1780334769.785581:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624335232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334769.785614:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624335232:12345-0@lo:400:kworker.0 Request processed in 33us (1895us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.785619:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1780334769.785631:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1780334769.785637:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624335360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334769.785663:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624335360:12345-0@lo:400:kworker.0 Request processed in 27us (1853us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.785669:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1780334769.785708:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624334848:0@lo:400:kworker.0 00000100:00100000:1.0:1780334769.785719:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624335360:0@lo:400:kworker.0 00000100:00100000:1.0:1780334769.785728:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624334720:0@lo:400:kworker.0 00000100:00100000:1.0:1780334769.785737:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624335232:0@lo:400:kworker.0 00000100:00100000:1.0:1780334769.785767:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1780334769.785774:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624335616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334769.785805:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624335616:12345-0@lo:400:kworker.0 Request processed in 31us (1484us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.785833:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00080000:2.0:1780334769.787961:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334769.787970:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334769.787973:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334769.788041:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624334592:0@lo:400:kworker.0 00000100:00100000:2.0:1780334769.788055:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624335616:0@lo:400:kworker.0 00000100:00100000:2.0:1780334769.788066:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624334976:0@lo:400:kworker.0 00000100:00100000:2.0:1780334769.788077:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624335488:0@lo:400:kworker.0 00000100:00100000:1.0:1780334769.791132:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.791219:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.791443:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604641536 00000100:00100000:0.0:1780334769.791452:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604641536 00000100:00100000:0.0:1780334769.791502:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604641664 00000100:00100000:0.0:1780334769.791505:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604641664 00000100:00100000:0.0:1780334769.791526:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1734 00000100:00100000:0.0:1780334769.791535:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+77:34652:x1866815604641536:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334769.791574:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334769.791691:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+77:34652:x1866815604641536:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 156us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.791698:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1734 00000100:00100000:0.0:1780334769.791718:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1735 00000100:00100000:0.0:1780334769.791725:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+76:34653:x1866815604641664:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1780334769.791737:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1780334769.791777:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+76:34653:x1866815604641664:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 53us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.791784:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1735 00000100:00100000:2.0:1780334769.792925:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624335104:12345-0@lo:400:kworker.0 Request processed in 8023us (8627us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.792935:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1780334769.793090:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624335104:0@lo:400:kworker.0 00000100:00100000:0.0:1780334769.793893:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.794071:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604641920 00000100:00100000:2.0:1780334769.794079:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604641920 00000100:00100000:2.0:1780334769.794124:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1736 00000100:00100000:2.0:1780334769.794133:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+76:34651:x1866815604641920:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334769.794150:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.794168:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70099352 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b1ffd expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.794264:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099359 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.794284:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099359 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.794296:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099359 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334769.794308:0:6538:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x33:0x0]: returning size 158 00010000:00010000:2.0:1780334769.794416:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e000/0xdf9e767e70099352 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ffd expref: 79 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.794432:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099359 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ffd expref: 78 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.794440:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9b70188d6400) 00010000:00010000:2.0:1780334769.794443:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334769.794447:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f800, rc 0) 00000100:00100000:2.0:1780334769.794495:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+78:34651:x1866815604641920:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 362us (605us total) trans 4294968310 rc 0/0 00000100:00100000:2.0:1780334769.794502:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1736 00000100:00100000:0.0:1780334769.811367:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.811418:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.811523:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604642176 00000100:00100000:1.0:1780334769.811535:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604642176 00000100:00100000:1.0:1780334769.811610:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 97 00000100:00100000:1.0:1780334769.811630:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+78:2406:x1866815604642176:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334769.811646:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334769.811671:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099359 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ffd expref: 78 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.811692:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9b70188d6400) 00010000:00010000:1.0:1780334769.811698:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334769.811751:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+77:2406:x1866815604642176:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 132us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.811759:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 97 00000100:00100000:3.0:1780334769.812594:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604642048 00000100:00100000:3.0:1780334769.812603:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604642048 00000100:00100000:3.0:1780334769.812662:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 491 00000100:00100000:3.0:1780334769.812672:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+21:2409:x1866815604642048:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1780334769.812715:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c3bd1e75/0xdf9e767e70099367 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.812734:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 21 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.812742:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334769.812745:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1780334769.812748:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3bd1e75/0xdf9e767e70099367 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.812780:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 21 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.812799:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 21 pid: 8519 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.812834:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d78700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624335744:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334769.813400:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f003c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334769.816178:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d78700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624335744:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334769.816211:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c3bd1e75/0xdf9e767e70099367 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.823127:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.823178:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.823520:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604642304 00000100:00100000:1.0:1780334769.823530:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604642304 00002000:00100000:1.0:1780334769.823592:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x22:0x0] (0->157) req@ffff9b6f03ca0380 x1866815604642304/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 648/0 e 0 to 0 dl 1780334780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334769.823603:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f03ca0380 with x1866815604642304 ext(0->157) 00010000:00010000:1.0:1780334769.823612:0:20282:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 22 pid: 8519 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.823646:0:20282:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 22 pid: 8519 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334769.823654:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b6f03ca0380 00000100:00100000:1.0:1780334769.823691:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 25 00000100:00100000:1.0:1780334769.823701:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+22:2407:x1866815604642304:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:3.0:1780334769.826184:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604642560 00000100:00100000:3.0:1780334769.826198:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604642560 00000100:00100000:3.0:1780334769.826271:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1737 00000100:00100000:3.0:1780334769.826282:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+77:34653:x1866815604642560:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334769.826302:0:6540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.826334:0:6540:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e7009936e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b2004 expref: -99 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.826444:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099375 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.826459:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099375 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.826470:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099375 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780334769.826486:0:6540:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x35:0x0]: returning size 158 00010000:00010000:3.0:1780334769.827133:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9c00/0xdf9e767e7009936e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2004 expref: 80 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.827153:0:6540:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099375 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2004 expref: 79 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.827162:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff9b70098ce400) 00010000:00010000:3.0:1780334769.827164:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780334769.827168:0:6540:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9000, rc 0) 00000100:00100000:3.0:1780334769.827232:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+79:34653:x1866815604642560:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 951us (4051us total) trans 4294968311 rc 0/0 00000100:00100000:3.0:1780334769.827239:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1737 00000100:00100000:3.0:1780334769.832853:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.835832:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+24:2407:x1866815604642304:12345-192.168.203.22@tcp:4:cp.0 Request processed in 12099us (12680us total) trans 4294967391 rc 0/0 00000100:00100000:3.0:1780334769.835844:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 25 00002000:00100000:3.0:1780334769.835857:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x22:0x0] (0->157) req@ffff9b6f03ca0380 x1866815604642304/t4294967391(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 648/448 e 0 to 0 dl 1780334780 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334769.835867:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f03ca0380 with x1866815604642304 ext(0->157) 00010000:00010000:3.0:1780334769.835876:0:20282:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 24 pid: 8519 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.835894:0:20282:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 24 pid: 8519 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334769.835906:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b6f03ca0380 00000100:00100000:2.0:1780334769.836177:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604642816 00000100:00100000:2.0:1780334769.836186:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604642816 00000100:00100000:2.0:1780334769.836224:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1738 00000100:00100000:2.0:1780334769.836232:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+79:34652:x1866815604642816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334769.836247:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.836263:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70099383 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b200b expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.836357:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e7009938a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.836370:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e7009938a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.836380:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e7009938a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780334769.836390:0:6539:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x34:0x0]: returning size 158 00010000:00010000:2.0:1780334769.836464:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e70099383 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b200b expref: 82 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.836480:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e7009938a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b200b expref: 81 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.836489:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9b700382ba00) 00010000:00010000:2.0:1780334769.836492:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780334769.836495:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ee00, rc 0) 00000100:00100000:2.0:1780334769.836525:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+81:34652:x1866815604642816:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 294us (3684us total) trans 4294968312 rc 0/0 00000100:00100000:2.0:1780334769.836531:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1738 00000100:00100000:3.0:1780334769.845151:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.845251:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.845359:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604643072 00000100:00100000:0.0:1780334769.845369:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604643072 00000100:00100000:0.0:1780334769.845436:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 98 00000100:00100000:0.0:1780334769.845447:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+81:2408:x1866815604643072:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334769.845461:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334769.845486:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099375 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2004 expref: 81 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.845505:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff9b70098ce400) 00010000:00010000:0.0:1780334769.845510:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334769.845572:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+80:2408:x1866815604643072:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 126us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.845579:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 98 00000100:00100000:2.0:1780334769.846430:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604642944 00000100:00100000:2.0:1780334769.846439:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604642944 00000100:00100000:2.0:1780334769.846488:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 492 00000100:00100000:2.0:1780334769.846497:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+24:2408:x1866815604642944:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1780334769.846536:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099398 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.846569:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 24 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.846577:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334769.846579:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1780334769.846582:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099398 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.846619:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 24 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.846632:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 24 pid: 8419 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.846647:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027203100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624335872:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334769.846725:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0000 going to sleep for 11 seconds 00000040:00080000:3.0:1780334769.849330:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1780334769.853943:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.853993:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.854031:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.854083:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.854345:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027203100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16895:1866815624335872:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334769.854374:0:16895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099398 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.854384:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604643200 00000100:00100000:1.0:1780334769.854393:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604643200 00000100:00100000:2.0:1780334769.854404:0:8425:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604643584 00000100:00100000:2.0:1780334769.854409:0:8425:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604643584 00002000:00100000:2.0:1780334769.854446:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x23:0x0] (0->157) req@ffff9b6f01d7ad80 x1866815604643584/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 648/0 e 0 to 0 dl 1780334780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780334769.854448:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604643456 00000100:00100000:1.0:1780334769.854454:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604643456 00002000:00100000:2.0:1780334769.854461:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f01d7ad80 with x1866815604643584 ext(0->157) 00010000:00010000:2.0:1780334769.854470:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 26 pid: 8419 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.854474:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 26 pid: 8519 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.854492:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 26 pid: 8419 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334769.854501:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b6f01d7ad80 00000100:00100000:1.0:1780334769.854512:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 505 00000100:00100000:1.0:1780334769.854524:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+26:2406:x1866815604643456:12345-192.168.203.22@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780334769.854530:0:8425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 26 00010000:00010000:1.0:1780334769.854553:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1780334769.854554:0:8425:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+26:2407:x1866815604643584:12345-192.168.203.22@tcp:4:cp.0 00002000:00010000:1.0:1780334769.854574:0:19047:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1780334769.854582:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 26 pid: 8519 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.854595:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 26 pid: 8519 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.854618:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099049 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e6e expref: 26 pid: 8519 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.854641:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334769.854643:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334769.854648:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c3bd1e75/0xdf9e767e70099367 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.854658:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3bd1e75/0xdf9e767e70099367 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.854684:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334769.854732:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+25:2406:x1866815604643456:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 211us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.854740:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 505 00000100:00100000:1.0:1780334769.854759:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 99 00000100:00100000:1.0:1780334769.854768:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+80:2408:x1866815604643200:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334769.854778:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334769.854794:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ee00/0xdf9e767e7009938a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b200b expref: 80 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.854809:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9b700382ba00) 00010000:00010000:1.0:1780334769.854849:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334769.854871:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+79:2408:x1866815604643200:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 104us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.854877:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 99 00010000:00010000:1.0:1780334769.854905:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c3bd1e75/0xdf9e767e70099367 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.854920:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3bd1e75/0xdf9e767e70099367 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.854941:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c3bd1e75/0xdf9e767e70099367 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.854950:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c3bd1e75/0xdf9e767e70099367 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.854959:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c3bd1e75/0xdf9e767e70099367 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.854966:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8e00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334769.854971:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3bd1e75/0xdf9e767e70099367 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.854979:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3bd1e75/0xdf9e767e70099367 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.854992:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c3bd1e75/0xdf9e767e70099367 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.855000:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3bd1e75/0xdf9e767e70099367 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.855045:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+26:2409:x1866815604642048:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 42375us (43687us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.855053:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 491 00000100:00100000:1.0:1780334769.855068:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604643328 00000100:00100000:1.0:1780334769.855072:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604643328 00000100:00100000:1.0:1780334769.855096:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 493 00000100:00100000:1.0:1780334769.855103:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+19:2408:x1866815604643328:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1780334769.855127:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fe8abebb/0xdf9e767e7009939f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.855140:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 19 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.855147:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334769.855149:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1780334769.855152:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe8abebb/0xdf9e767e7009939f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.855180:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 19 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.855193:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 19 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.855206:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624336000:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334769.855253:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780334769.856512:0:8425:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:58271a7b-a5ef-4afe-8261-509ea1104824+25:2407:x1866815604643584:12345-192.168.203.22@tcp:4:cp.0 Request processed in 1965us (2420us total) trans 4294967392 rc 0/0 00000100:00100000:2.0:1780334769.856525:0:8425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 26 00002000:00100000:2.0:1780334769.856537:0:8425:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x23:0x0] (0->157) req@ffff9b6f01d7ad80 x1866815604643584/t4294967392(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 648/448 e 0 to 0 dl 1780334780 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334769.856557:0:8425:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f01d7ad80 with x1866815604643584 ext(0->157) 00010000:00010000:2.0:1780334769.856565:0:8425:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 25 pid: 8419 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.856579:0:8425:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 25 pid: 8419 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334769.856586:0:8425:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9b6f01d7ad80 00000100:00100000:3.0:1780334769.865121:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.865223:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.865325:0:8426:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604643968 00000100:00100000:2.0:1780334769.865334:0:8426:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604643968 00002000:00100000:2.0:1780334769.865379:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x21:0x0] (0->157) req@ffff9b6f04c59f80 x1866815604643968/t0(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 648/0 e 0 to 0 dl 1780334780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334769.865395:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04c59f80 with x1866815604643968 ext(0->157) 00000100:00100000:1.0:1780334769.865403:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624336000:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334769.865405:0:8426:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 20 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.865424:0:8426:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 20 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.865430:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fe8abebb/0xdf9e767e7009939f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780334769.865433:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b6f04c59f80 00000100:00100000:2.0:1780334769.865470:0:8426:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 27 00000100:00100000:2.0:1780334769.865480:0:8426:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+20:2408:x1866815604643968:12345-192.168.203.22@tcp:4:cp.0 00000100:00100000:0.0:1780334769.867072:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604643840 00000100:00100000:0.0:1780334769.867082:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604643840 00000100:00100000:0.0:1780334769.867134:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1739 00000100:00100000:0.0:1780334769.867143:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+79:34651:x1866815604643840:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334769.867249:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+79:34651:x1866815604643840:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 107us (2136us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.867257:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1739 00000100:00100000:1.0:1780334769.867302:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.867633:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604644096 00000100:00100000:0.0:1780334769.867637:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604644096 00010000:00010000:0.0:1780334769.867655:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 25 pid: 8419 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.867687:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 506 00000100:00100000:0.0:1780334769.867694:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+25:2409:x1866815604644096:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334769.867704:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780334769.867721:0:6522:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1780334769.867727:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 25 pid: 8419 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.867740:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 25 pid: 8419 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.867762:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000173003c3/0xdf9e767e70099256 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f9b expref: 25 pid: 8419 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.867777:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.867779:0:6522:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.867784:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099398 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.867794:0:6522:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099398 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.867975:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334769.868006:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+24:2409:x1866815604644096:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 312us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.868013:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 506 00000100:00100000:1.0:1780334769.868344:0:8426:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:58271a7b-a5ef-4afe-8261-509ea1104824+22:2408:x1866815604643968:12345-192.168.203.22@tcp:4:cp.0 Request processed in 2864us (3119us total) trans 4294967379 rc 0/0 00000100:00100000:1.0:1780334769.868354:0:8426:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 27 00002000:00100000:1.0:1780334769.868362:0:8426:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x21:0x0] (0->157) req@ffff9b6f04c59f80 x1866815604643968/t4294967379(0) o4->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 648/448 e 0 to 0 dl 1780334780 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334769.868371:0:8426:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04c59f80 with x1866815604643968 ext(0->157) 00010000:00010000:1.0:1780334769.868377:0:8426:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 22 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.868390:0:8426:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 22 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780334769.868397:0:8426:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9b6f04c59f80 00010000:00010000:3.0:1780334769.869311:0:16895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099398 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.869325:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099398 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.869347:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099398 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.869353:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099398 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.869358:0:16895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099398 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.869366:0:16895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334769.869368:0:16895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099398 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.869373:0:16895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099398 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.869385:0:16895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099398 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.869389:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099398 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.869473:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+23:2408:x1866815604642944:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 22977us (24331us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.869479:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 492 00000100:00100000:1.0:1780334769.873181:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.873226:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.873343:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604644352 00000100:00100000:3.0:1780334769.873352:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604644352 00000100:00100000:3.0:1780334769.873406:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 494 00000100:00100000:3.0:1780334769.873417:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+23:2406:x1866815604644352:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334769.873435:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.873456:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e700993a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b2012 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334769.873481:0:8519:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 158, mtime: 0x6a1dc0b1, atime: 0x0, ctime: 0x6a1dc0b1, blocks: 0x8 00010000:00010000:3.0:1780334769.873501:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334769.873503:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334769.873512:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e700993a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2012 expref: 24 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.873531:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e700993a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2012 expref: 24 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.873555:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9c00, rc 0) 00000100:00100000:3.0:1780334769.873621:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+24:2406:x1866815604644352:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 205us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.873628:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 494 00000100:00100000:0.0:1780334769.874018:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604644224 00000100:00100000:0.0:1780334769.874023:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604644224 00010000:00010000:0.0:1780334769.874046:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 22 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.874081:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 507 00000100:00100000:0.0:1780334769.874088:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+22:2408:x1866815604644224:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334769.874098:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780334769.874109:0:8446:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1780334769.874115:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 22 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.874126:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 22 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.874144:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099145 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f01 expref: 22 pid: 8421 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.874156:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.874158:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.874162:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fe8abebb/0xdf9e767e7009939f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.874170:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe8abebb/0xdf9e767e7009939f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.874237:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334769.874264:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+21:2408:x1866815604644224:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 176us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.874270:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 507 00010000:00010000:1.0:1780334769.875480:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fe8abebb/0xdf9e767e7009939f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.875497:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe8abebb/0xdf9e767e7009939f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.875526:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fe8abebb/0xdf9e767e7009939f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.875534:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe8abebb/0xdf9e767e7009939f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.875551:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe8abebb/0xdf9e767e7009939f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.875559:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334769.875563:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe8abebb/0xdf9e767e7009939f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.875571:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe8abebb/0xdf9e767e7009939f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.875588:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe8abebb/0xdf9e767e7009939f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.875595:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe8abebb/0xdf9e767e7009939f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.875752:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+20:2408:x1866815604643328:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 20645us (21754us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.875763:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 493 00000100:00100000:2.0:1780334769.880721:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.883122:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604644864 00000100:00100000:0.0:1780334769.883135:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604644864 00000100:00100000:0.0:1780334769.883210:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1740 00000100:00100000:0.0:1780334769.883220:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+79:34651:x1866815604644864:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334769.883344:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+79:34651:x1866815604644864:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 126us (2633us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.883351:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1740 00000100:00100000:3.0:1780334769.885968:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.886011:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.886150:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604644608 00000100:00100000:0.0:1780334769.886159:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604644608 00000100:00100000:0.0:1780334769.886215:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604645120 00000100:00100000:0.0:1780334769.886219:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604645120 00000100:00100000:0.0:1780334769.886243:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1741 00000100:00100000:0.0:1780334769.886252:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+80:34653:x1866815604644608:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334769.886366:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+80:34653:x1866815604644608:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 114us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.886373:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1741 00000100:00100000:0.0:1780334769.886391:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1742 00000100:00100000:0.0:1780334769.886398:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+79:34652:x1866815604645120:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1780334769.886431:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+79:34652:x1866815604645120:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 34us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.886438:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1742 00000100:00100000:2.0:1780334769.900057:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.901805:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.905570:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.905605:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604645504 00000100:00100000:2.0:1780334769.905616:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604645504 00002000:00100000:2.0:1780334769.906247:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x22:0x0] (0->4095) req@ffff9b7027202680 x1866815604645504/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 488/0 e 0 to 0 dl 1780334780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334769.906259:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7027202680 with x1866815604645504 ext(0->4095) 00002000:00010000:2.0:1780334769.906266:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b7027202680 00000100:00100000:2.0:1780334769.906292:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 119 00000100:00100000:2.0:1780334769.906301:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+24:2407:x1866815604645504:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1780334769.906487:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027202680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+24:2407:x1866815604645504:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 186us (925us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780334769.906499:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 119 00002000:00100000:2.0:1780334769.906506:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x22:0x0] (0->4095) req@ffff9b7027202680 x1866815604645504/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 488/4536 e 0 to 0 dl 1780334780 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334769.906515:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b7027202680 with x1866815604645504 ext(0->4095) 00002000:00010000:2.0:1780334769.906518:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b7027202680 00000100:00100000:1.0:1780334769.911482:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604645248 00000100:00100000:1.0:1780334769.911497:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604645248 00000100:00100000:1.0:1780334769.911610:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604645376 00000100:00100000:1.0:1780334769.911615:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604645376 00000100:00100000:3.0:1780334769.914912:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 495 00000100:00100000:3.0:1780334769.914930:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+20:2407:x1866815604645248:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334769.914948:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.914968:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700993ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b2019 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334769.914993:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x21:0x0] initial LVB size: 158, mtime: 0x6a1dc0b1, atime: 0x0, ctime: 0x6a1dc0b1, blocks: 0x8 00010000:00010000:3.0:1780334769.915011:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334769.915014:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334769.915021:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700993ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2019 expref: 21 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.915038:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700993ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2019 expref: 21 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.915050:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9800, rc 0) 00000100:00100000:3.0:1780334769.915110:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+21:2407:x1866815604645248:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 186us (15061us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.915117:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 495 00000100:00100000:3.0:1780334769.915138:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 496 00000100:00100000:3.0:1780334769.915146:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+24:2409:x1866815604645376:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1780334769.915154:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334769.915165:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e700993b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b2020 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780334769.915180:0:16895:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 158, mtime: 0x6a1dc0b1, atime: 0x0, ctime: 0x6a1dc0b1, blocks: 0x8 00010000:00010000:3.0:1780334769.915190:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334769.915192:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334769.915196:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e700993b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2020 expref: 25 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.915208:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f2520c09/0xdf9e767e700993b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2020 expref: 25 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.915216:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c9600, rc 0) 00000100:00100000:3.0:1780334769.915237:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+25:2409:x1866815604645376:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 93us (13439us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.915243:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 496 00000100:00100000:2.0:1780334769.915504:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.917946:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604645632 00000100:00100000:2.0:1780334769.917958:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604645632 00000100:00100000:2.0:1780334769.918027:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1743 00000100:00100000:2.0:1780334769.918038:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+79:34651:x1866815604645632:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334769.918056:0:6538:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.918073:0:6538:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e700993bb lrc: 2/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b2027 expref: -99 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.918106:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700993c2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.918120:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700993c2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.918133:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700993c2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.918238:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e700993bb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2027 expref: 81 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.918254:0:6538:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700993c2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2027 expref: 80 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.918263:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9b70188d6400) 00010000:00010000:2.0:1780334769.918265:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334769.918269:0:6538:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f000, rc 0) 00000100:00100000:2.0:1780334769.918324:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+80:34651:x1866815604645632:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 288us (2820us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.918331:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1743 00000100:00100000:2.0:1780334769.919193:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.919954:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604645888 00000100:00100000:1.0:1780334769.919963:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604645888 00000100:00100000:1.0:1780334769.920005:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1744 00000100:00100000:1.0:1780334769.920013:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+80:34653:x1866815604645888:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1780334769.920103:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+80:34653:x1866815604645888:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 90us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.920110:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1744 00000100:00100000:2.0:1780334769.925496:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.925575:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604646144 00000100:00100000:3.0:1780334769.925584:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604646144 00000100:00100000:3.0:1780334769.925649:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1745 00000100:00100000:3.0:1780334769.925660:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+80:34652:x1866815604646144:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1780334769.925758:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+80:34652:x1866815604646144:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 99us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334769.925765:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1745 00000100:00100000:3.0:1780334769.927130:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.927718:0:20282:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604646272 00000100:00100000:1.0:1780334769.927728:0:20282:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604646272 00002000:00100000:1.0:1780334769.927773:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x23:0x0] (0->4095) req@ffff9b6f04df1c00 x1866815604646272/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 488/0 e 0 to 0 dl 1780334780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334769.927784:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04df1c00 with x1866815604646272 ext(0->4095) 00002000:00010000:1.0:1780334769.927790:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f04df1c00 00000100:00100000:1.0:1780334769.927839:0:20282:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 120 00000100:00100000:1.0:1780334769.927848:0:20282:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+25:2406:x1866815604646272:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1780334769.928118:0:20282:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:58271a7b-a5ef-4afe-8261-509ea1104824+25:2406:x1866815604646272:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 270us (991us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780334769.928127:0:20282:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 120 00002000:00100000:1.0:1780334769.928133:0:20282:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x23:0x0] (0->4095) req@ffff9b6f04df1c00 x1866815604646272/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 488/4536 e 0 to 0 dl 1780334780 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780334769.928142:0:20282:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b6f04df1c00 with x1866815604646272 ext(0->4095) 00002000:00010000:1.0:1780334769.928146:0:20282:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9b6f04df1c00 00000100:00100000:1.0:1780334769.933842:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.933897:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.934217:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604646400 00000100:00100000:2.0:1780334769.934226:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604646400 00000100:00100000:2.0:1780334769.934281:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1746 00000100:00100000:2.0:1780334769.934291:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+80:34653:x1866815604646400:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1780334769.934311:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334769.934330:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e700993c9 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b202e expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.934364:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700993d0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.934378:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700993d0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.934389:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700993d0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.934498:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e700993c9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b202e expref: 82 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.934520:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700993d0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b202e expref: 81 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.934528:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff9b70098ce400) 00010000:00010000:2.0:1780334769.934531:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334769.934535:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fe00, rc 0) 00000100:00100000:2.0:1780334769.934600:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+81:34653:x1866815604646400:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 310us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.934607:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1746 00000100:00100000:3.0:1780334769.944708:0:8427:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604646528 00000100:00100000:3.0:1780334769.944724:0:8427:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604646528 00002000:00100000:3.0:1780334769.944774:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x21:0x0] (0->4095) req@ffff9b703464ea00 x1866815604646528/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 488/0 e 0 to 0 dl 1780334780 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780334769.944785:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703464ea00 with x1866815604646528 ext(0->4095) 00002000:00010000:3.0:1780334769.944791:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703464ea00 00000100:00100000:3.0:1780334769.944847:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 121 00000100:00100000:3.0:1780334769.944858:0:8427:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+21:2406:x1866815604646528:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1780334769.945058:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.945086:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604646656 00000100:00100000:2.0:1780334769.945090:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604646656 00000100:00100000:2.0:1780334769.945121:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1747 00000100:00100000:2.0:1780334769.945128:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+81:34653:x1866815604646656:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1780334769.945154:0:6540:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1780334769.945254:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+81:34653:x1866815604646656:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 126us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.945262:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1747 00000100:00100000:3.0:1780334769.946678:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.946750:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604646784 00000100:00100000:1.0:1780334769.946756:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604646784 00000100:00100000:1.0:1780334769.946799:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1748 00000100:00100000:1.0:1780334769.946807:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+81:34651:x1866815604646784:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334769.946843:0:6538:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334769.946934:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+81:34651:x1866815604646784:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 128us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.946942:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1748 00000100:00100000:2.0:1780334769.950359:0:8427:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:58271a7b-a5ef-4afe-8261-509ea1104824+21:2406:x1866815604646528:12345-192.168.203.22@tcp:3:lhsmtool_posix.0 Request processed in 5493us (16451us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780334769.950373:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 121 00002000:00100000:2.0:1780334769.950383:0:8427:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x21:0x0] (0->4095) req@ffff9b703464ea00 x1866815604646528/t0(0) o3->58271a7b-a5ef-4afe-8261-509ea1104824@192.168.203.22@tcp:235/0 lens 488/4536 e 0 to 0 dl 1780334780 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780334769.950393:0:8427:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9b703464ea00 with x1866815604646528 ext(0->4095) 00002000:00010000:2.0:1780334769.950399:0:8427:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9b703464ea00 00000100:00100000:3.0:1780334769.952188:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.952235:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.952417:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604646912 00000100:00100000:1.0:1780334769.952427:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604646912 00000100:00100000:1.0:1780334769.952471:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604647040 00000100:00100000:1.0:1780334769.952474:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604647040 00000100:00100000:1.0:1780334769.952494:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 497 00000100:00100000:1.0:1780334769.952504:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+26:2408:x1866815604646912:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1780334769.952558:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e700993d7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952576:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334769.952578:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334769.952583:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e700993d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952597:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e700993d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952625:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e700993d7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952640:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e700993d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952648:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e700993d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952656:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0c00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334769.952660:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e700993d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952669:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e700993d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952683:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e700993d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952691:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061f5a075/0xdf9e767e700993d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.952754:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+26:2408:x1866815604646912:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 251us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.952761:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 497 00000100:00100000:1.0:1780334769.952779:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 498 00000100:00100000:1.0:1780334769.952786:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+25:2406:x1866815604647040:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1780334769.952805:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e700993de lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952843:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334769.952845:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334769.952848:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e700993de lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952857:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e700993de lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952881:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e700993de lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952888:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e700993de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952895:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e700993de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952901:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334769.952904:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e700993de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952911:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e700993de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952927:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e700993de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.952934:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe8abebb/0xdf9e767e700993de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.952963:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+25:2406:x1866815604647040:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 178us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.952970:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 498 00000100:00100000:3.0:1780334769.954999:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.955129:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604647296 00000100:00100000:1.0:1780334769.955138:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604647296 00000100:00100000:1.0:1780334769.955177:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1749 00000100:00100000:1.0:1780334769.955184:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+81:34651:x1866815604647296:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1780334769.955252:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700993e5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.955272:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700993c2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2027 expref: 81 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.955282:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700993e5 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.955315:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700993c2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2027 expref: 81 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.955341:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700993c2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2027 expref: 81 pid: 6538 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334769.955355:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624336128:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334769.955434:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f045ed6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334769.958460:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.958497:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.958596:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624336128:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334769.958631:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700993e5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.958710:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604647552 00000100:00100000:3.0:1780334769.958718:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604647552 00000100:00100000:3.0:1780334769.958769:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604647680 00000100:00100000:3.0:1780334769.958773:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604647680 00000100:00100000:3.0:1780334769.958794:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1750 00000100:00100000:3.0:1780334769.958803:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+83:34653:x1866815604647552:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1780334769.958907:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700993ec lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.958922:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700993d0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b202e expref: 83 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.958930:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700993ec lrc: 4/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.958960:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700993d0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b202e expref: 83 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.958972:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700993d0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b202e expref: 83 pid: 6539 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.958985:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624336256:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334769.959053:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002f003c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334769.959704:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1751 00000100:00100000:1.0:1780334769.959715:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+83:34652:x1866815604647680:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1780334769.959728:0:6539:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334769.959740:0:6539:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700993f3 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b2035 expref: -99 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.959766:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700993fa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.959776:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700993fa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.959786:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700993fa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.959911:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e700993f3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2035 expref: 85 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.959933:0:6539:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700993fa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2035 expref: 84 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334769.959940:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9b700382ba00) 00010000:00010000:1.0:1780334769.959943:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1780334769.959947:0:6539:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334769.959996:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+84:34652:x1866815604647680:12345-192.168.203.22@tcp:101:lhsmtool_posix.0 Request processed in 282us (1497us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.960003:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1751 00000100:00100000:3.0:1780334769.961795:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.961889:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624336256:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334769.961913:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700993ec lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.961983:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604647808 00000100:00100000:2.0:1780334769.961990:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604647808 00010000:00010000:2.0:1780334769.962022:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700993c2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2027 expref: 84 pid: 6538 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.962060:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 508 00000100:00100000:2.0:1780334769.962068:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+84:2406:x1866815604647808:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334769.962080:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334769.962086:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700993c2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2027 expref: 84 pid: 6538 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.962096:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700993c2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2027 expref: 84 pid: 6538 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.962116:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f000/0xdf9e767e700993c2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2027 expref: 84 pid: 6538 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.962130:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9b70188d6400) 00010000:00010000:2.0:1780334769.962134:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700993e5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.962142:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700993e5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.962149:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700993e5 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.962170:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334769.962208:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+83:2406:x1866815604647808:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 141us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334769.962216:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 508 00010000:00010000:2.0:1780334769.962262:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700993e5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.962270:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700993e5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.962416:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700993e5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.962424:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700993e5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.962431:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700993e5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.962437:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf1400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334769.962440:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700993e5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.962447:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700993e5 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.962455:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9b70188d6400) 00010000:00010000:2.0:1780334769.962458:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334769.962461:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700993e5 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.962466:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf1400/0xdf9e767e700993e5 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.962537:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+83:34651:x1866815604647296:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 7353us (7545us total) trans 4294968313 rc 0/0 00000100:00100000:2.0:1780334769.962558:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1749 00000100:00100000:3.0:1780334769.965446:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334769.965517:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604648064 00000100:00100000:1.0:1780334769.965525:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604648064 00000100:00100000:1.0:1780334769.965591:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1752 00000100:00100000:1.0:1780334769.965600:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+83:34652:x1866815604648064:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1780334769.965641:0:6539:0:(mdt_handler.c:7982:mdt_fid2path()) path get [0x200000403:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1780334769.965751:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+83:34652:x1866815604648064:12345-192.168.203.22@tcp:53:lhsmtool_posix.0 Request processed in 151us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334769.965759:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1752 00000100:00100000:3.0:1780334769.967985:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.968314:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604647936 00000100:00100000:0.0:1780334769.968335:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604647936 00010000:00010000:0.0:1780334769.968371:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700993d0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b202e expref: 83 pid: 6539 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.968410:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 509 00000100:00100000:0.0:1780334769.968419:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+83:2407:x1866815604647936:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334769.968432:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334769.968439:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700993d0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b202e expref: 83 pid: 6539 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.968451:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700993d0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b202e expref: 83 pid: 6539 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.968471:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561fe00/0xdf9e767e700993d0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b202e expref: 83 pid: 6539 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.968484:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff9b70098ce400) 00010000:00010000:0.0:1780334769.968489:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700993ec lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.968497:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700993ec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.968503:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700993ec lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.968522:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334769.968581:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+82:2407:x1866815604647936:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 162us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.968590:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 509 00010000:00010000:3.0:1780334769.969248:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700993ec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.969258:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700993ec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.969412:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700993ec lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.969420:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700993ec lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.969426:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700993ec lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.969432:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334769.969436:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700993ec lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.969444:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700993ec lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.969454:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff9b70098ce400) 00010000:00010000:3.0:1780334769.969457:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780334769.969460:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700993ec lrc: 2/0,0 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334769.969466:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e700993ec lrc: 0/0,0 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334769.969559:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+82:34653:x1866815604647552:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 10755us (11105us total) trans 4294968314 rc 0/0 00000100:00100000:3.0:1780334769.969567:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1750 00000100:00100000:3.0:1780334769.974099:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334769.974148:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.974225:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604648192 00000100:00100000:0.0:1780334769.974235:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604648192 00000100:00100000:0.0:1780334769.974294:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 499 00000100:00100000:0.0:1780334769.974305:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+21:2409:x1866815604648192:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1780334769.974358:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099401 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.974374:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.974376:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334769.974380:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099401 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.974394:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099401 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.974417:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099401 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.974424:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099401 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.974431:0:16895:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099401 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.974437:0:16895:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334769.974441:0:16895:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099401 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.974448:0:16895:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099401 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.974461:0:16895:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099401 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334769.974467:0:16895:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099401 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334769.974535:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+21:2409:x1866815604648192:12345-192.168.203.22@tcp:1:lhsmtool_posix.0 Request processed in 231us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334769.974554:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 499 00000100:00100000:1.0:1780334769.975010:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604648448 00000100:00100000:1.0:1780334769.975016:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604648448 00000100:00100000:1.0:1780334769.975058:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 319 00000100:00100000:1.0:1780334769.975066:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+82:34653:x1866815604648448:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334769.975287:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+83:34653:x1866815604648448:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 222us (1138us total) trans 4294968315 rc 0/0 00000100:00100000:1.0:1780334769.975294:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 319 00000100:00100000:3.0:1780334769.985787:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334769.985897:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604648704 00000100:00100000:0.0:1780334769.985906:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604648704 00000100:00100000:0.0:1780334769.985959:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 320 00000100:00100000:0.0:1780334769.985969:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+83:34651:x1866815604648704:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1780334769.986212:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+84:34651:x1866815604648704:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 244us (432us total) trans 4294968316 rc 0/0 00000100:00100000:0.0:1780334769.986220:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 320 00000100:00100000:0.0:1780334769.988636:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334769.988718:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604648960 00000100:00100000:2.0:1780334769.988726:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604648960 00000100:00100000:2.0:1780334769.988782:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1753 00000100:00100000:2.0:1780334769.988793:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+84:34652:x1866815604648960:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1780334769.988995:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099408 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.989013:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700993fa lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2035 expref: 84 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.989022:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099408 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.989057:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700993fa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2035 expref: 84 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334769.989070:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700993fa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2035 expref: 84 pid: 6539 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334769.989083:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624336384:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334769.989198:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f09c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780334770.001439:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334770.001665:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604649088 00000100:00100000:3.0:1780334770.001673:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604649088 00010000:00010000:3.0:1780334770.001712:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700993fa lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2035 expref: 85 pid: 6539 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334770.001756:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 510 00000100:00100000:3.0:1780334770.001765:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+85:2407:x1866815604649088:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334770.001780:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334770.001785:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700993fa lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2035 expref: 85 pid: 6539 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.001799:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700993fa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2035 expref: 85 pid: 6539 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.001841:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9b700382ba00) 00010000:00010000:3.0:1780334770.001846:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099408 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.001856:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099408 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.001874:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099408 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.001894:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334770.001945:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+85:2407:x1866815604649088:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 180us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334770.001952:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 510 00010000:00010000:2.0:1780334770.002465:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d000/0xdf9e767e700993fa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2035 expref: 84 pid: 6539 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334770.002487:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624336384:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334770.002504:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099408 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.002512:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099408 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.002518:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099408 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.002687:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099408 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.002696:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099408 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.002702:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099408 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.002707:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0561f800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334770.002711:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099408 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.002718:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099408 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.002730:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9b700382ba00) 00010000:00010000:2.0:1780334770.002733:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780334770.002736:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099408 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.002743:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561f800/0xdf9e767e70099408 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334770.003272:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+84:34652:x1866815604648960:12345-192.168.203.22@tcp:57:lhsmtool_posix.0 Request processed in 14068us (14241us total) trans 4294968317 rc 0/0 00000100:00100000:2.0:1780334770.003283:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1753 00000040:00080000:3.0:1780334770.004097:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334770.004102:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334770.004192:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1780334770.004200:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334770.005583:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334770.005711:0:6541:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604649344 00000100:00100000:1.0:1780334770.005720:0:6541:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604649344 00000100:00100000:1.0:1780334770.005766:0:6541:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 321 00000100:00100000:1.0:1780334770.005776:0:6541:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+84:34652:x1866815604649344:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1780334770.006074:0:6541:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:58271a7b-a5ef-4afe-8261-509ea1104824+85:34652:x1866815604649344:12345-192.168.203.22@tcp:35:lhsmtool_posix.0 Request processed in 299us (496us total) trans 4294968318 rc 0/0 00000100:00100000:1.0:1780334770.006081:0:6541:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 321 00010000:00010000:3.0:1780334770.100245:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334770.635519:0:24680:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334770.635526:0:24680:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334770.635592:0:24680:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1780334770.635600:0:24680:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334770.791645:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334770.791772:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604649472 00000100:00100000:3.0:1780334770.791782:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604649472 00000100:00100000:3.0:1780334770.791862:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 500 00000100:00100000:3.0:1780334770.791984:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604649472:12345-192.168.203.22@tcp:101:rm.0 00010000:00010000:3.0:1780334770.792003:0:8422:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334770.792020:0:8422:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009940f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b203c expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.792114:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334770.792117:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334770.792124:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009940f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b203c expref: 17 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.792142:0:8422:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009940f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b203c expref: 17 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.792155:0:8422:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f054c8e00, rc 0) 00000100:00100000:3.0:1780334770.792401:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2408:x1866815604649472:12345-192.168.203.22@tcp:101:rm.0 Request processed in 529us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334770.798345:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 500 00000100:00100000:2.0:1780334770.798841:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334770.798872:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334770.798899:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334770.798925:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334770.798933:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604649600 00000100:00100000:0.0:1780334770.798942:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604649600 00000100:00100000:2.0:1780334770.798944:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334770.798961:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334770.798978:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604649728 00000100:00100000:2.0:1780334770.798983:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334770.798983:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604649728 00000100:00100000:0.0:1780334770.799000:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604649856 00000100:00100000:0.0:1780334770.799003:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604649856 00000100:00100000:2.0:1780334770.799004:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604650112 00000100:00100000:2.0:1780334770.799009:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604650112 00000100:00100000:0.0:1780334770.799015:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604650368 00000100:00100000:0.0:1780334770.799019:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604650368 00000100:00100000:2.0:1780334770.799033:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604650240 00000100:00100000:2.0:1780334770.799037:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604650240 00000100:00100000:0.0:1780334770.799046:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604650496 00000100:00100000:0.0:1780334770.799050:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604650496 00000100:00100000:2.0:1780334770.799059:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 501 00000100:00100000:2.0:1780334770.799071:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+20:2407:x1866815604649600:12345-192.168.203.22@tcp:101:ll_agl.0 00000100:00100000:0.0:1780334770.799076:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 502 00000100:00100000:0.0:1780334770.799086:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+20:2407:x1866815604649728:12345-192.168.203.22@tcp:101:ll_agl.0 00010000:00010000:2.0:1780334770.799095:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334770.799096:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334770.799112:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099416 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b204a expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.799113:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e7009941d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b2043 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.799149:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334770.799149:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334770.799152:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334770.799153:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334770.799162:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e7009941d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2043 expref: 21 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334770.799163:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099416 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b204a expref: 21 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.799195:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e7009941d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2043 expref: 21 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334770.799195:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099416 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b204a expref: 21 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.799222:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f000, rc 0) 00010000:00010000:0.0:1780334770.799222:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a600, rc 0) 00000100:00100000:2.0:1780334770.799271:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2407:x1866815604649600:12345-192.168.203.22@tcp:101:ll_agl.0 Request processed in 204us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334770.799278:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 501 00000100:00100000:2.0:1780334770.799294:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 503 00000100:00100000:2.0:1780334770.799300:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+20:2407:x1866815604649856:12345-192.168.203.22@tcp:101:ll_agl.0 00010000:00010000:2.0:1780334770.799307:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334770.799314:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099424 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b2051 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.799327:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334770.799328:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334770.799332:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099424 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2051 expref: 21 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.799342:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099424 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2051 expref: 21 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.799350:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561fe00, rc 0) 00000100:00100000:2.0:1780334770.799371:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2407:x1866815604649856:12345-192.168.203.22@tcp:101:ll_agl.0 Request processed in 72us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334770.799380:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 503 00000100:00100000:0.0:1780334770.799395:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2407:x1866815604649728:12345-192.168.203.22@tcp:101:ll_agl.0 Request processed in 308us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334770.799398:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 504 00000100:00100000:2.0:1780334770.799409:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2409:x1866815604650112:12345-192.168.203.22@tcp:101:ll_sa.0 00000100:00100000:0.0:1780334770.799415:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 502 00010000:00010000:2.0:1780334770.799419:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334770.799427:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e7009942b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b205f expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334770.799435:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 505 00000100:00100000:0.0:1780334770.799444:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+20:2409:x1866815604650368:12345-192.168.203.22@tcp:101:ll_sa.0 00010000:00010000:2.0:1780334770.799448:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334770.799451:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334770.799451:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334770.799456:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e7009942b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b205f expref: 21 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334770.799461:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a4a44b2/0xdf9e767e70099432 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b206d expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.799468:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e7009942b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b205f expref: 21 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.799481:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561ee00, rc 0) 00010000:00010000:0.0:1780334770.799481:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334770.799484:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334770.799490:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a4a44b2/0xdf9e767e70099432 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b206d expref: 21 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334770.799503:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2409:x1866815604650112:12345-192.168.203.22@tcp:101:ll_sa.0 Request processed in 95us (577us total) trans 0 rc 0/0 00010000:00010000:0.0:1780334770.799504:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009a4a44b2/0xdf9e767e70099432 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b206d expref: 21 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334770.799519:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 504 00010000:00010000:0.0:1780334770.799523:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1be00, rc 0) 00000100:00100000:2.0:1780334770.799548:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 506 00000100:00100000:2.0:1780334770.799561:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+20:2409:x1866815604650240:12345-192.168.203.22@tcp:101:ll_sa.0 00000100:00100000:0.0:1780334770.799561:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2409:x1866815604650368:12345-192.168.203.22@tcp:101:ll_sa.0 Request processed in 114us (612us total) trans 0 rc 0/0 00010000:00010000:2.0:1780334770.799572:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780334770.799573:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 505 00010000:00010000:2.0:1780334770.799581:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70099439 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b2066 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334770.799593:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 507 00000100:00100000:0.0:1780334770.799604:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2409:x1866815604650496:12345-192.168.203.22@tcp:101:ll_sa.0 00010000:00010000:2.0:1780334770.799606:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334770.799609:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334770.799612:0:8519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334770.799614:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70099439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2066 expref: 21 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334770.799621:0:8519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000207fbd98/0xdf9e767e70099440 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b2074 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.799627:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70099439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2066 expref: 21 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.799650:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561e000, rc 0) 00010000:00010000:0.0:1780334770.799656:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334770.799658:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334770.799663:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000207fbd98/0xdf9e767e70099440 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2074 expref: 22 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334770.799686:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+22:2409:x1866815604650240:12345-192.168.203.22@tcp:101:ll_sa.0 Request processed in 130us (722us total) trans 0 rc 0/0 00010000:00010000:0.0:1780334770.799689:0:8519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000207fbd98/0xdf9e767e70099440 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2074 expref: 22 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334770.799701:0:8519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1ac00, rc 0) 00000100:00100000:0.0:1780334770.799723:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+22:2409:x1866815604650496:12345-192.168.203.22@tcp:101:ll_sa.0 Request processed in 121us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334770.799949:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 506 00000100:00100000:0.0:1780334770.799980:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 507 00000100:00100000:0.0:1780334770.808670:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334770.808711:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334770.808785:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604649984 00000100:00100000:2.0:1780334770.808794:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604649984 00000100:00100000:3.0:1780334770.808839:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604650752 00000100:00100000:3.0:1780334770.808844:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604650752 00000100:00100000:2.0:1780334770.808888:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 508 00000100:00100000:3.0:1780334770.808889:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1754 00000100:00100000:3.0:1780334770.808904:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+121:34661:x1866815604650752:12345-192.168.203.22@tcp:36:rm.0 00000100:00100000:2.0:1780334770.808905:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c959850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2407:x1866815604649984:12345-192.168.203.22@tcp:101:ll_agl.0 00010000:00010000:2.0:1780334770.808926:0:8419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334770.808943:0:8419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099447 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b2058 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.808955:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1780334770.808965:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334770.808968:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334770.808975:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2058 expref: 22 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.808984:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e700988c4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a62 expref: 121 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334770.808994:0:8419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2058 expref: 22 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.809000:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9b6f02d67f00) 00010000:00010000:2.0:1780334770.809007:0:8419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0561f800, rc 0) 00010000:00010000:3.0:1780334770.809013:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009930c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fe8 expref: 120 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.809033:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334770.809037:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334770.809062:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c959850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+22:2407:x1866815604649984:12345-192.168.203.22@tcp:101:ll_agl.0 Request processed in 162us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334770.809069:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 508 00010000:00010000:3.0:1780334770.809530:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009944e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.809554:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009944e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.809563:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009944e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.809591:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099455 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.809598:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099455 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.809604:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099455 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.809677:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009945c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.809688:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098893 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a4d expref: 84 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.809695:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009945c lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.809724:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098893 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a4d expref: 84 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.809987:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098893 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a4d expref: 84 pid: 9763 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334770.810001:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624336512:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334770.810204:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7032962240 going to sleep for 11 seconds 00000100:00100000:1.0:1780334770.815329:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624336512:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334770.815370:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009945c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334770.820277:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334770.821855:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604650880 00000100:00100000:1.0:1780334770.821867:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604650880 00010000:00010000:1.0:1780334770.821907:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098893 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a4d expref: 85 pid: 9763 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334770.821950:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 511 00000100:00100000:1.0:1780334770.821960:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+85:2407:x1866815604650880:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334770.821973:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334770.821979:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098893 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a4d expref: 85 pid: 9763 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334770.821992:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098893 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a4d expref: 85 pid: 9763 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334770.822013:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448ca00/0xdf9e767e70098893 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1a4d expref: 85 pid: 9763 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334770.822027:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9b6f02d67f00) 00010000:00010000:1.0:1780334770.822043:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009945c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334770.822052:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009945c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334770.822061:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009945c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334770.822090:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334770.822144:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+84:2407:x1866815604650880:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 185us (1872us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334770.822150:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 511 00010000:00010000:3.0:1780334770.822384:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009945c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822391:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009945c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780334770.822641:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9240 00000004:00080000:3.0:1780334770.822665:0:6539:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 774641852533ns, next at 775641835488ns, rc = 0 00010000:00010000:3.0:1780334770.822718:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099463 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822729:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099463 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822737:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099463 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822748:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099463 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822755:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099463 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822760:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099463 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822785:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780334770.822803:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009945c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822830:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009945c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822837:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009945c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822842:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b7032831400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334770.822845:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009945c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822852:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009945c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822860:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9b6f02d67f00) 00010000:00010000:3.0:1780334770.822863:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780334770.822866:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009945c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822874:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831400/0xdf9e767e7009945c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822888:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009944e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822893:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009944e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822897:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009944e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822901:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334770.822904:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009944e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822910:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009944e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822916:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334770.822918:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334770.822920:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009944e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822925:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8000/0xdf9e767e7009944e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334770.822934:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f9bba23 reply state 000000002f6a7100 transno 4294968319 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099455 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822943:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099455 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334770.822948:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9b700382b400) 00010000:00010000:3.0:1780334770.822950:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334770.822953:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780334770.822995:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+121:34661:x1866815604650752:12345-192.168.203.22@tcp:36:rm.0 Request processed in 14096us (14282us total) trans 4294968319 rc 0/0 00000100:00100000:3.0:1780334770.823002:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1754 00010000:00010000:0.0:1780334770.823084:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780334770.823089:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099463 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334770.823095:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334770.823099:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099463 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334770.823105:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099463 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334770.823113:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9b6f02d67f00) 00010000:00010000:0.0:1780334770.823115:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780334770.823119:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099463 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334770.823124:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099463 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334770.823140:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334770.823142:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334770.823143:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334771.125135:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334771.316201:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334771.316223:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624336640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334771.316289:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334771.316949:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624336640 00000100:00100000:1.0:1780334771.316957:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624336640 00000100:00100000:1.0:1780334771.317020:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1780334771.317030:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624336640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780334771.317057:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253287232 pending 114688 free 3921362944 avail 3689840640 00000100:00100000:1.0:1780334771.317104:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624336640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334771.317110:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00080000:2.0:1780334771.317170:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334771.317305:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624336640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334771.317974:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624336768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334771.318010:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334771.318163:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624336768 00000100:00100000:2.0:1780334771.318168:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624336768 00000100:00100000:2.0:1780334771.318313:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1780334771.318320:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624336768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334771.318336:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253287232 pending 114688 free 3921362944 avail 3689840640 00000100:00100000:2.0:1780334771.318370:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624336768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334771.318387:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1780334771.318500:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624336768:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1780334771.318575:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334771.319058:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624336896:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334771.319099:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334771.319209:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624336896 00000100:00100000:0.0:1780334771.319215:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624336896 00000100:00100000:0.0:1780334771.319254:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1780334771.319261:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624336896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334771.319286:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334771.319333:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624336896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334771.319338:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1780334771.319413:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624336896:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1780334771.858206:0:24731:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334771.858215:0:24731:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334771.858274:0:24731:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1780334771.858281:0:24731:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334771.950361:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334771.950784:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604651136 00000100:00100000:3.0:1780334771.950794:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604651136 00000100:00100000:3.0:1780334771.950883:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1755 00000100:00100000:3.0:1780334771.950894:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+121:34673:x1866815604651136:12345-192.168.203.22@tcp:36:rm.0 00010000:00010000:3.0:1780334771.950946:0:6538:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334771.950974:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e70098996 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ab6 expref: 121 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.950990:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9b70154f5500) 00010000:00010000:3.0:1780334771.950999:0:6538:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1780334771.951109:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1780334771.951189:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009946a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.951204:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009946a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.951214:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009946a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.951229:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70099471 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.951236:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70099471 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.951243:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70099471 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.951314:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099478 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.951325:0:6538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70098965 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa1 expref: 83 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.951333:0:6538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099478 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.951360:0:6538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70098965 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa1 expref: 83 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.951372:0:6538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70098965 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa1 expref: 83 pid: 6539 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334771.951386:0:6538:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624337024:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334771.952204:0:6538:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b7002b85a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780334771.959370:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334771.959621:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604651264 00000100:00100000:1.0:1780334771.959630:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604651264 00010000:00010000:1.0:1780334771.959674:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70098965 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa1 expref: 84 pid: 6539 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334771.959717:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 512 00000100:00100000:1.0:1780334771.959726:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+84:2406:x1866815604651264:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334771.959740:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334771.959747:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70098965 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa1 expref: 84 pid: 6539 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334771.959760:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70098965 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa1 expref: 84 pid: 6539 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334771.959781:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9b70154f5500) 00010000:00010000:1.0:1780334771.959786:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099478 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334771.959796:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099478 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334771.959803:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099478 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334771.959837:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334771.959894:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+84:2406:x1866815604651264:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 169us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334771.959902:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 512 00000100:00080000:3.0:1780334771.960026:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780334771.960217:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b7032831800/0xdf9e767e70098965 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1aa1 expref: 83 pid: 6539 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334771.960232:0:6538:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6538:1866815624337024:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334771.960251:0:6538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099478 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960259:0:6538:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099478 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960265:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099478 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780334771.960494:0:6538:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].19, 64 off9528 00000004:00080000:0.0:1780334771.960504:0:6538:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 775779691172ns, next at 776779688757ns, rc = 0 00010000:00010000:0.0:1780334771.960561:0:6538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009947f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960662:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009947f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960672:0:6538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009947f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960679:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009947f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960686:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009947f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960696:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009947f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960753:0:6538:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780334771.960773:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099478 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960780:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099478 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960786:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099478 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960792:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334771.960796:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099478 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960803:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099478 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960835:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9b70154f5500) 00010000:00010000:0.0:1780334771.960838:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780334771.960842:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099478 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960858:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099478 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960875:0:6538:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009946a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960881:0:6538:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009946a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960887:0:6538:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009946a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960892:0:6538:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009946a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960897:0:6538:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334771.960899:0:6538:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009946a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960905:0:6538:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009946a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960912:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334771.960914:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334771.960918:0:6538:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009946a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960923:0:6538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e7009946a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334771.960933:0:6538:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053bcf1bc reply state 000000006ec59453 transno 4294968320 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70099471 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960944:0:6538:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70099471 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334771.960950:0:6538:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9b700382be00) 00010000:00010000:0.0:1780334771.960952:0:6538:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334771.960955:0:6538:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780334771.960999:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+122:34673:x1866815604651136:12345-192.168.203.22@tcp:36:rm.0 Request processed in 10107us (10645us total) trans 4294968320 rc 0/0 00000100:00100000:0.0:1780334771.961007:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1755 00010000:00010000:3.0:1780334771.966337:0:10292:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780334771.966348:0:10292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009947f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.966359:0:10292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334771.966364:0:10292:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009947f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.966373:0:10292:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009947f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.966392:0:10292:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9b70154f5500) 00010000:00010000:3.0:1780334771.966395:0:10292:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780334771.966400:0:10292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009947f lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.966405:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009947f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334771.966424:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334771.966426:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334771.966427:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334772.150212:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334772.723912:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334772.723961:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334772.723999:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334772.724021:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334772.724046:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334772.724072:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604651520 00000100:00100000:3.0:1780334772.724073:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604651392 00000100:00100000:3.0:1780334772.724081:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604651392 00000100:00100000:0.0:1780334772.724081:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604651520 00000100:00100000:3.0:1780334772.724122:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 738 00000100:00100000:0.0:1780334772.724122:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 959 00000100:00100000:3.0:1780334772.724131:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604651392:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334772.724131:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604651520:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334772.724192:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604651520:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 61us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334772.724199:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 959 00000100:00100000:0.0:1780334772.724220:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604651648 00000100:00100000:0.0:1780334772.724224:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604651648 00000100:00100000:0.0:1780334772.724244:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604651776 00000100:00100000:0.0:1780334772.724247:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604651776 00000100:00100000:0.0:1780334772.724262:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604652032 00000100:00100000:0.0:1780334772.724264:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604652032 00000100:00100000:0.0:1780334772.724276:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 584 00000100:00100000:0.0:1780334772.724281:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2409:x1866815604651648:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334772.724410:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 585 00000100:00100000:2.0:1780334772.724419:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+22:2408:x1866815604651776:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334772.728903:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334772.729110:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604651392:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 4227us (4456us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334772.729123:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 738 00000100:00100000:0.0:1780334772.729147:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334772.729177:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604651904 00000100:00100000:3.0:1780334772.729185:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604651904 00000100:00100000:0.0:1780334772.729189:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604652160 00000100:00100000:0.0:1780334772.729191:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604652160 00000100:00100000:0.0:1780334772.729221:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 586 00000100:00100000:3.0:1780334772.729227:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 960 00000100:00100000:0.0:1780334772.729230:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+21:2408:x1866815604652032:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334772.729232:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604651904:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334772.729279:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+21:2408:x1866815604652032:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 50us (5233us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334772.729280:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604651904:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 46us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334772.729287:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 960 00000100:00100000:0.0:1780334772.729287:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 586 00000100:00100000:0.0:1780334772.729299:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 587 00000100:00100000:0.0:1780334772.729304:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+25:2409:x1866815604652160:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334772.729327:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+25:2409:x1866815604652160:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334772.729332:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 587 00000100:00080000:0.0:1780334772.729348:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334772.729352:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334772.729355:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334772.729424:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2409:x1866815604651648:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 5141us (5462us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334772.729429:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 584 00000100:00100000:2.0:1780334772.729879:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+22:2408:x1866815604651776:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 5166us (5561us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334772.729888:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 585 00000040:00080000:3.0:1780334772.903539:0:24782:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334772.903549:0:24782:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334772.906188:0:24782:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1780334772.906198:0:24782:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334773.000674:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334773.000754:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604652416 00000100:00100000:3.0:1780334773.000772:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604652416 00000100:00100000:0.0:1780334773.000991:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1756 00000100:00100000:0.0:1780334773.001022:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+122:34683:x1866815604652416:12345-192.168.203.22@tcp:36:rm.0 00000100:00080000:2.0:1780334773.001039:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780334773.001089:0:6540:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334773.001121:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0448cc00/0xdf9e767e70098a68 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b0a expref: 122 pid: 6538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.001141:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9b7007d1cc00) 00010000:00010000:0.0:1780334773.001146:0:6540:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334773.001171:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099486 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.001190:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099486 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.001198:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099486 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.001212:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009948d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.001218:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009948d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.001224:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009948d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.001299:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099494 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.001308:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a37 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1af5 expref: 82 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.001316:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099494 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.001348:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a37 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1af5 expref: 82 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.027477:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a37 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1af5 expref: 82 pid: 6540 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334773.027515:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624337152:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334773.027638:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f048d29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334773.042100:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334773.043603:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624337152:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334773.043629:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099494 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334773.045128:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604652544 00000100:00100000:1.0:1780334773.045139:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604652544 00010000:00010000:1.0:1780334773.045200:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a37 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1af5 expref: 83 pid: 6540 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334773.045259:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 513 00000100:00100000:1.0:1780334773.045268:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+83:2407:x1866815604652544:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334773.045283:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334773.045290:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a37 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1af5 expref: 83 pid: 6540 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334773.045302:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a37 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1af5 expref: 83 pid: 6540 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334773.045323:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70098a37 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1af5 expref: 83 pid: 6540 timeout: 876 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334773.045336:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9b7007d1cc00) 00010000:00010000:1.0:1780334773.045341:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099494 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334773.045351:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099494 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334773.045358:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099494 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334773.045386:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334773.045440:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+82:2407:x1866815604652544:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 173us (3347us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334773.045448:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 513 00010000:00010000:0.0:1780334773.045795:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099494 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.045804:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099494 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1780334773.045902:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1780334773.047638:0:6540:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 64 off9304 00000004:00080000:0.0:1780334773.047649:0:6540:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 776866837307ns, next at 777866834929ns, rc = 0 00010000:00010000:0.0:1780334773.047704:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e7009949b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047718:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e7009949b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047729:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e7009949b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047737:0:6540:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e7009949b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047743:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e7009949b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047749:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e7009949b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047763:0:6540:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780334773.047782:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099494 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047790:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099494 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047795:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099494 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047801:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334773.047805:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099494 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047828:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099494 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047840:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9b7007d1cc00) 00010000:00010000:0.0:1780334773.047843:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780334773.047846:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099494 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047853:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099494 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047868:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099486 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047874:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099486 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047879:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099486 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047884:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334773.047887:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099486 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047893:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099486 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047900:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334773.047902:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334773.047905:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099486 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047911:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099486 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334773.047921:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a3e025ef reply state 00000000c1c81e4c transno 4294968321 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009948d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047931:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009948d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.047936:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9b7013182a00) 00010000:00010000:0.0:1780334773.047938:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334773.047942:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780334773.048030:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+123:34683:x1866815604652416:12345-192.168.203.22@tcp:36:rm.0 Request processed in 47025us (47363us total) trans 4294968321 rc 0/0 00000100:00100000:0.0:1780334773.048039:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1756 00010000:00010000:0.0:1780334773.048072:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780334773.048078:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e7009949b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.048084:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334773.048087:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e7009949b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.048092:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e7009949b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.048100:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9b7007d1cc00) 00010000:00010000:0.0:1780334773.048102:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1780334773.048104:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e7009949b lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.048110:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e7009949b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334773.048124:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334773.048126:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334773.048127:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334773.176763:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334773.973686:0:24834:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334773.973693:0:24834:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334773.973741:0:24834:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1780334773.973747:0:24834:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334774.056241:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334774.056702:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604652800 00000100:00100000:3.0:1780334774.056716:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604652800 00000100:00100000:3.0:1780334774.056796:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1757 00000100:00100000:3.0:1780334774.056998:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+123:34694:x1866815604652800:12345-192.168.203.22@tcp:36:rm.0 00010000:00010000:3.0:1780334774.057078:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334774.057188:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561ec00/0xdf9e767e70098c2f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c45 expref: 123 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.057214:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9b70188d6c00) 00010000:00010000:3.0:1780334774.057221:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334774.057251:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700994a2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.057269:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700994a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.057286:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700994a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.057303:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700994a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.057311:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700994a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.057318:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700994a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.060600:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700994b0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.060624:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b9c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bab expref: 81 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.060635:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700994b0 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.060692:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b9c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bab expref: 81 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.060716:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b9c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bab expref: 81 pid: 6540 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334774.060735:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624337280:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334774.061008:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f049c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334774.069178:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624337280:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334774.069204:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700994b0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334774.072012:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334774.074997:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604652928 00000100:00100000:1.0:1780334774.075015:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604652928 00010000:00010000:1.0:1780334774.075067:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b9c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bab expref: 82 pid: 6540 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334774.075181:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 514 00000100:00100000:1.0:1780334774.075192:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+82:2406:x1866815604652928:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334774.075208:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334774.075214:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b9c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bab expref: 82 pid: 6540 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.075229:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b9c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bab expref: 82 pid: 6540 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.075251:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ae00/0xdf9e767e70098b9c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1bab expref: 82 pid: 6540 timeout: 877 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.075267:0:19047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9b70188d6c00) 00010000:00010000:1.0:1780334774.075272:0:19047:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700994b0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.075282:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700994b0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.075290:0:19047:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700994b0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.075318:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334774.075375:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+81:2406:x1866815604652928:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 184us (3371us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334774.075383:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 514 00010000:00010000:2.0:1780334774.076610:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700994b0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.076623:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700994b0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1780334774.076883:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].20, 64 off9592 00000004:00080000:2.0:1780334774.076892:0:6539:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 777896080218ns, next at 778896077796ns, rc = 0 00010000:00010000:2.0:1780334774.076957:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700994b7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.076980:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700994b7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.076991:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700994b7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.076998:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700994b7 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077004:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700994b7 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077010:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700994b7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077029:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780334774.077048:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700994b0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077055:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700994b0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077066:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700994b0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077073:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334774.077077:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700994b0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077085:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700994b0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077095:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9b70188d6c00) 00010000:00010000:2.0:1780334774.077098:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780334774.077102:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700994b0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077108:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e700994b0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077125:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700994a2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077131:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700994a2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077137:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700994a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077142:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334774.077145:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700994a2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077155:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700994a2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077162:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334774.077165:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334774.077168:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700994a2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077173:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e700994a2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780334774.077181:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004bbf0d5 reply state 00000000e889b988 transno 4294968322 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700994a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077191:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700994a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.077197:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9b6f01bf6700) 00010000:00010000:2.0:1780334774.077199:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780334774.077201:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780334774.077264:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+124:34694:x1866815604652800:12345-192.168.203.22@tcp:36:rm.0 Request processed in 20456us (21033us total) trans 4294968322 rc 0/0 00000100:00100000:2.0:1780334774.077272:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1757 00010000:00010000:3.0:1780334774.078016:0:10292:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780334774.078024:0:10292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700994b7 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.078032:0:10292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334774.078035:0:10292:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700994b7 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.078043:0:10292:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700994b7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.078054:0:10292:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9b70188d6c00) 00010000:00010000:3.0:1780334774.078056:0:10292:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780334774.078059:0:10292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700994b7 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.078064:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f1a00/0xdf9e767e700994b7 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334774.078081:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334774.078083:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334774.078084:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334774.198847:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334774.388735:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334774.388757:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624337408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334774.388852:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334774.388924:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624337408 00000100:00100000:3.0:1780334774.388933:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624337408 00000100:00100000:3.0:1780334774.388992:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1780334774.389002:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624337408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334774.389041:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:3.0:1780334774.389092:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624337408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334774.389099:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1780334774.389206:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624337408:0@lo:41:osp-pre-0-1.0 00000001:00080000:1.0:1780334774.400116:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967379 is committed 00000001:00080000:3.0:1780334774.400187:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967392 is committed 00000100:00100000:1.0:1780334774.900271:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624337536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334774.900351:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.900459:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624337536 00000100:00100000:2.0:1780334774.900467:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624337536 00000100:00100000:2.0:1780334774.900538:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1780334774.900549:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624337536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780334774.900578:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921362944 avail 3689840640 00000100:00100000:2.0:1780334774.900637:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624337536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334774.900644:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1780334774.900692:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624337536:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1780334774.902703:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334774.902918:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624337792:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.902987:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.903024:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624338304:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903042:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.903059:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624338816:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903076:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.903096:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1780334774.903102:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624337920:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903123:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.903137:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624338432:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903159:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.903177:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624338944:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903195:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.903225:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624337792 00000100:00100000:2.0:1780334774.903232:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624337792 00000100:00100000:2.0:1780334774.903274:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624338304 00000100:00100000:2.0:1780334774.903278:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624338304 00000100:00100000:2.0:1780334774.903298:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624338816 00000100:00100000:2.0:1780334774.903301:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624338816 00000100:00100000:2.0:1780334774.903315:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624337920 00000100:00100000:2.0:1780334774.903318:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624337920 00000100:00100000:2.0:1780334774.903332:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1780334774.903340:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624337792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903393:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624337792:12345-0@lo:400:kworker.0 Request processed in 52us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334774.903400:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1780334774.903417:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1780334774.903423:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624338304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903451:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624338304:12345-0@lo:400:kworker.0 Request processed in 29us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334774.903456:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1780334774.903467:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1780334774.903472:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624338816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903499:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624338816:12345-0@lo:400:kworker.0 Request processed in 26us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334774.903519:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1780334774.903531:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1780334774.903537:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624337920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903564:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624337920:12345-0@lo:400:kworker.0 Request processed in 28us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334774.903569:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1780334774.903600:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624338432 00000100:00100000:2.0:1780334774.903603:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624338432 00000100:00100000:2.0:1780334774.903628:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624338944 00000100:00100000:2.0:1780334774.903631:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624338944 00000100:00100000:2.0:1780334774.903652:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1780334774.903658:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624338432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903688:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624338432:12345-0@lo:400:kworker.0 Request processed in 30us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334774.903693:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1780334774.903704:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1780334774.903710:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624338944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903737:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624338944:12345-0@lo:400:kworker.0 Request processed in 27us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334774.903742:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1780334774.903771:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624338048:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903798:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.903847:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624338560:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903867:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.903886:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1780334774.903892:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624337664:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903918:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.903942:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624338176:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903964:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.903979:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624338688:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.903998:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.904021:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624338048 00000100:00100000:2.0:1780334774.904025:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624338048 00000100:00100000:2.0:1780334774.904054:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1780334774.904061:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624338048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.904101:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624338048:12345-0@lo:400:kworker.0 Request processed in 41us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334774.904107:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1780334774.904125:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624338560 00000100:00100000:2.0:1780334774.904128:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624338560 00000100:00100000:2.0:1780334774.904149:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1780334774.904155:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624338560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.904184:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624338560:12345-0@lo:400:kworker.0 Request processed in 30us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334774.904189:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1780334774.904206:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624337664 00000100:00100000:2.0:1780334774.904209:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624337664 00000100:00100000:2.0:1780334774.904233:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1780334774.904239:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624337664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.904267:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624337664:12345-0@lo:400:kworker.0 Request processed in 28us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334774.904273:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1780334774.904301:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624338176 00000100:00100000:2.0:1780334774.904305:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624338176 00000100:00100000:2.0:1780334774.904321:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624338688 00000100:00100000:2.0:1780334774.904324:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624338688 00000100:00100000:2.0:1780334774.904337:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:2.0:1780334774.904341:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624338176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.904368:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624338176:12345-0@lo:400:kworker.0 Request processed in 26us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334774.904373:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:2.0:1780334774.904385:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:2.0:1780334774.904391:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624338688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.904414:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624338688:12345-0@lo:400:kworker.0 Request processed in 24us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334774.904419:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:2.0:1780334774.904456:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624337920:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.904466:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624338432:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.904476:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624338944:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.904487:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624337792:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.904496:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624338304:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.904521:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624338816:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.904564:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624337664:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.904573:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624338176:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.904580:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624338688:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.904588:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624338048:0@lo:400:kworker.0 00000100:00100000:2.0:1780334774.904596:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624338560:0@lo:400:kworker.0 00000100:00080000:1.0:1780334774.904919:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334774.904925:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334774.904927:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334774.904930:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334774.905142:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334774.905155:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624339072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334774.905193:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334774.914748:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624339072 00000100:00100000:1.0:1780334774.914764:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624339072 00000100:00100000:1.0:1780334774.914846:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1780334774.914857:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624339072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334774.914895:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921362944 avail 3689840640 00000100:00100000:1.0:1780334774.915016:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624339072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 160us (9822us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334774.915025:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1780334774.915084:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624339072:0@lo:13:osp-pre-1-1.0 00000001:00080000:2.0:1780334774.919940:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968322 is committed 00000004:00080000:2.0:1780334774.919954:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00000004:00080000:2.0:1780334774.919971:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000004:00080000:2.0:1780334774.919982:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00000004:00080000:2.0:1780334774.919986:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000001:00080000:2.0:1780334774.919995:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968318 is committed 00000100:00100000:2.0:1780334774.920205:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624339584:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780334774.920272:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.920309:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334774.920315:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624339200:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780334774.920337:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.920365:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624339328:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780334774.920385:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.920400:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334774.920405:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624339456:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780334774.920423:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334774.920451:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624339584 00000100:00100000:2.0:1780334774.920458:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624339584 00000100:00100000:2.0:1780334774.920494:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624339200 00000100:00100000:2.0:1780334774.920497:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624339200 00000100:00100000:2.0:1780334774.920521:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624339328 00000100:00100000:2.0:1780334774.920524:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624339328 00000100:00100000:2.0:1780334774.920532:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624339456 00000100:00100000:2.0:1780334774.920534:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624339456 00000100:00100000:2.0:1780334774.920547:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1780334774.920554:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624339584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780334774.920579:0:8519:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:30 count 1 00010000:00010000:2.0:1780334774.920615:0:8519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e700994be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.920635:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000497e59b/0xdf9e767e70098c13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c3e expref: 12 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.920645:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099416 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b204a expref: 20 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.920653:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334774.920655:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334774.920658:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e700994be lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.920685:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099416 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b204a expref: 20 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.920699:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099416 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b204a expref: 20 pid: 8519 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334774.920711:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624339712:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334774.920776:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000497e59b/0xdf9e767e70098c13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c3e expref: 12 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.920786:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000497e59b/0xdf9e767e70098c13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c3e expref: 12 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334774.920796:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624339840:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334774.920847:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0000 going to sleep for 11 seconds 00000100:00100000:2.0:1780334774.920862:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1780334774.920869:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624339200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780334774.920882:0:8419:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:31 count 1 00010000:00010000:2.0:1780334774.920895:0:8419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e700994c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.920906:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007106594b/0xdf9e767e70098b33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b8f expref: 14 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.920913:0:8419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e7009941d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2043 expref: 21 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.920919:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334774.920920:0:8419:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334774.920923:0:8419:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e700994c5 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.920938:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e7009941d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2043 expref: 21 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.920946:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e7009941d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2043 expref: 21 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334774.920956:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624339968:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334774.920981:0:8419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007106594b/0xdf9e767e70098b33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b8f expref: 14 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.920990:0:8419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007106594b/0xdf9e767e70098b33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b8f expref: 14 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334774.921004:0:8419:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624340096:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334774.921018:0:8419:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780334774.921032:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1780334774.921038:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624339328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780334774.921049:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:32 count 1 00010000:00010000:2.0:1780334774.921060:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b2065aa/0xdf9e767e700994cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.921071:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70098d16 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca0 expref: 14 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.921080:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099424 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2051 expref: 21 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.921085:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334774.921087:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334774.921089:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b2065aa/0xdf9e767e700994cc lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.921105:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099424 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2051 expref: 21 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.921114:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099424 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2051 expref: 21 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334774.921130:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624340224:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334774.921156:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70098d16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca0 expref: 14 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.921166:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70098d16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca0 expref: 14 pid: 8519 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334774.921175:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624340352:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334774.921195:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0240 going to sleep for 11 seconds 00010000:00010000:1.0:1780334774.923804:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099455 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923843:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099455 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923851:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099455 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923857:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c9000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334774.923862:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099455 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923870:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099455 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923886:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9b700382b400) 00010000:00010000:1.0:1780334774.923890:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334774.923895:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099455 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923901:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9000/0xdf9e767e70099455 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923929:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70099471 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923936:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70099471 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923942:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70099471 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923947:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334774.923949:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70099471 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923955:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70099471 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923963:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9b700382be00) 00010000:00010000:1.0:1780334774.923965:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334774.923969:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70099471 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923974:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e70099471 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6538 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923988:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009948d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923994:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009948d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.923999:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009948d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924003:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334774.924006:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009948d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924012:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009948d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924018:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9b7013182a00) 00010000:00010000:1.0:1780334774.924021:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334774.924023:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009948d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924029:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e7009948d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924042:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700994a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924052:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700994a9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924058:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700994a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924063:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334774.924066:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700994a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924072:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700994a9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924079:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9b6f01bf6700) 00010000:00010000:1.0:1780334774.924081:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334774.924084:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700994a9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924089:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e700994a9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924113:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70099129 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924120:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70099129 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924125:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70099129 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924131:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f054c8400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334774.924134:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70099129 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924139:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70099129 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924147:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9b700382b100) 00010000:00010000:1.0:1780334774.924150:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334774.924153:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70099129 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924158:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8400/0xdf9e767e70099129 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924173:0:3645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009923a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924179:0:3645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009923a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924184:0:3645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009923a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924190:0:3645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04cf0800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334774.924193:0:3645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009923a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924199:0:3645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009923a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924212:0:3645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9b70098cec00) 00010000:00010000:1.0:1780334774.924215:0:3645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334774.924218:0:3645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009923a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.924224:0:3645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0800/0xdf9e767e7009923a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334774.926907:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334774.926929:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334774.926972:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334774.926997:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334774.927024:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334774.927041:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334774.927085:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624339968:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334774.927098:0:8419:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8419:1866815624340096:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334774.927123:0:8419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e700994c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334774.927156:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c58e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624340224:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334774.927165:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8421:1866815624340352:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334774.927177:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003b2065aa/0xdf9e767e700994cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334774.927516:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604653056 00000100:00100000:1.0:1780334774.927524:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604653056 00010000:00010000:1.0:1780334774.927568:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099416 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b204a expref: 21 pid: 8519 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334774.927603:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604653184 00000100:00100000:1.0:1780334774.927607:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604653184 00010000:00010000:1.0:1780334774.927622:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e7009941d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2043 expref: 22 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334774.927634:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604653312 00000100:00100000:1.0:1780334774.927636:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604653312 00010000:00010000:1.0:1780334774.927645:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099424 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2051 expref: 23 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334774.927654:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604653440 00000100:00100000:1.0:1780334774.927656:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604653440 00010000:00010000:1.0:1780334774.927667:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007106594b/0xdf9e767e70098b33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b8f expref: 15 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334774.927676:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604653568 00000100:00100000:1.0:1780334774.927678:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604653568 00010000:00010000:1.0:1780334774.927686:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70098d16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca0 expref: 16 pid: 8519 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334774.927702:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604653696 00000100:00100000:1.0:1780334774.927704:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604653696 00010000:00010000:1.0:1780334774.927715:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000497e59b/0xdf9e767e70098c13 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c3e expref: 13 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334774.927729:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 515 00000100:00100000:1.0:1780334774.927736:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2407:x1866815604653056:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334774.927749:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334774.927755:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099416 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b204a expref: 21 pid: 8519 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.927765:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099416 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b204a expref: 21 pid: 8519 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.927791:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334774.927874:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2407:x1866815604653056:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 137us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334774.927881:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 515 00000100:00100000:1.0:1780334774.927927:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 516 00000100:00100000:1.0:1780334774.927933:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+23:2407:x1866815604653184:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334774.927941:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334774.927946:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e7009941d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2043 expref: 23 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.927960:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e7009941d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2043 expref: 23 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.927974:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094686bee/0xdf9e767e7009941d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2043 expref: 23 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.927987:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334774.928006:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+22:2407:x1866815604653184:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 73us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334774.928012:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 516 00000100:00100000:1.0:1780334774.928026:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 517 00000100:00100000:1.0:1780334774.928033:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2407:x1866815604653312:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334774.928039:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334774.928043:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099424 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2051 expref: 21 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928052:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099424 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2051 expref: 21 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928063:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003949a94d/0xdf9e767e70099424 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2051 expref: 21 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928073:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334774.928091:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+20:2407:x1866815604653312:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 59us (1119us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334774.928097:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 517 00000100:00100000:1.0:1780334774.928109:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 518 00000100:00100000:1.0:1780334774.928115:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+16:2407:x1866815604653440:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334774.928122:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334774.928126:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007106594b/0xdf9e767e70098b33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b8f expref: 16 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928136:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007106594b/0xdf9e767e70098b33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b8f expref: 16 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928148:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007106594b/0xdf9e767e70098b33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b8f expref: 16 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928158:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334774.928159:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334774.928164:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e700994c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928173:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e700994c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928198:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334774.928215:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+15:2407:x1866815604653440:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 100us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334774.928220:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 518 00000100:00100000:1.0:1780334774.928231:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 519 00000100:00100000:1.0:1780334774.928237:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+14:2407:x1866815604653568:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334774.928243:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334774.928247:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70098d16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca0 expref: 14 pid: 8519 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928256:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70098d16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca0 expref: 14 pid: 8519 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928268:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006830126f/0xdf9e767e70098d16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ca0 expref: 14 pid: 8519 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928277:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334774.928278:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334774.928280:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b2065aa/0xdf9e767e700994cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928288:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b2065aa/0xdf9e767e700994cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928305:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334774.928322:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604653568:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 85us (1298us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334774.928329:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 519 00000100:00100000:1.0:1780334774.928340:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 520 00000100:00100000:1.0:1780334774.928347:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604653696:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334774.928359:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334774.928363:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000497e59b/0xdf9e767e70098c13 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c3e expref: 13 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928372:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000497e59b/0xdf9e767e70098c13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c3e expref: 13 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928383:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334774.928385:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334774.928387:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e700994be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928394:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e700994be lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928405:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334774.928420:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604653696:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 74us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334774.928426:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 520 00010000:00010000:1.0:1780334774.928595:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003b2065aa/0xdf9e767e700994cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928605:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b2065aa/0xdf9e767e700994cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928614:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b2065aa/0xdf9e767e700994cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928622:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b2065aa/0xdf9e767e700994cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928639:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780334774.928807:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3660:x1866815624339328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7768us (8420us total) trans 4294967393 rc 0/0 00000100:00100000:1.0:1780334774.928842:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1780334774.928861:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1780334774.928869:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624339456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1780334774.928891:0:8421:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:29 count 1 00010000:00010000:1.0:1780334774.928911:0:8421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700994d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928927:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e70098b2c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b88 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928935:0:8421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009940f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b203c expref: 20 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928942:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334774.928944:0:8421:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334774.928946:0:8421:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700994d3 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928974:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009940f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b203c expref: 20 pid: 8422 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.928987:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009940f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b203c expref: 20 pid: 8422 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334774.929001:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624340480:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334774.929062:0:8421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e70098b2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b88 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929071:0:8421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e70098b2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b88 expref: 12 pid: 8421 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334774.929079:0:8421:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624340608:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334774.929099:0:8421:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ff2fd80 going to sleep for 11 seconds 00010000:00010000:1.0:1780334774.929113:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334774.929119:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b2065aa/0xdf9e767e700994cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929126:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b700166a600 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334774.929129:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b2065aa/0xdf9e767e700994cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929138:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b2065aa/0xdf9e767e700994cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929153:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b2065aa/0xdf9e767e700994cc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929159:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b2065aa/0xdf9e767e700994cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929177:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334774.929179:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334774.929180:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780334774.929215:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b6f03ca2a00/2, rc 0, transno 4294967393 00000100:00100000:1.0:1780334774.929222:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624339328:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780334774.929268:0:8419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e700994c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929277:0:8419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e700994c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929285:0:8419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e700994c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929292:0:8419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e700994c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929306:0:8419:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780334774.929392:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3658:x1866815624339200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8523us (9053us total) trans 4294967394 rc 0/0 00000100:00100000:1.0:1780334774.929399:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00010000:00010000:1.0:1780334774.929416:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334774.929421:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e700994c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929428:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f1a00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334774.929431:0:10291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e700994c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929438:0:10291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e700994c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929450:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e700994c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929457:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d2b5b81/0xdf9e767e700994c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929470:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334774.929471:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334774.929473:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780334774.929494:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b6f03ca1f80/2, rc 0, transno 4294967394 00000100:00100000:1.0:1780334774.929499:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624339200:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1780334774.929536:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004604db18/0xdf9e767e70099416 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b204a expref: 20 pid: 8519 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334774.929551:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624339712:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334774.929561:0:8519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000497e59b/0xdf9e767e70098c13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c3e expref: 12 pid: 8419 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334774.929569:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624339840:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334774.929584:0:8519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e700994be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929594:0:8519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e700994be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929600:0:8519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e700994be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929608:0:8519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e700994be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929614:0:8519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e700994be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929630:0:8519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780334774.929720:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3658:x1866815624339584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9165us (9447us total) trans 4294967380 rc 0/0 00000100:00100000:1.0:1780334774.929729:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00010000:00010000:1.0:1780334774.929745:0:10292:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334774.929749:0:10292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e700994be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929756:0:10292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0200 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334774.929760:0:10292:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e700994be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929767:0:10292:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e700994be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929777:0:10292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e700994be lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929783:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079c6534c/0xdf9e767e700994be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.929795:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334774.929797:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334774.929798:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780334774.929844:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b703fdd5c00/2, rc 0, transno 4294967380 00000100:00100000:1.0:1780334774.929849:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624339584:0@lo:6:osp-syn-0-0.0 00000100:00080000:2.0:1780334774.935938:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334774.935947:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334774.945112:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334774.945160:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334774.945191:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604653824 00000100:00100000:2.0:1780334774.945198:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604653824 00010000:00010000:2.0:1780334774.945234:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009940f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b203c expref: 20 pid: 8422 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334774.945266:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604653952 00000100:00100000:2.0:1780334774.945270:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604653952 00010000:00010000:2.0:1780334774.945284:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e70098b2c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b88 expref: 12 pid: 8421 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334774.945306:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 521 00000100:00100000:2.0:1780334774.945316:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+20:2407:x1866815604653824:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334774.945330:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334774.945336:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009940f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b203c expref: 20 pid: 8422 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.945349:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009940f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b203c expref: 20 pid: 8422 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.945375:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334774.945426:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+20:2407:x1866815604653824:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 111us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334774.945433:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 521 00000100:00100000:2.0:1780334774.945452:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 522 00000100:00100000:2.0:1780334774.945459:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2408:x1866815604653952:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780334774.945466:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334774.945470:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e70098b2c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b88 expref: 12 pid: 8421 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.945480:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e70098b2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b88 expref: 12 pid: 8421 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.945492:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334774.945493:0:6523:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334774.945498:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700994d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.945519:0:6523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700994d3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334774.945536:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780334774.945555:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+12:2408:x1866815604653952:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 97us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334774.945562:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 522 00010000:00010000:1.0:1780334774.945699:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3bd1e75/0xdf9e767e7009940f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b203c expref: 19 pid: 8422 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334774.945721:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624340480:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334774.945735:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004aeb5675/0xdf9e767e70098b2c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1b88 expref: 11 pid: 8421 timeout: 878 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334774.945743:0:8421:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8421:1866815624340608:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334774.945761:0:8421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700994d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.945771:0:8421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700994d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.945778:0:8421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700994d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.945788:0:8421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700994d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.945795:0:8421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700994d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.945839:0:8421:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1780334774.945984:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3660:x1866815624339456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17115us (25559us total) trans 4294967381 rc 0/0 00000100:00100000:1.0:1780334774.945995:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00010000:00010000:1.0:1780334774.946017:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334774.946023:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700994d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.946031:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334774.946035:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700994d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.946043:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700994d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.946056:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700994d3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.946063:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c1b4215/0xdf9e767e700994d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334774.946079:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334774.946081:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334774.946082:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1780334774.946107:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b6f03ca3480/2, rc 0, transno 4294967381 00000100:00100000:1.0:1780334774.946113:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624339456:0@lo:6:osp-syn-0-0.0 00000040:00080000:1.0:1780334775.123497:0:24885:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334775.123521:0:24885:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334775.123577:0:24885:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1780334775.124673:0:24885:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334775.190612:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334775.190747:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604654208 00000100:00100000:2.0:1780334775.190758:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604654208 00000100:00100000:2.0:1780334775.190859:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1758 00000100:00100000:2.0:1780334775.190871:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:34704:x1866815604654208:12345-192.168.203.22@tcp:36:rm.0 00010000:00010000:2.0:1780334775.190928:0:6539:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334775.190957:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04a9b600/0xdf9e767e70098d86 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1cc3 expref: 116 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334775.190974:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9b70154f5300) 00010000:00010000:2.0:1780334775.190978:0:6539:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334775.191000:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700994da lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334775.191014:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700994da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334775.191022:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700994da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334775.191036:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166b400/0xdf9e767e700994e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334775.191042:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166b400/0xdf9e767e700994e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334775.191048:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166b400/0xdf9e767e700994e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334775.191135:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e700994e8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334775.191145:0:6539:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70098d24 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c99 expref: 56 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334775.191158:0:6539:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e700994e8 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334775.191189:0:6539:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70098d24 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c99 expref: 56 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334775.191202:0:6539:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70098d24 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c99 expref: 56 pid: 6540 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334775.191215:0:6539:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7027203b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624340736:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334775.191291:0:6539:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f051f0f00 going to sleep for 11 seconds 00000100:00080000:1.0:1780334775.192263:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334775.193431:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334775.193481:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334775.193521:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604654464 00000100:00100000:1.0:1780334775.193530:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604654464 00000100:00100000:1.0:1780334775.193645:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 513 00000100:00100000:1.0:1780334775.193655:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+20:2407:x1866815604654464:12345-192.168.203.22@tcp:101:ll_sa.0 00010000:00010000:1.0:1780334775.193673:0:16895:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780334775.193690:0:16895:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e700994ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b2090 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334775.193716:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334775.193718:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334775.193725:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e700994ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2090 expref: 21 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334775.193743:0:16895:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c1b4215/0xdf9e767e700994ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2090 expref: 21 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334775.193758:0:16895:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481d000, rc 0) 00000100:00100000:1.0:1780334775.193806:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2407:x1866815604654464:12345-192.168.203.22@tcp:101:ll_sa.0 Request processed in 154us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334775.194382:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604654336 00000100:00100000:3.0:1780334775.194388:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604654336 00000100:00100000:3.0:1780334775.194447:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 529 00000100:00100000:3.0:1780334775.194455:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:2406:x1866815604654336:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:3.0:1780334775.194479:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780334775.194492:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700994f6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b207b expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.194719:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700994fd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.194733:0:6544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700994fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.194743:0:6544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700994fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.194758:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70099504 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.194764:0:6544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70099504 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.194770:0:6544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70099504 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334775.194915:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 513 00010000:00010000:3.0:1780334775.195092:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700994fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195100:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700994fd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195107:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700994fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195112:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334775.195117:0:6544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700994fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195125:0:6544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700994fd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195137:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334775.195140:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334775.195144:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700994fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195150:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e700994fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195163:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70099504 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195168:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70099504 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195174:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70099504 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195179:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334775.195181:0:6544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70099504 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195186:0:6544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70099504 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195194:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff9b70098fd200) 00010000:00010000:3.0:1780334775.195196:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334775.195198:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70099504 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195204:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e70099504 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195234:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700994f6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b207b expref: 117 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195244:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334775.195246:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780334775.195250:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e700994f6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b207b expref: 117 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.195259:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f04723800, rc -2) 00000100:00100000:3.0:1780334775.199065:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+116:2406:x1866815604654336:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 4600us (6746us total) trans 0 rc -2/-2 00000100:00100000:3.0:1780334775.199080:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 529 00000100:00100000:1.0:1780334775.199738:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334775.200238:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604654592 00000100:00100000:3.0:1780334775.200247:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604654592 00010000:00010000:3.0:1780334775.200300:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70098d24 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c99 expref: 57 pid: 6540 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1780334775.200610:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334775.200934:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 523 00000100:00100000:3.0:1780334775.200945:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+57:2407:x1866815604654592:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334775.200960:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334775.200966:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70098d24 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c99 expref: 57 pid: 6540 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.200980:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70098d24 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c99 expref: 57 pid: 6540 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.201002:0:8446:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9b70154f5300) 00010000:00010000:3.0:1780334775.201007:0:8446:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e700994e8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.201016:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e700994e8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.201024:0:8446:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e700994e8 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.201042:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334775.201097:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+57:2407:x1866815604654592:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 153us (1360us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334775.201104:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 523 00010000:00010000:3.0:1780334775.201154:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e800/0xdf9e767e70098d24 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1c99 expref: 56 pid: 6540 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334775.201172:0:6539:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7027203b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6539:1866815624340736:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334775.201191:0:6539:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e700994e8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.201199:0:6539:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e700994e8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.201204:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e700994e8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780334775.204126:0:6539:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].18, 64 off9368 00000004:00080000:3.0:1780334775.204139:0:6539:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 779023326821ns, next at 780023324398ns, rc = 0 00010000:00010000:3.0:1780334775.204201:0:6539:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009950b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204218:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009950b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204230:0:6539:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009950b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204238:0:6539:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009950b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204244:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009950b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204250:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009950b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204272:0:6539:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780334775.204291:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e700994e8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204296:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e700994e8 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204302:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e700994e8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204308:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b700166bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334775.204324:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e700994e8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204332:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e700994e8 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204344:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9b70154f5300) 00010000:00010000:3.0:1780334775.204347:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780334775.204351:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e700994e8 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204357:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e700994e8 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204373:0:6539:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700994da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204378:0:6539:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700994da lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204388:0:6539:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700994da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204393:0:6539:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b700166ae00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334775.204396:0:6539:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700994da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204401:0:6539:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700994da lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.204408:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334775.204410:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334775.204412:0:6539:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700994da lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334775.204676:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334775.204682:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009950b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334775.204689:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334775.204692:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009950b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334775.204699:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009950b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334775.204708:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9b70154f5300) 00010000:00010000:1.0:1780334775.204710:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780334775.204713:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009950b lrc: 1/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334775.204718:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723000/0xdf9e767e7009950b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334775.204734:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334775.204736:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334775.204738:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334775.206304:0:6539:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700994da lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334775.206670:0:6539:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000069b62b5e reply state 000000000d8cc8ae transno 4294968323 ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166b400/0xdf9e767e700994e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.206687:0:6539:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166b400/0xdf9e767e700994e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334775.206695:0:6539:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9b7007d1ce00) 00010000:00010000:3.0:1780334775.206698:0:6539:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334775.206702:0:6539:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780334775.206805:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:34704:x1866815604654208:12345-192.168.203.22@tcp:36:rm.0 Request processed in 15931us (16198us total) trans 4294968323 rc 0/0 00000100:00100000:3.0:1780334775.210477:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1758 00010000:00010000:2.0:1780334775.222200:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334776.066092:0:24936:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334776.066100:0:24936:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334776.066156:0:24936:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1780334776.066163:0:24936:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334776.167277:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334776.167361:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604654720 00000100:00100000:0.0:1780334776.167370:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604654720 00000100:00100000:0.0:1780334776.167427:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 530 00000100:00100000:0.0:1780334776.167436:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:2408:x1866815604654720:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:0.0:1780334776.167485:0:6543:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780334776.167517:0:6543:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099512 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b2097 expref: -99 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167574:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70099519 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167589:0:6543:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70099519 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167600:0:6543:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70099519 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167614:0:6543:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099520 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167621:0:6543:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099520 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167628:0:6543:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099520 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167671:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70099519 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167678:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70099519 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167684:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70099519 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167690:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334776.167693:0:6543:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70099519 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167704:0:6543:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70099519 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167716:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334776.167719:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334776.167723:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70099519 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167728:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a600/0xdf9e767e70099519 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167739:0:6543:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099520 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167744:0:6543:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099520 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167750:0:6543:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099520 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167754:0:6543:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334776.167757:0:6543:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099520 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167763:0:6543:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099520 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167770:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x4b66ad81 (ffff9b7013182900) 00010000:00010000:0.0:1780334776.167772:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334776.167775:0:6543:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099520 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167784:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a400/0xdf9e767e70099520 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6543 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167841:0:6543:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099512 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2097 expref: 118 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167852:0:6543:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334776.167854:0:6543:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780334776.167858:0:6543:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e70099512 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2097 expref: 118 pid: 6543 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.167867:0:6543:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b703fe1a000, rc -2) 00000100:00100000:0.0:1780334776.167930:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:2408:x1866815604654720:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 494us (658us total) trans 0 rc -2/-2 00000100:00100000:0.0:1780334776.167938:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 530 00000100:00100000:2.0:1780334776.176385:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334776.176523:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604654976 00000100:00100000:3.0:1780334776.176534:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604654976 00000100:00100000:3.0:1780334776.176591:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1759 00000100:00100000:3.0:1780334776.176602:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+117:34716:x1866815604654976:12345-192.168.203.22@tcp:36:rm.0 00010000:00010000:3.0:1780334776.176653:0:9763:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334776.176681:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0561e400/0xdf9e767e70098e82 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d56 expref: 117 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.176700:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9b70188d6f00) 00010000:00010000:3.0:1780334776.176704:0:9763:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780334776.176724:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099527 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.176737:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099527 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.176747:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099527 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.176759:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009952e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.176778:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009952e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.176784:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009952e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.177211:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099535 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.177228:0:9763:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098e51 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d41 expref: 55 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.177236:0:9763:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099535 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.177269:0:9763:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098e51 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d41 expref: 55 pid: 15367 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.177284:0:9763:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098e51 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d41 expref: 55 pid: 15367 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334776.177298:0:9763:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624340864:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334776.177423:0:9763:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f04600 going to sleep for 11 seconds 00000100:00100000:1.0:1780334776.180967:0:9763:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:9763:1866815624340864:192.168.203.22@tcp:104: 00010000:00010000:1.0:1780334776.180993:0:9763:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099535 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334776.184350:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334776.184527:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604655104 00000100:00100000:3.0:1780334776.184537:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604655104 00010000:00010000:3.0:1780334776.184575:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098e51 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d41 expref: 56 pid: 15367 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334776.184614:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 524 00000100:00100000:3.0:1780334776.184624:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+56:2407:x1866815604655104:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334776.184637:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780334776.184644:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098e51 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d41 expref: 56 pid: 15367 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.184657:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098e51 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d41 expref: 56 pid: 15367 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.184680:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b400/0xdf9e767e70098e51 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d41 expref: 56 pid: 15367 timeout: 879 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.184694:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9b70188d6f00) 00010000:00010000:3.0:1780334776.184699:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099535 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.184709:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099535 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.184716:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099535 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.184833:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780334776.184881:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+55:2407:x1866815604655104:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 258us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334776.184890:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 524 00010000:00010000:0.0:1780334776.185728:0:9763:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099535 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.185740:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099535 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780334776.186005:0:9763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].21, 64 off9656 00000004:00080000:0.0:1780334776.186016:0:9763:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 780005203386ns, next at 781005201254ns, rc = 0 00010000:00010000:0.0:1780334776.186258:0:9763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009953c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186271:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009953c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186284:0:9763:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009953c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186291:0:9763:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009953c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186297:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009953c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186303:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009953c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186408:0:9763:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780334776.186429:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099535 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186435:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099535 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186441:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099535 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186455:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334776.186459:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099535 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186466:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099535 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186477:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9b70188d6f00) 00010000:00010000:0.0:1780334776.186480:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780334776.186484:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099535 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186506:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722600/0xdf9e767e70099535 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186521:0:9763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099527 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186527:0:9763:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099527 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186533:0:9763:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099527 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186538:0:9763:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334776.186540:0:9763:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099527 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186545:0:9763:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099527 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186551:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:0.0:1780334776.186553:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334776.186556:0:9763:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099527 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186561:0:9763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e70099527 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780334776.186570:0:9763:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f4593a5f reply state 00000000a319fa99 transno 4294968324 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009952e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186584:0:9763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009952e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334776.186589:0:9763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9b70098fd900) 00010000:00010000:0.0:1780334776.186591:0:9763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780334776.186594:0:9763:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780334776.186666:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:34716:x1866815604654976:12345-192.168.203.22@tcp:36:rm.0 Request processed in 10064us (10289us total) trans 4294968324 rc 0/0 00000100:00100000:0.0:1780334776.186674:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1759 00010000:00010000:3.0:1780334776.191291:0:10292:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780334776.191304:0:10292:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009953c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.191314:0:10292:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1a000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334776.191319:0:10292:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009953c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.191341:0:10292:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009953c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.191359:0:10292:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9b70188d6f00) 00010000:00010000:3.0:1780334776.191363:0:10292:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780334776.191368:0:10292:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009953c lrc: 1/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.191374:0:10292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a000/0xdf9e767e7009953c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334776.191395:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334776.191396:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334776.191398:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334776.246109:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334776.437316:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034604000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624340992:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334776.437392:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1780334776.439555:0:8518:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 780258740990ns, next at 781258738533ns, rc = 0 00000100:00100000:1.0:1780334776.439694:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624341120:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334776.439760:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334776.439846:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624341120 00000100:00100000:1.0:1780334776.439854:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624341120 00000100:00100000:1.0:1780334776.439901:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1780334776.439910:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3660:x1866815624341120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780334776.439941:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921371136 avail 3689848832 00000100:00100000:1.0:1780334776.439983:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3660:x1866815624341120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334776.439990:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00080000:1.0:1780334776.440010:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334776.440045:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624341120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334776.442981:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624340992 00000100:00100000:0.0:1780334776.442993:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624340992 00000100:00100000:0.0:1780334776.443052:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1780334776.443062:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624340992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334776.443099:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334776.443290:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624340992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 228us (5896us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334776.443297:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1780334776.443351:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034604000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624340992:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334776.447738:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624341248:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334776.447834:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334776.447900:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624341248 00000100:00100000:3.0:1780334776.447908:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624341248 00000100:00100000:3.0:1780334776.447961:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1780334776.447971:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70348b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624341248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334776.447996:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921371136 avail 3689848832 00000100:00100000:3.0:1780334776.448045:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70348b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624341248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334776.448051:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00080000:3.0:1780334776.449547:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334776.449746:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624341248:0@lo:13:osp-pre-0-1.0 00000040:00080000:0.0:1780334777.070257:0:24988:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334777.070265:0:24988:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334777.070326:0:24988:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1780334777.070331:0:24988:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334777.123290:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334777.123376:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604655360 00000100:00100000:0.0:1780334777.123385:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604655360 00000100:00100000:0.0:1780334777.123455:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1760 00000100:00100000:0.0:1780334777.123466:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+118:34726:x1866815604655360:12345-192.168.203.22@tcp:36:rm.0 00010000:00010000:0.0:1780334777.123533:0:6540:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334777.123562:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c9200/0xdf9e767e70098f54 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1daa expref: 118 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334777.123578:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9b70188d6e00) 00010000:00010000:0.0:1780334777.123583:0:6540:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334777.123606:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099543 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334777.123619:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099543 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334777.123628:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099543 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334777.123643:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009954a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334777.123649:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009954a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334777.123656:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009954a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334777.123728:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099551 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334777.123738:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098f23 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d95 expref: 54 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334777.123751:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099551 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334777.123782:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098f23 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d95 expref: 54 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334777.123795:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098f23 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d95 expref: 54 pid: 9763 timeout: 880 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334777.123843:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624341376:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334777.123931:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f048d2e40 going to sleep for 11 seconds 00000100:00080000:3.0:1780334777.124288:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334777.136296:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624341376:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334777.136331:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099551 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334777.149276:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334777.150797:0:6522:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604655488 00000100:00100000:1.0:1780334777.150836:0:6522:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604655488 00010000:00010000:1.0:1780334777.150898:0:6522:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098f23 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d95 expref: 55 pid: 9763 timeout: 880 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334777.150934:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 525 00000100:00100000:1.0:1780334777.150945:0:6522:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+55:2406:x1866815604655488:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334777.150961:0:6522:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334777.150967:0:6522:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098f23 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d95 expref: 55 pid: 9763 timeout: 880 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.150981:0:6522:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098f23 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d95 expref: 55 pid: 9763 timeout: 880 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.151004:0:6522:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b800/0xdf9e767e70098f23 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1d95 expref: 55 pid: 9763 timeout: 880 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.151018:0:6522:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9b70188d6e00) 00010000:00010000:1.0:1780334777.151023:0:6522:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099551 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.151032:0:6522:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099551 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.151039:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099551 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.151064:0:6522:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334777.151120:0:6522:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:58271a7b-a5ef-4afe-8261-509ea1104824+54:2406:x1866815604655488:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 177us (1852us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334777.151127:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 525 00010000:00010000:1.0:1780334777.151240:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099551 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.151248:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099551 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1780334777.151469:0:6540:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].19, 64 off9432 00010000:00010000:1.0:1780334777.151535:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099558 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.151546:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099558 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.151552:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099558 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.151562:0:6540:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099558 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1780334777.151674:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780334777.152009:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099558 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152016:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099558 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152117:0:6540:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780334777.152139:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099551 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152145:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099551 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152151:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099551 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152157:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334777.152161:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099551 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152168:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099551 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152178:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9b70188d6e00) 00010000:00010000:1.0:1780334777.152181:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780334777.152185:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099551 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152194:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b000/0xdf9e767e70099551 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152212:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099543 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152218:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099543 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152222:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099543 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152227:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1ba00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334777.152229:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099543 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152234:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099543 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152241:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334777.152243:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334777.152245:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099543 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152249:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1ba00/0xdf9e767e70099543 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334777.152257:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000646d7683 reply state 000000006d9cd02f transno 4294968325 ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009954a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152267:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009954a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334777.152274:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9b7013182600) 00010000:00010000:1.0:1780334777.152275:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334777.152278:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780334777.152342:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34726:x1866815604655360:12345-192.168.203.22@tcp:36:rm.0 Request processed in 28876us (29060us total) trans 4294968325 rc 0/0 00000100:00100000:1.0:1780334777.152348:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1760 00010000:00010000:2.0:1780334777.152774:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780334777.152780:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099558 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334777.152788:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334777.152790:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099558 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334777.152797:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099558 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334777.153164:0:6526:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9b70188d6e00) 00010000:00010000:2.0:1780334777.153168:0:6526:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1780334777.153171:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099558 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334777.153178:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099558 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334777.153198:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334777.153200:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334777.153201:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334777.268067:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334777.838886:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334777.838922:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334777.838946:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334777.838967:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334777.840050:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334777.840090:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334777.840167:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334777.840416:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604655872 00000100:00100000:1.0:1780334777.840427:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604655872 00000100:00100000:1.0:1780334777.840495:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604656384 00000100:00100000:1.0:1780334777.840499:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604656384 00000100:00100000:1.0:1780334777.840514:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604656000 00000100:00100000:1.0:1780334777.840516:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604656000 00000100:00100000:1.0:1780334777.840527:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604656256 00000100:00100000:1.0:1780334777.840530:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604656256 00000100:00100000:1.0:1780334777.840545:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 591 00000100:00100000:1.0:1780334777.840554:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604655872:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334777.840639:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604655872:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 86us (1716us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334777.840646:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 591 00000100:00100000:1.0:1780334777.840663:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 592 00000100:00100000:1.0:1780334777.840669:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604656384:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334777.840696:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+13:2407:x1866815604656384:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (1729us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334777.840703:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 592 00000100:00100000:1.0:1780334777.840714:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 593 00000100:00100000:1.0:1780334777.840721:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2407:x1866815604656000:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334777.840743:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2407:x1866815604656000:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334777.840749:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 593 00000100:00100000:1.0:1780334777.840760:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 594 00000100:00100000:1.0:1780334777.840766:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604656256:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334777.840787:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604656256:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334777.840795:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 594 00000100:00080000:1.0:1780334777.840843:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334777.840847:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334777.842090:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604655616 00000100:00100000:2.0:1780334777.842101:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604655616 00000100:00100000:2.0:1780334777.842150:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 740 00000100:00100000:2.0:1780334777.842159:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604655616:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334777.842214:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604655616:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 56us (3332us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334777.842221:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 740 00000100:00100000:2.0:1780334777.842255:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604656128 00000100:00100000:2.0:1780334777.842259:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604656128 00000100:00100000:2.0:1780334777.842289:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604655744 00000100:00100000:2.0:1780334777.842292:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604655744 00000100:00100000:2.0:1780334777.842314:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 967 00000100:00100000:2.0:1780334777.842321:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604656128:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334777.842350:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604656128:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 30us (3403us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334777.842356:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 967 00000100:00100000:2.0:1780334777.842368:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 968 00000100:00100000:2.0:1780334777.842374:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604655744:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334777.842397:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604655744:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (2426us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334777.842403:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 968 00000100:00080000:1.0:1780334777.843480:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:3.0:1780334778.219608:0:25039:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334778.219617:0:25039:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334778.219679:0:25039:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1780334778.219686:0:25039:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334778.293226:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334778.333881:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334778.333921:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604656640 00000100:00100000:2.0:1780334778.333930:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604656640 00000100:00100000:2.0:1780334778.333993:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1761 00000100:00100000:2.0:1780334778.334004:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+119:34736:x1866815604656640:12345-192.168.203.22@tcp:36:rm.0 00010000:00010000:2.0:1780334778.334065:0:6540:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780334778.334092:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04cf0000/0xdf9e767e7009907a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ead expref: 119 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334778.334109:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9b70188d6400) 00010000:00010000:2.0:1780334778.334113:0:6540:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334778.334136:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e7009955f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334778.334148:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e7009955f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334778.334157:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e7009955f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334778.334172:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a600/0xdf9e767e70099566 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334778.334179:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a600/0xdf9e767e70099566 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334778.334185:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a600/0xdf9e767e70099566 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334778.334252:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166aa00/0xdf9e767e7009956d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334778.334263:0:6540:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009901f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e28 expref: 53 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334778.334271:0:6540:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166aa00/0xdf9e767e7009956d lrc: 4/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334778.334300:0:6540:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009901f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e28 expref: 53 pid: 6540 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334778.334313:0:6540:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009901f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e28 expref: 53 pid: 6540 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334778.334328:0:6540:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624341504:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334778.334403:0:6540:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b70219cf0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780334778.341101:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334778.341307:0:6540:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6540:1866815624341504:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334778.341333:0:6540:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166aa00/0xdf9e767e7009956d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334778.343776:0:6523:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604656768 00000100:00100000:1.0:1780334778.343789:0:6523:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604656768 00010000:00010000:1.0:1780334778.343867:0:6523:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009901f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e28 expref: 54 pid: 6540 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334778.343906:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 526 00000100:00100000:1.0:1780334778.343916:0:6523:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+54:2407:x1866815604656768:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334778.343930:0:6523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334778.343936:0:6523:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009901f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e28 expref: 54 pid: 6540 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334778.343948:0:6523:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009901f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e28 expref: 54 pid: 6540 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334778.343977:0:6523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1bc00/0xdf9e767e7009901f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1e28 expref: 54 pid: 6540 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334778.343992:0:6523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9b70188d6400) 00010000:00010000:1.0:1780334778.343997:0:6523:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166aa00/0xdf9e767e7009956d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334778.344007:0:6523:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166aa00/0xdf9e767e7009956d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334778.344014:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166aa00/0xdf9e767e7009956d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334778.344047:0:6523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334778.344103:0:6523:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:58271a7b-a5ef-4afe-8261-509ea1104824+53:2407:x1866815604656768:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 188us (3010us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334778.344110:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 526 00010000:00010000:3.0:1780334778.344184:0:6540:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166aa00/0xdf9e767e7009956d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344192:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166aa00/0xdf9e767e7009956d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1780334778.344423:0:6540:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].22, 64 off9720 00000004:00080000:3.0:1780334778.344432:0:6540:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 782163619923ns, next at 783163617881ns, rc = 0 00010000:00010000:3.0:1780334778.344493:0:6540:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099574 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344504:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099574 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344512:0:6540:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099574 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344519:0:6540:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099574 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344526:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099574 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344533:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099574 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344564:0:6540:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1780334778.344582:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166aa00/0xdf9e767e7009956d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344589:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166aa00/0xdf9e767e7009956d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344598:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166aa00/0xdf9e767e7009956d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344603:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b700166aa00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334778.344607:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166aa00/0xdf9e767e7009956d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344614:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166aa00/0xdf9e767e7009956d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344622:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9b70188d6400) 00010000:00010000:3.0:1780334778.344625:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1780334778.344629:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166aa00/0xdf9e767e7009956d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344634:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166aa00/0xdf9e767e7009956d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344721:0:6540:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e7009955f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344729:0:6540:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e7009955f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344735:0:6540:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e7009955f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344740:0:6540:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b700166bc00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334778.344742:0:6540:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e7009955f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344753:0:6540:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e7009955f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344761:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:3.0:1780334778.344763:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780334778.344766:0:6540:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e7009955f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344772:0:6540:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166bc00/0xdf9e767e7009955f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1780334778.344782:0:6540:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000038baf17f reply state 00000000e8f5c165 transno 4294968326 ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a600/0xdf9e767e70099566 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344792:0:6540:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a600/0xdf9e767e70099566 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334778.344798:0:6540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9b7007d1c700) 00010000:00010000:3.0:1780334778.344801:0:6540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780334778.344804:0:6540:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780334778.344869:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:34736:x1866815604656640:12345-192.168.203.22@tcp:36:rm.0 Request processed in 10866us (10995us total) trans 4294968326 rc 0/0 00000100:00100000:3.0:1780334778.344876:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1761 00010000:00010000:1.0:1780334778.345546:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780334778.345555:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099574 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334778.345563:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722a00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:1.0:1780334778.345567:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099574 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334778.345574:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099574 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334778.345584:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9b70188d6400) 00010000:00010000:1.0:1780334778.345587:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1780334778.345591:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099574 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334778.345595:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099574 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334778.345613:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334778.345615:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334778.345616:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334779.060556:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1780334779.250094:0:25090:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334779.250104:0:25090:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334779.250164:0:25090:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1780334779.250171:0:25090:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334779.319653:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334779.319658:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334779.319697:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604657152 00000100:00100000:1.0:1780334779.319706:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604657152 00000100:00100000:1.0:1780334779.319771:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 532 00000100:00100000:1.0:1780334779.319782:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:2408:x1866815604657152:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:1.0:1780334779.319835:0:7802:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:2.0:1780334779.319849:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780334779.319855:0:7802:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009957b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b209e expref: -99 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334779.319889:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604657024 00000100:00100000:3.0:1780334779.319895:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604657024 00010000:00010000:1.0:1780334779.319914:0:7802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099582 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.319928:0:7802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099582 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334779.319932:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1762 00000100:00100000:3.0:1780334779.319944:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+122:34746:x1866815604657024:12345-192.168.203.22@tcp:36:rm.0 00010000:00010000:1.0:1780334779.319947:0:7802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099582 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.319964:0:7802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70099589 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.319971:0:7802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70099589 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.319974:0:15367:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334779.319982:0:7802:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70099589 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.319998:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1a800/0xdf9e767e70099161 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1f08 expref: 122 pid: 9763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.320015:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9b700382ba00) 00010000:00010000:1.0:1780334779.320016:0:7802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099582 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.320023:0:15367:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334779.320026:0:7802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099582 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.320034:0:7802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099582 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.320040:0:7802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481c800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:3.0:1780334779.320041:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70099590 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.320045:0:7802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099582 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.320054:0:7802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099582 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.320062:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334779.320065:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334779.320069:0:7802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099582 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.320076:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481c800/0xdf9e767e70099582 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.320086:0:7802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70099589 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.320092:0:7802:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70099589 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.320098:0:7802:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70099589 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.320103:0:7802:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f0481d800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334779.320106:0:7802:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70099589 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.320118:0:7802:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70099589 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.320121:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70099590 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.320126:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff9b70098cec00) 00010000:00010000:1.0:1780334779.320128:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334779.320131:0:7802:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70099589 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.320136:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481d800/0xdf9e767e70099589 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.320189:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70099590 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.320203:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099597 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.320211:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099597 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.320217:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099597 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.320267:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009959e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.320277:0:15367:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70099130 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ef3 expref: 52 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.320286:0:15367:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009959e lrc: 4/0,1 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.320321:0:15367:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70099130 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ef3 expref: 52 pid: 6539 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.320335:0:15367:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70099130 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ef3 expref: 52 pid: 6539 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334779.320347:0:15367:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624341632:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334779.320417:0:15367:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b701114d0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1780334779.324622:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334779.324729:0:7802:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009957b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b209e expref: 121 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.324751:0:7802:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334779.324754:0:7802:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780334779.324760:0:7802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f0481de00/0xdf9e767e7009957b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b209e expref: 121 pid: 7802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.324975:0:7802:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b6f0481de00, rc -2) 00000100:00100000:1.0:1780334779.325248:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+120:2408:x1866815604657152:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 5465us (5586us total) trans 0 rc -2/-2 00000100:00100000:1.0:1780334779.325262:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 532 00000100:00100000:1.0:1780334779.328113:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334779.328455:0:15367:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15367:1866815624341632:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334779.328493:0:15367:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009959e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334779.328567:0:6524:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604657280 00000100:00100000:0.0:1780334779.328579:0:6524:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604657280 00010000:00010000:0.0:1780334779.328653:0:6524:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70099130 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ef3 expref: 53 pid: 6539 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1780334779.328678:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334779.328701:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 527 00000100:00100000:0.0:1780334779.328710:0:6524:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+53:2407:x1866815604657280:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334779.328728:0:6524:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334779.328738:0:6524:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70099130 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ef3 expref: 53 pid: 6539 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334779.328753:0:6524:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70099130 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ef3 expref: 53 pid: 6539 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334779.328774:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f054c8200/0xdf9e767e70099130 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1ef3 expref: 53 pid: 6539 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334779.328788:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9b700382ba00) 00010000:00010000:0.0:1780334779.328792:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009959e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334779.328801:0:6524:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009959e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334779.328808:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009959e lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334779.328852:0:6524:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780334779.328875:0:15367:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009959e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.328885:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009959e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334779.328926:0:6524:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604657280:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 214us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334779.328937:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 527 00000040:00080000:1.0:1780334779.329079:0:15367:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].20, 64 off9496 00000004:00080000:1.0:1780334779.329085:0:15367:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 783148273261ns, next at 784148271963ns, rc = 0 00010000:00010000:1.0:1780334779.329126:0:15367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700995a5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329150:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700995a5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329159:0:15367:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700995a5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329166:0:15367:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700995a5 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329172:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700995a5 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329178:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700995a5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329406:0:15367:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780334779.329427:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009959e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329435:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009959e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329439:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009959e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329445:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334779.329449:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009959e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329455:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009959e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329465:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9b700382ba00) 00010000:00010000:1.0:1780334779.329468:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1780334779.329719:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009959e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329728:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723800/0xdf9e767e7009959e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329746:0:15367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70099590 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329752:0:15367:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70099590 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329757:0:15367:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70099590 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329762:0:15367:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722000 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:1.0:1780334779.329765:0:15367:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70099590 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329771:0:15367:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70099590 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329778:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:1.0:1780334779.329781:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780334779.329784:0:15367:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70099590 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329799:0:15367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722000/0xdf9e767e70099590 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780334779.329838:0:15367:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082f5cec7 reply state 00000000d9b89d6c transno 4294968327 ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099597 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329849:0:15367:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099597 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334779.329855:0:15367:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9b70098fde00) 00010000:00010000:1.0:1780334779.329857:0:15367:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780334779.329860:0:15367:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1780334779.329881:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1780334779.329893:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700995a5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.329904:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f046f0200 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:3.0:1780334779.329910:0:10291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700995a5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334779.329918:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+121:34746:x1866815604657024:12345-192.168.203.22@tcp:36:rm.0 Request processed in 9974us (10271us total) trans 4294968327 rc 0/0 00010000:00010000:3.0:1780334779.329922:0:10291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700995a5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334779.329932:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1762 00010000:00010000:3.0:1780334779.329939:0:10291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9b700382ba00) 00010000:00010000:3.0:1780334779.329943:0:10291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1780334779.329946:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700995a5 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.329955:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f046f0200/0xdf9e767e700995a5 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334779.329969:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334779.329971:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334779.329973:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334779.511306:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334779.511330:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624341760:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334779.511402:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334779.511514:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624341760 00000100:00100000:3.0:1780334779.511528:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624341760 00000100:00100000:3.0:1780334779.511582:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1780334779.511591:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624341760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334779.511624:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:3.0:1780334779.511677:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624341760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334779.511684:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1780334779.512655:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624341760:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334780.020027:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624341888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334780.020099:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334780.020213:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624341888 00000100:00100000:1.0:1780334780.020221:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624341888 00000100:00100000:1.0:1780334780.020275:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1780334780.020285:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3659:x1866815624341888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334780.020313:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921371136 avail 3689848832 00000004:00080000:2.0:1780334780.020386:0:9914:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 783839573801ns, next at 784839571833ns, rc = 0 00000100:00100000:2.0:1780334780.020594:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624342016:0@lo:400:kworker.0 00000100:00100000:2.0:1780334780.020628:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334780.020654:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334780.020660:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034604380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624342144:0@lo:400:kworker.0 00000100:00100000:2.0:1780334780.020684:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334780.020710:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624342016 00000100:00100000:2.0:1780334780.020714:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624342016 00000100:00100000:2.0:1780334780.020741:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1780334780.020747:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624342016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334780.020782:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624342016:12345-0@lo:400:kworker.0 Request processed in 34us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334780.020790:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1780334780.020839:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624342272:0@lo:400:kworker.0 00000100:00100000:2.0:1780334780.020874:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334780.020901:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624342144 00000100:00100000:2.0:1780334780.020904:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624342144 00000100:00100000:2.0:1780334780.020928:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624342272 00000100:00100000:2.0:1780334780.020930:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624342272 00000100:00100000:2.0:1780334780.020946:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1780334780.020953:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624342144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334780.020982:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624342144:12345-0@lo:400:kworker.0 Request processed in 30us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334780.020988:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1780334780.021000:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:2.0:1780334780.021005:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624342272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334780.021033:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624342272:12345-0@lo:400:kworker.0 Request processed in 28us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334780.021039:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:2.0:1780334780.021077:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624342272:0@lo:400:kworker.0 00000100:00100000:2.0:1780334780.021101:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034604380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624342144:0@lo:400:kworker.0 00000100:00100000:2.0:1780334780.021109:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624342016:0@lo:400:kworker.0 00000100:00100000:1.0:1780334780.021269:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3659:x1866815624341888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 986us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334780.021276:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00080000:1.0:1780334780.021324:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334780.021376:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334780.021385:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624342400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334780.021410:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334780.021485:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624342400 00000100:00100000:1.0:1780334780.021489:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624342400 00000100:00100000:1.0:1780334780.021526:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1780334780.021533:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624342400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334780.021548:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921371136 avail 3689848832 00000100:00100000:1.0:1780334780.021580:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624342400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334780.021587:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00080000:2.0:1780334780.021636:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334780.021657:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624342400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334780.021716:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624341888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334780.021989:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034604e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624342528:0@lo:400:kworker.0 00000100:00100000:2.0:1780334780.022068:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334780.022127:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624342528 00000100:00100000:1.0:1780334780.022132:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624342528 00000100:00100000:1.0:1780334780.022170:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1780334780.022177:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624342528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334780.022269:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624342656:0@lo:400:kworker.0 00000100:00100000:0.0:1780334780.022297:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334780.022325:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624342656 00000100:00100000:0.0:1780334780.022328:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624342656 00000100:00100000:0.0:1780334780.022359:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:0.0:1780334780.022365:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624342656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334780.022397:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624342656:12345-0@lo:400:kworker.0 Request processed in 32us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334780.022403:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:0.0:1780334780.022429:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624342656:0@lo:400:kworker.0 00000100:00100000:1.0:1780334780.022553:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624342528:12345-0@lo:400:kworker.0 Request processed in 376us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334780.022559:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1780334780.022646:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624342784:0@lo:400:kworker.0 00000100:00100000:0.0:1780334780.022671:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334780.022753:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624342784 00000100:00100000:1.0:1780334780.022757:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624342784 00000100:00100000:1.0:1780334780.022782:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1780334780.022788:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624342784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334780.022892:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034604e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624342528:0@lo:400:kworker.0 00000100:00080000:2.0:1780334780.022911:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334780.022914:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334780.023144:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624343040:0@lo:400:kworker.0 00000100:00100000:2.0:1780334780.023175:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334780.023203:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334780.023209:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034604700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624343168:0@lo:400:kworker.0 00000100:00100000:2.0:1780334780.023229:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334780.023252:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624343168 00000100:00100000:2.0:1780334780.023256:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624343168 00000100:00100000:2.0:1780334780.023282:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1780334780.023289:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624343168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334780.023322:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624343168:12345-0@lo:400:kworker.0 Request processed in 33us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334780.023329:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00080000:2.0:1780334780.023345:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334780.023361:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034604700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624343168:0@lo:400:kworker.0 00000100:00100000:1.0:1780334780.023410:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624342784:12345-0@lo:400:kworker.0 Request processed in 621us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334780.023417:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:3.0:1780334780.023483:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624343040 00000100:00100000:3.0:1780334780.023488:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624343040 00000100:00100000:3.0:1780334780.023528:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1780334780.023536:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3660:x1866815624343040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334780.023574:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3660:x1866815624343040:12345-0@lo:400:kworker.0 Request processed in 40us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334780.023581:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00080000:2.0:1780334780.023632:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334780.023650:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624343040:0@lo:400:kworker.0 00000100:00100000:0.0:1780334780.023735:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624342784:0@lo:400:kworker.0 00000100:00100000:0.0:1780334780.023747:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624343296:0@lo:400:kworker.0 00000100:00100000:0.0:1780334780.023772:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334780.023998:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334780.024006:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624342912:0@lo:400:kworker.0 00000100:00100000:0.0:1780334780.024031:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334780.024104:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624342912 00000100:00100000:1.0:1780334780.024109:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624342912 00000100:00100000:1.0:1780334780.024153:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1780334780.024160:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624342912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334780.024197:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624342912:12345-0@lo:400:kworker.0 Request processed in 37us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334780.024203:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1780334780.024272:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624342912:0@lo:400:kworker.0 00000100:00080000:3.0:1780334780.024322:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334780.024365:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624343296 00000100:00100000:2.0:1780334780.024369:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624343296 00000100:00100000:3.0:1780334780.024520:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:3.0:1780334780.024527:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624343296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334780.024607:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624343296:12345-0@lo:400:kworker.0 Request processed in 80us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334780.024614:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00080000:2.0:1780334780.024684:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334780.024719:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624343296:0@lo:400:kworker.0 00000004:00080000:3.0:1780334780.226667:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 25 committed 00000100:00100000:2.0:1780334780.226988:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624343552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780334780.227052:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334780.227115:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624343552 00000100:00100000:2.0:1780334780.227122:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624343552 00000100:00100000:2.0:1780334780.227164:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1780334780.227173:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3660:x1866815624343552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780334780.227198:0:8422:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:34 count 1 00000001:00080000:3.0:1780334780.227205:0:6516:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968327 is committed 00000004:00080000:3.0:1780334780.227213:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 22 committed 00010000:00010000:2.0:1780334780.227222:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002efb4b63/0xdf9e767e700995ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780334780.227224:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00000004:00080000:3.0:1780334780.227228:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 21 committed 00000004:00080000:3.0:1780334780.227233:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000004:00080000:3.0:1780334780.227239:0:6516:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 20 committed 00010000:00010000:2.0:1780334780.227243:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e700993a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2012 expref: 12 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.227253:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009a4a44b2/0xdf9e767e70099432 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b206d expref: 20 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.227260:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334780.227262:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334780.227265:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002efb4b63/0xdf9e767e700995ac lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.227288:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009a4a44b2/0xdf9e767e70099432 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b206d expref: 20 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334780.227302:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1780334780.227302:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009a4a44b2/0xdf9e767e70099432 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b206d expref: 20 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334780.227309:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624343680:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780334780.227314:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d79f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624343808:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334780.227377:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e700993a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2012 expref: 12 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.227386:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e700993a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2012 expref: 12 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334780.227400:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624344192:192.168.203.22@tcp:104: 00000100:00100000:1.0:1780334780.229255:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624343936:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780334780.229828:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166b400/0xdf9e767e700994e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.229840:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166b400/0xdf9e767e700994e1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.229848:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166b400/0xdf9e767e700994e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.229863:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b700166b400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334780.229867:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166b400/0xdf9e767e700994e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.229883:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166b400/0xdf9e767e700994e1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.229901:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9b7007d1ce00) 00010000:00010000:0.0:1780334780.229905:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334780.230019:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166b400/0xdf9e767e700994e1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230029:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166b400/0xdf9e767e700994e1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6539 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230058:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009952e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230065:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009952e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230071:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009952e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230077:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723400 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334780.230080:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009952e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230086:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009952e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230108:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9b70098fd900) 00010000:00010000:0.0:1780334780.230115:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334780.230119:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009952e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230125:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04723400/0xdf9e767e7009952e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9763 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230258:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009954a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230266:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009954a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230273:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009954a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230279:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b703fe1b600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334780.230282:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009954a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230288:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009954a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230296:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9b7013182600) 00010000:00010000:0.0:1780334780.230299:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334780.230302:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009954a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230307:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b703fe1b600/0xdf9e767e7009954a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230392:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a600/0xdf9e767e70099566 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230399:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a600/0xdf9e767e70099566 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230405:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a600/0xdf9e767e70099566 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230411:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b700166a600 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334780.230414:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a600/0xdf9e767e70099566 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230420:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a600/0xdf9e767e70099566 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230429:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9b7007d1c700) 00010000:00010000:0.0:1780334780.230431:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334780.230434:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a600/0xdf9e767e70099566 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230440:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a600/0xdf9e767e70099566 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6540 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230453:0:3644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099597 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230460:0:3644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099597 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230479:0:3644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099597 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.230484:0:3644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04722a00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:0.0:1780334780.232664:0:3644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099597 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.232686:0:3644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099597 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.232703:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9b70098fde00) 00010000:00010000:0.0:1780334780.232707:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780334780.232713:0:3644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099597 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.232720:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b6f04722a00/0xdf9e767e70099597 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15367 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334780.232920:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624343424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1780334780.233032:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334780.233100:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624343680 00000100:00100000:3.0:1780334780.233108:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624343680 00000100:00100000:3.0:1780334780.233151:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1780334780.233160:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3660:x1866815624343680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1780334780.233187:0:8519:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:31 count 1 00010000:00010000:3.0:1780334780.233206:0:8519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700995b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334780.233225:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e700992d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fc5 expref: 10 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334780.233235:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e7009942b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b205f expref: 18 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334780.233243:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334780.233245:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1780334780.233249:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700995b3 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334780.233278:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e7009942b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b205f expref: 18 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334780.233291:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e7009942b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b205f expref: 18 pid: 8419 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334780.233303:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624344320:192.168.203.22@tcp:104: 00010000:00010000:3.0:1780334780.233358:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e700992d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fc5 expref: 10 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334780.233369:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e700992d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fc5 expref: 10 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334780.233379:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034604700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624344448:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334780.233398:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b703ff2fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1780334780.239569:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01edab40 going to sleep for 11 seconds 00000100:00100000:0.0:1780334780.242066:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334780.242150:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334780.242157:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334780.244974:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334780.245070:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624344320:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334780.245082:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604657536 00000100:00100000:0.0:1780334780.245087:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034604700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8519:1866815624344448:192.168.203.22@tcp:104: 00000100:00100000:3.0:1780334780.245101:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604657536 00010000:00010000:0.0:1780334780.245115:0:8519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700995b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334780.245145:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604657408 00000100:00100000:0.0:1780334780.245150:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604657408 00010000:00010000:3.0:1780334780.245155:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e7009942b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b205f expref: 19 pid: 8419 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.245177:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009a4a44b2/0xdf9e767e70099432 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b206d expref: 21 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334780.245187:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604657664 00000100:00100000:3.0:1780334780.245191:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604657664 00000100:00100000:0.0:1780334780.245208:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 528 00010000:00010000:3.0:1780334780.245212:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e700992d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fc5 expref: 11 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334780.245222:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604657536:12345-192.168.203.22@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780334780.245236:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 529 00010000:00010000:0.0:1780334780.245239:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334780.245247:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e7009942b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b205f expref: 19 pid: 8419 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780334780.245248:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2407:x1866815604657408:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780334780.245262:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334780.245267:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e7009942b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b205f expref: 19 pid: 8419 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334780.245269:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009a4a44b2/0xdf9e767e70099432 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b206d expref: 21 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334780.245293:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009a4a44b2/0xdf9e767e70099432 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b206d expref: 21 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.245302:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002514319e/0xdf9e767e7009942b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b205f expref: 19 pid: 8419 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780334780.245313:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780334780.245316:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334780.245364:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2407:x1866815604657536:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 146us (3300us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334780.245387:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 528 00000100:00100000:0.0:1780334780.245403:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 530 00000100:00100000:0.0:1780334780.245410:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604657664:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334780.245418:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334780.245422:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e700992d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fc5 expref: 11 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.245437:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e700992d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fc5 expref: 11 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.245449:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000954bd16e/0xdf9e767e700992d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fc5 expref: 11 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.245460:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334780.245462:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1780334780.245656:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+21:2407:x1866815604657408:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 409us (3499us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334780.245663:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 529 00000100:00080000:2.0:1780334780.245842:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334780.245847:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334780.247174:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624343936 00000100:00100000:2.0:1780334780.247183:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624343936 00000100:00100000:2.0:1780334780.247233:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1780334780.247242:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3658:x1866815624343936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780334780.247270:0:16895:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:32 count 1 00010000:00010000:2.0:1780334780.247294:0:16895:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e805357d/0xdf9e767e700995ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.247312:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e700992cd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fbe expref: 10 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.247332:0:16895:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70099439 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2066 expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.247340:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334780.247342:0:16895:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334780.247346:0:16895:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e805357d/0xdf9e767e700995ba lrc: 5/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.247377:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70099439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2066 expref: 17 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.247394:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70099439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2066 expref: 17 pid: 8419 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334780.247409:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624344576:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334780.247493:0:16895:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e700992cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fbe expref: 10 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.247503:0:16895:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e700992cd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fbe expref: 10 pid: 16895 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334780.247511:0:16895:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624344704:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334780.247533:0:16895:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f01eda000 going to sleep for 11 seconds 00010000:00010000:2.0:1780334780.247723:0:8422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a4a44b2/0xdf9e767e70099432 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b206d expref: 20 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334780.247738:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d79f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624343808:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334780.247775:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334780.247907:0:8421:0:(service.c:3465:ptlrpc_start_thread()) ost[0] started 5 min 3 max 116 00000100:00100000:2.0:1780334780.247917:0:8421:0:(service.c:3524:ptlrpc_start_thread()) starting thread 'll_ost00_005' 00000100:00100000:2.0:1780334780.247935:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624344064:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1780334780.247962:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1780334780.248410:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700995b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.248424:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700995b3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.248503:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780334780.248536:0:8519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700995b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334780.248537:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2407:x1866815604657664:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 3126us (3571us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334780.248548:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 530 00010000:00010000:2.0:1780334780.248564:0:8519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700995b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.248574:0:8519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700995b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.248581:0:8519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700995b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.248598:0:8519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780334780.248744:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3660:x1866815624343680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15584us (15713us total) trans 4294967382 rc 0/0 00000100:00100000:2.0:1780334780.248751:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1780334780.248768:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624343424 00000100:00100000:2.0:1780334780.248774:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624343424 00000100:00100000:2.0:1780334780.248799:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624344064 00000100:00100000:2.0:1780334780.248802:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624344064 00000100:00100000:2.0:1780334780.248830:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1780334780.248836:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3659:x1866815624343424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1780334780.248854:0:8519:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:33 count 1 00010000:00010000:2.0:1780334780.248869:0:8519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000899e55e0/0xdf9e767e700995c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.248883:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700992e2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fd3 expref: 12 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.248896:0:8519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099447 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2058 expref: 19 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.248903:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334780.248905:0:8519:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334780.248907:0:8519:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000899e55e0/0xdf9e767e700995c1 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.248931:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2058 expref: 19 pid: 8419 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.248941:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2058 expref: 19 pid: 8419 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334780.248951:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334780.248960:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624344832:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334780.248977:0:19047:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604657792 00000100:00100000:0.0:1780334780.248982:0:19047:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604657792 00010000:00010000:2.0:1780334780.249005:0:8519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700992e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fd3 expref: 13 pid: 8421 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.249014:0:8519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700992e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fd3 expref: 13 pid: 8421 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334780.249025:0:8519:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624344960:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334780.249026:0:19047:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e700993a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2012 expref: 13 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334780.249049:0:8519:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f04900 going to sleep for 11 seconds 00000100:00100000:0.0:1780334780.249056:0:19047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 531 00000100:00100000:0.0:1780334780.249077:0:19047:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+13:2406:x1866815604657792:12345-192.168.203.22@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1780334780.249084:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b7034607800/2, rc 0, transno 4294967382 00010000:00010000:0.0:1780334780.249087:0:19047:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1780334780.249092:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624343680:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1780334780.249095:0:19047:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e700993a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2012 expref: 13 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.249109:0:19047:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e700993a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2012 expref: 13 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334780.249118:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8422:1866815624344192:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334780.249130:0:19047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd3692b8/0xdf9e767e700993a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2012 expref: 13 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.249137:0:8422:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002efb4b63/0xdf9e767e700995ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.249141:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334780.249156:0:19047:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334780.249160:0:19047:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002efb4b63/0xdf9e767e700995ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.249169:0:19047:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002efb4b63/0xdf9e767e700995ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.249509:0:19047:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334780.249532:0:19047:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604657792:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 469us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334780.249539:0:19047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 531 00000100:00080000:0.0:1780334780.249559:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780334780.250487:0:8422:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002efb4b63/0xdf9e767e700995ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.250503:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002efb4b63/0xdf9e767e700995ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.250512:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002efb4b63/0xdf9e767e700995ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.250519:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002efb4b63/0xdf9e767e700995ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.250550:0:8422:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1780334780.250710:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3660:x1866815624343552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23537us (23656us total) trans 4294967395 rc 0/0 00000100:00100000:2.0:1780334780.250717:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000004:00080000:3.0:1780334780.250729:0:3660:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b6f01d79c00/2, rc 0, transno 4294967395 00000100:00100000:3.0:1780334780.250735:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624343552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1780334780.250737:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1780334780.250746:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3659:x1866815624344064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1780334780.250769:0:8422:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:33 count 1 00010000:00010000:2.0:1780334780.250787:0:8422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d7f322f/0xdf9e767e700995c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.250827:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700993ad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2019 expref: 9 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.250837:0:8422:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000207fbd98/0xdf9e767e70099440 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2074 expref: 17 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.250844:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334780.250846:0:8422:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1780334780.250849:0:8422:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d7f322f/0xdf9e767e700995c8 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.250874:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000207fbd98/0xdf9e767e70099440 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2074 expref: 17 pid: 8519 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.250885:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000207fbd98/0xdf9e767e70099440 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2074 expref: 17 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334780.250897:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624345088:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334780.250955:0:8422:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700993ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2019 expref: 9 pid: 16895 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.250966:0:8422:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700993ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2019 expref: 9 pid: 16895 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334780.250981:0:8422:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624345216:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334780.251004:0:8422:0:(client.c:2692:ptlrpc_set_wait()) set ffff9b6f04f04780 going to sleep for 11 seconds 00000100:00100000:2.0:1780334780.252079:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624344576:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334780.252102:0:16895:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16895:1866815624344704:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334780.252122:0:16895:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e805357d/0xdf9e767e700995ba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.256067:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1780334780.256079:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700995b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.256098:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b6f04723000 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334780.256103:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700995b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.256112:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700995b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.256133:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700995b3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.256141:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000872ba17e/0xdf9e767e700995b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.256162:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780334780.256167:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002efb4b63/0xdf9e767e700995ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.256173:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b700166aa00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334780.256176:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002efb4b63/0xdf9e767e700995ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.256182:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002efb4b63/0xdf9e767e700995ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.256191:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002efb4b63/0xdf9e767e700995ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.256198:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002efb4b63/0xdf9e767e700995ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.256211:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334780.256212:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334780.256214:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1780334780.260428:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967395 is committed 00010000:00010000:1.0:1780334780.263139:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334780.271010:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334780.271033:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334780.271050:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334780.271071:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334780.271094:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604657920 00000100:00100000:0.0:1780334780.271103:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604657920 00010000:00010000:0.0:1780334780.271138:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70099439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2066 expref: 18 pid: 8419 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334780.271169:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604658176 00000100:00100000:0.0:1780334780.271172:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604658176 00010000:00010000:0.0:1780334780.271186:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099447 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2058 expref: 20 pid: 8419 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334780.271197:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604658048 00000100:00100000:0.0:1780334780.271199:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604658048 00010000:00010000:0.0:1780334780.271209:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e700992cd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fbe expref: 10 pid: 16895 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780334780.271211:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624344832:192.168.203.22@tcp:104: 00000100:00100000:0.0:1780334780.271219:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604658304 00000100:00100000:0.0:1780334780.271222:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604658304 00000100:00100000:2.0:1780334780.271224:0:8519:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8519:1866815624344960:192.168.203.22@tcp:104: 00010000:00010000:0.0:1780334780.271231:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700992e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fd3 expref: 12 pid: 8421 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334780.271243:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 532 00010000:00010000:2.0:1780334780.271246:0:8519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000899e55e0/0xdf9e767e700995c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780334780.271251:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+18:2406:x1866815604657920:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334780.271265:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334780.271269:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70099439 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2066 expref: 18 pid: 8419 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271280:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70099439 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2066 expref: 18 pid: 8419 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271302:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4986c2f/0xdf9e767e70099439 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2066 expref: 18 pid: 8419 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271318:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334780.271384:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2406:x1866815604657920:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 132us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334780.271392:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 532 00000100:00100000:0.0:1780334780.271410:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 533 00000100:00100000:0.0:1780334780.271416:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+20:2406:x1866815604658176:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334780.271425:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334780.271429:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2058 expref: 20 pid: 8419 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271444:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2058 expref: 20 pid: 8419 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271457:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000167eacc8/0xdf9e767e70099447 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2058 expref: 20 pid: 8419 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271485:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334780.271503:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2406:x1866815604658176:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 88us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334780.271510:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 533 00000100:00100000:0.0:1780334780.271523:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 534 00000100:00100000:0.0:1780334780.271529:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+10:2406:x1866815604658048:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334780.271536:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334780.271540:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e700992cd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fbe expref: 10 pid: 16895 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271562:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e700992cd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fbe expref: 10 pid: 16895 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271575:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dffb04af/0xdf9e767e700992cd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fbe expref: 10 pid: 16895 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271584:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334780.271586:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334780.271590:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e805357d/0xdf9e767e700995ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271599:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e805357d/0xdf9e767e700995ba lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271620:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334780.271638:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2406:x1866815604658048:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 109us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334780.271644:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 534 00000100:00100000:0.0:1780334780.271655:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 535 00000100:00100000:0.0:1780334780.271661:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+12:2406:x1866815604658304:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780334780.271667:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780334780.271671:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700992e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fd3 expref: 12 pid: 8421 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271680:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700992e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fd3 expref: 12 pid: 8421 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271692:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000023c57050/0xdf9e767e700992e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b1fd3 expref: 12 pid: 8421 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271701:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334780.271703:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1780334780.271706:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000899e55e0/0xdf9e767e700995c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271717:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000899e55e0/0xdf9e767e700995c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.271730:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780334780.271746:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604658304:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 85us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334780.271752:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 535 00000001:00080000:0.0:1780334780.272771:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967382 is committed 00010000:00010000:2.0:1780334780.272772:0:16895:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e805357d/0xdf9e767e700995ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.272784:0:16895:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e805357d/0xdf9e767e700995ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.272796:0:16895:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e805357d/0xdf9e767e700995ba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.272804:0:16895:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e805357d/0xdf9e767e700995ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.272843:0:16895:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780334780.273026:0:6526:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1780334780.273032:0:6526:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e805357d/0xdf9e767e700995ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.273040:0:6526:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b700166bc00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:0.0:1780334780.273043:0:6526:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e805357d/0xdf9e767e700995ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.273052:0:6526:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e805357d/0xdf9e767e700995ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.273066:0:6526:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e805357d/0xdf9e767e700995ba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.273072:0:6526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e805357d/0xdf9e767e700995ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16895 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780334780.273095:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334780.273097:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334780.273099:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334780.275641:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3658:x1866815624343936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28323us (33688us total) trans 4294967383 rc 0/0 00000100:00100000:2.0:1780334780.275654:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00010000:00010000:2.0:1780334780.275699:0:8519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000899e55e0/0xdf9e767e700995c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.275713:0:8519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000899e55e0/0xdf9e767e700995c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.275726:0:8519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000899e55e0/0xdf9e767e700995c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.275734:0:8519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000899e55e0/0xdf9e767e700995c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.275756:0:8519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780334780.275914:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624343424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27077us (28138us total) trans 4294967396 rc 0/0 00000100:00100000:2.0:1780334780.275921:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00010000:00010000:2.0:1780334780.275939:0:10291:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780334780.275945:0:10291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000899e55e0/0xdf9e767e700995c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.275954:0:10291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b700166a800 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334780.275959:0:10291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000899e55e0/0xdf9e767e700995c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.275968:0:10291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000899e55e0/0xdf9e767e700995c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.275986:0:10291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000899e55e0/0xdf9e767e700995c1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.275993:0:10291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000899e55e0/0xdf9e767e700995c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.276013:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334780.276015:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334780.276016:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334780.276047:0:3659:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967395 gen 2 00000004:00080000:2.0:1780334780.276053:0:3659:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b6f03ca2a00, transno 4294967393 00000004:00080000:2.0:1780334780.276063:0:3659:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b6f03ca1f80, transno 4294967394 00000004:00080000:2.0:1780334780.276065:0:3659:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b6f01d79c00, transno 4294967395 00000100:00100000:2.0:1780334780.276071:0:3659:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff9b6f01d78000 x1866815624343424/t4294967396(4294967396) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1780334796 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1780334780.276083:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b6f01d78000/2, rc 0, transno 4294967396 00000100:00100000:2.0:1780334780.276088:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624343424:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1780334780.276169:0:9913:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 3 done 00000100:00100000:1.0:1780334780.276509:0:3658:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967382 gen 2 00000004:00080000:1.0:1780334780.276515:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b703fdd5c00, transno 4294967380 00000004:00080000:1.0:1780334780.276523:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b6f03ca3480, transno 4294967381 00000004:00080000:1.0:1780334780.276526:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b7034607800, transno 4294967382 00000100:00100000:1.0:1780334780.276531:0:3658:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff9b7034606d80 x1866815624343936/t4294967383(4294967383) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1780334796 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1780334780.276539:0:3658:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b7034606d80/2, rc 0, transno 4294967383 00000100:00100000:1.0:1780334780.276543:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624343936:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1780334780.276621:0:8516:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 2 in progress, 1 in flight, 3 done 00000040:00080000:1.0:1780334780.280208:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334780.280217:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334780.280364:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:1.0:1780334780.280373:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1780334780.282065:0:25142:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334780.282072:0:25142:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334780.282096:0:25142:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:0.0:1780334780.282102:0:25142:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334780.284984:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334780.285361:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334780.285999:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624345088:192.168.203.22@tcp:104: 00000100:00100000:2.0:1780334780.286014:0:8422:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8422:1866815624345216:192.168.203.22@tcp:104: 00010000:00010000:2.0:1780334780.286040:0:8422:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d7f322f/0xdf9e767e700995c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334780.286264:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604658560 00000100:00100000:1.0:1780334780.286272:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604658560 00010000:00010000:1.0:1780334780.286305:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700993ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2019 expref: 9 pid: 16895 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334780.286338:0:8446:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604658432 00000100:00100000:1.0:1780334780.286341:0:8446:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604658432 00010000:00010000:1.0:1780334780.286355:0:8446:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000207fbd98/0xdf9e767e70099440 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2074 expref: 17 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780334780.286376:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 536 00000100:00100000:1.0:1780334780.286385:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70111c3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+9:2409:x1866815604658560:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334780.286399:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334780.286404:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700993ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2019 expref: 9 pid: 16895 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334780.286416:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700993ad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2019 expref: 9 pid: 16895 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334780.286438:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2980476/0xdf9e767e700993ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2019 expref: 9 pid: 16895 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334780.286452:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334780.286651:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70111c3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604658560:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 265us (1675us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334780.286659:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 536 00000100:00100000:1.0:1780334780.286702:0:8446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 537 00000100:00100000:1.0:1780334780.286709:0:8446:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+17:2406:x1866815604658432:12345-192.168.203.22@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780334780.286717:0:8446:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780334780.286722:0:8446:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000207fbd98/0xdf9e767e70099440 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2074 expref: 17 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334780.286734:0:8446:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000207fbd98/0xdf9e767e70099440 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2074 expref: 17 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334780.286748:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000207fbd98/0xdf9e767e70099440 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.22@tcp remote: 0xab2167a0470b2074 expref: 17 pid: 8519 timeout: 884 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334780.286758:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334780.286761:0:8446:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1780334780.286765:0:8446:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d7f322f/0xdf9e767e700995c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334780.286774:0:8446:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d7f322f/0xdf9e767e700995c8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780334780.286903:0:8446:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780334780.286992:0:8446:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604658432:12345-192.168.203.22@tcp:103:ldlm_bl.0 Request processed in 282us (1631us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334780.286999:0:8446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 537 00010000:00010000:2.0:1780334780.287197:0:8422:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d7f322f/0xdf9e767e700995c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.287207:0:8422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d7f322f/0xdf9e767e700995c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.287217:0:8422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d7f322f/0xdf9e767e700995c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.287225:0:8422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d7f322f/0xdf9e767e700995c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.287243:0:8422:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1780334780.287390:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3659:x1866815624344064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36645us (39425us total) trans 4294967384 rc 0/0 00000100:00100000:2.0:1780334780.287398:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00010000:00010000:2.0:1780334780.287416:0:6525:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780334780.287421:0:6525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d7f322f/0xdf9e767e700995c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.287429:0:6525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b700166ae00 already unused, calling callback (ffffffffc0e446f0) 00010000:00010000:2.0:1780334780.287433:0:6525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d7f322f/0xdf9e767e700995c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.287448:0:6525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d7f322f/0xdf9e767e700995c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.287461:0:6525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d7f322f/0xdf9e767e700995c8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.287479:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d7f322f/0xdf9e767e700995c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334780.288249:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334780.288253:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334780.288255:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1780334780.288293:0:3659:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9b7034605880/2, rc 0, transno 4294967384 00000100:00100000:2.0:1780334780.288301:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624344064:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1780334780.340501:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334781.366157:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334781.556080:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624345344:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334781.556246:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334781.556388:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624345344 00000100:00100000:0.0:1780334781.556396:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624345344 00000100:00100000:0.0:1780334781.556504:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1780334781.556514:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3660:x1866815624345344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334781.556543:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334781.556601:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3660:x1866815624345344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334781.556609:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1780334781.556677:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624345344:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334781.556905:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334781.556914:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624345472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334781.556941:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334781.557011:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624345472 00000100:00100000:1.0:1780334781.557016:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624345472 00000100:00100000:1.0:1780334781.557051:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1780334781.557059:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624345472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334781.557072:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334781.557123:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624345472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334781.557130:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1780334781.557161:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624345472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334781.557412:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624345600:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334781.557443:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334781.557566:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624345600 00000100:00100000:0.0:1780334781.557570:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624345600 00000100:00100000:0.0:1780334781.557606:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1780334781.557615:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624345600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334781.557640:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334781.557742:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624345600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 129us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334781.557749:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1780334781.557806:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624345600:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1780334781.973105:0:25193:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334781.973114:0:25193:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334781.973145:0:25193:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:3.0:1780334781.973151:0:25193:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334782.391275:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334782.962044:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334782.962083:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334782.962185:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334782.962223:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334782.962247:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604658816 00000100:00100000:0.0:1780334782.962257:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604658816 00000100:00100000:0.0:1780334782.962317:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604659328 00000100:00100000:0.0:1780334782.962322:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604659328 00000100:00100000:2.0:1780334782.962323:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334782.962345:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 975 00000100:00100000:0.0:1780334782.962368:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 976 00000100:00100000:3.0:1780334782.962375:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604659072 00000100:00100000:0.0:1780334782.962379:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604659328:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334782.962381:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604659072 00000100:00100000:3.0:1780334782.962415:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604659584 00000100:00100000:3.0:1780334782.962418:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604659584 00000100:00100000:3.0:1780334782.962441:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 597 00000100:00100000:3.0:1780334782.962462:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604659072:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334782.962470:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604659328:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 93us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334782.962479:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 976 00000100:00080000:0.0:1780334782.962504:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334782.962509:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334782.962542:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604658688 00000100:00100000:0.0:1780334782.962546:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604658688 00000100:00100000:0.0:1780334782.962572:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 742 00000100:00100000:0.0:1780334782.962579:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604658688:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334782.962618:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 598 00000100:00100000:2.0:1780334782.962627:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604659584:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334782.962651:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604658816:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334782.962730:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604659072:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 268us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334782.962737:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 597 00000100:00100000:0.0:1780334782.962957:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604658688:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 375us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334782.962958:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604659584:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 264us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334782.962971:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 742 00000100:00100000:2.0:1780334782.963038:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 598 00000100:00100000:1.0:1780334782.963729:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604658816:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 1372us (1755us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334782.963738:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 975 00000100:00100000:0.0:1780334782.966238:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334782.966288:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334782.966319:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334782.966485:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604658944 00000100:00100000:1.0:1780334782.966495:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604658944 00000100:00100000:1.0:1780334782.966551:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604659456 00000100:00100000:1.0:1780334782.966555:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604659456 00000100:00100000:1.0:1780334782.966590:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 977 00000100:00100000:1.0:1780334782.966601:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604658944:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334782.966666:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604658944:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 67us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334782.966676:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 977 00000100:00100000:2.0:1780334782.966696:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 978 00000100:00100000:3.0:1780334782.966748:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604659200 00000100:00100000:3.0:1780334782.966753:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604659200 00000100:00100000:0.0:1780334782.967032:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00080000:0.0:1780334782.967148:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334782.967168:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604659712 00000100:00100000:0.0:1780334782.967172:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604659712 00000100:00100000:0.0:1780334782.967206:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 599 00000100:00100000:0.0:1780334782.967214:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604659712:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334782.967250:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604659712:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 37us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334782.967260:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 599 00000100:00080000:0.0:1780334782.967278:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334782.967388:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604659456:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334782.967427:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604659456:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 724us (1107us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334782.967652:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 600 00000100:00100000:3.0:1780334782.967660:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2406:x1866815604659200:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334782.967691:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2406:x1866815604659200:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (1403us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334782.967696:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 600 00000100:00080000:3.0:1780334782.967722:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334782.968483:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 978 00010000:00010000:2.0:1780334783.412997:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334783.784707:0:25245:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334783.784715:0:25245:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334783.784744:0:25245:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:1.0:1780334783.784750:0:25245:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334784.439008:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334784.628285:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334784.628310:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624345728:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334784.628415:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334784.628899:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624345728 00000100:00100000:2.0:1780334784.628908:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624345728 00000100:00100000:2.0:1780334784.628961:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1780334784.628971:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624345728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334784.629005:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:2.0:1780334784.629095:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624345728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 126us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334784.629102:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1780334784.629247:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624345728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334785.140303:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624346240:0@lo:400:kworker.0 00000100:00100000:0.0:1780334785.140398:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334785.140500:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624346240 00000100:00100000:0.0:1780334785.140505:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624346752:0@lo:400:kworker.0 00000100:00100000:2.0:1780334785.140512:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624346240 00000100:00100000:0.0:1780334785.140548:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334785.140580:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1780334785.140584:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624347264:0@lo:400:kworker.0 00000100:00100000:2.0:1780334785.140594:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624346240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334785.140627:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334785.140680:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624346240:12345-0@lo:400:kworker.0 Request processed in 88us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334785.140685:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624346240:0@lo:400:kworker.0 00000100:00100000:2.0:1780334785.140693:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1780334785.140709:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1780334785.140719:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624346112:0@lo:400:kworker.0 00000100:00100000:2.0:1780334785.140740:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624346752 00000100:00100000:2.0:1780334785.140745:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624346752 00000100:00100000:0.0:1780334785.140753:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334785.140784:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03699500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624346624:0@lo:400:kworker.0 00000100:00100000:2.0:1780334785.140793:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624347264 00000100:00100000:2.0:1780334785.140797:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624347264 00000100:00100000:0.0:1780334785.140833:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334785.140856:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624347136:0@lo:400:kworker.0 00000100:00100000:2.0:1780334785.140858:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624346624 00000100:00100000:0.0:1780334785.140881:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334785.140908:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624347136 00000100:00100000:0.0:1780334785.140912:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624347136 00000100:00100000:0.0:1780334785.140936:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1780334785.140944:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3659:x1866815624346752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334785.140988:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3659:x1866815624346752:12345-0@lo:400:kworker.0 Request processed in 45us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334785.140995:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1780334785.141007:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1780334785.141014:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624347264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334785.141043:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624347264:12345-0@lo:400:kworker.0 Request processed in 30us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334785.141049:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1780334785.141059:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1780334785.141065:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624347136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334785.141096:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624347136:12345-0@lo:400:kworker.0 Request processed in 31us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334785.141102:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1780334785.141134:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624347136:0@lo:400:kworker.0 00000100:00100000:1.0:1780334785.141138:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624345856:0@lo:400:kworker.0 00000100:00100000:0.0:1780334785.141149:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0369b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624346752:0@lo:400:kworker.0 00000100:00100000:0.0:1780334785.141161:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624347264:0@lo:400:kworker.0 00000100:00100000:1.0:1780334785.141186:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334785.141218:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624345856 00000100:00100000:0.0:1780334785.141222:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624345856 00000100:00100000:1.0:1780334785.141227:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624346368:0@lo:400:kworker.0 00000100:00100000:1.0:1780334785.141255:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334785.141278:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0369ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624346880:0@lo:400:kworker.0 00000100:00100000:1.0:1780334785.141299:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334785.141319:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624347392:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334785.141499:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1780334785.141526:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624345856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334785.141623:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624345984:0@lo:400:kworker.0 00000100:00100000:0.0:1780334785.141636:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624345856:12345-0@lo:400:kworker.0 Request processed in 122us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334785.141646:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1780334785.141672:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334785.141705:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624346496:0@lo:400:kworker.0 00000100:00100000:3.0:1780334785.141731:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334785.141754:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624346624 00000100:00100000:3.0:1780334785.141759:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624347008:0@lo:400:kworker.0 00000100:00100000:3.0:1780334785.141798:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334785.141850:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1780334785.141859:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1780334785.141878:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334785.141885:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334785.141921:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624346112 00000100:00100000:3.0:1780334785.141927:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624346112 00000100:00100000:1.0:1780334785.141953:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624345856:0@lo:400:kworker.0 00000100:00100000:3.0:1780334785.141963:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624346368 00000100:00100000:3.0:1780334785.141968:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624346368 00000100:00100000:3.0:1780334785.142003:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624346880 00000100:00100000:3.0:1780334785.142009:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624346880 00000100:00100000:3.0:1780334785.142031:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624345984 00000100:00100000:3.0:1780334785.142036:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624345984 00000100:00100000:3.0:1780334785.142060:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1780334785.142075:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624346112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334785.142081:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624346496 00000100:00100000:1.0:1780334785.142091:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624346496 00000100:00100000:1.0:1780334785.142141:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624347008 00000100:00100000:3.0:1780334785.142147:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624346112:12345-0@lo:400:kworker.0 Request processed in 74us (1390us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334785.142149:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624347008 00000100:00100000:3.0:1780334785.142163:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1780334785.142185:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1780334785.142196:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1780334785.142205:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624346368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334785.142218:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624346880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334785.142300:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624346624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334785.143524:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624346368:12345-0@lo:400:kworker.0 Request processed in 1315us (2251us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334785.143534:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1780334785.143574:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1780334785.143584:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624345984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334785.143642:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624345984:12345-0@lo:400:kworker.0 Request processed in 61us (1971us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334785.143648:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1780334785.143672:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1780334785.143680:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624346496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334785.143727:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624346496:12345-0@lo:400:kworker.0 Request processed in 48us (1996us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334785.143733:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1780334785.143746:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1780334785.143754:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624347008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334785.143784:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624347008:12345-0@lo:400:kworker.0 Request processed in 32us (1988us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334785.143790:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1780334785.143845:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624347392 00000100:00100000:1.0:1780334785.143852:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624347392 00000100:00100000:1.0:1780334785.143886:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1780334785.143893:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624347392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334785.143915:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1780334785.143948:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624347392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (2147us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334785.143954:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1780334785.144012:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624346368:0@lo:400:kworker.0 00000100:00100000:1.0:1780334785.144027:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0369ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624346880:0@lo:400:kworker.0 00000100:00100000:1.0:1780334785.144042:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624347392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334785.144067:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334785.144077:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624347520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334785.144422:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334785.144470:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624347520 00000100:00100000:1.0:1780334785.144474:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624347520 00000100:00100000:1.0:1780334785.144496:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1780334785.144503:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624347520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334785.144514:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1780334785.144669:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624347520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 165us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334785.144676:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1780334785.144897:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624347520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334785.145867:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624346880:12345-0@lo:400:kworker.0 Request processed in 3646us (4555us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334785.145888:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00080000:3.0:1780334785.145950:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334785.145958:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334785.146011:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624345984:0@lo:400:kworker.0 00000100:00100000:3.0:1780334785.146028:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624346496:0@lo:400:kworker.0 00000100:00100000:3.0:1780334785.146043:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624347008:0@lo:400:kworker.0 00000100:00100000:3.0:1780334785.146105:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624346112:0@lo:400:kworker.0 00000100:00100000:3.0:1780334785.146130:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03699500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624346624:0@lo:400:kworker.0 00000100:00100000:2.0:1780334785.146138:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624346624:12345-0@lo:400:kworker.0 Request processed in 4273us (5322us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334785.146150:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00010000:00010000:2.0:1780334785.460838:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334785.541044:0:25296:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334785.541051:0:25296:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334785.541078:0:25296:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:2.0:1780334785.541086:0:25296:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:3.0:1780334786.172289:0:9483:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967396 is committed 00000001:00080000:0.0:1780334786.173165:0:8415:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967384 is committed 00010000:00010000:2.0:1780334786.485956:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334786.676079:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624347648:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334786.676148:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334786.676240:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624347648 00000100:00100000:1.0:1780334786.676247:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624347648 00000100:00100000:1.0:1780334786.676289:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1780334786.676297:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624347648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780334786.676340:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334786.676386:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624347648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334786.676393:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1780334786.676447:0:3658:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967384 gen 2 00000004:00080000:1.0:1780334786.676453:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b7034606d80, transno 4294967383 00000004:00080000:1.0:1780334786.676463:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b7034605880, transno 4294967384 00000100:00100000:1.0:1780334786.676473:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624347648:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334786.677394:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624347776:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334786.677445:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334786.677635:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334786.677645:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624347904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334786.677677:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334786.680252:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624347776 00000100:00100000:2.0:1780334786.680264:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624347776 00000100:00100000:1.0:1780334786.680283:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624347904 00000100:00100000:1.0:1780334786.680289:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624347904 00000100:00100000:2.0:1780334786.680326:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1780334786.680330:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1780334786.680341:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624347776:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334786.680342:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624347904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334786.680371:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000004:00000024:2.0:1780334786.680379:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334786.681990:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624347904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1644us (4304us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334786.682002:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1780334786.682696:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624347904:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334786.683750:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624347776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3408us (6298us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334786.683761:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1780334786.684174:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624347776:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1780334787.345543:0:25347:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334787.345551:0:25347:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334787.345579:0:25347:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:1.0:1780334787.345587:0:25347:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334787.508483:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334788.074124:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334788.074176:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334788.074203:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334788.074237:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334788.074275:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334788.074297:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334788.074313:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334788.074330:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334788.074352:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334788.074378:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604660224 00000100:00100000:0.0:1780334788.074386:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604660224 00000100:00100000:0.0:1780334788.074446:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604660736 00000100:00100000:0.0:1780334788.074450:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604660736 00000100:00100000:0.0:1780334788.074465:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604660352 00000100:00100000:0.0:1780334788.074468:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604660352 00000100:00100000:0.0:1780334788.074479:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604660864 00000100:00100000:0.0:1780334788.074482:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604660864 00000100:00100000:0.0:1780334788.074496:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 605 00000100:00100000:0.0:1780334788.074505:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604660224:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334788.074571:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604660224:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 67us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334788.074579:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 605 00000100:00100000:0.0:1780334788.074595:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 606 00000100:00100000:0.0:1780334788.074602:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604660736:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334788.074625:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604660736:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334788.074631:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 606 00000100:00100000:0.0:1780334788.074642:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 607 00000100:00100000:0.0:1780334788.074648:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604660352:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334788.074668:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604660352:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334788.074674:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 607 00000100:00100000:0.0:1780334788.074683:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 608 00000100:00100000:0.0:1780334788.074689:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604660864:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334788.074710:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604660864:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334788.074850:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604659968 00000100:00100000:1.0:1780334788.074855:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604659968 00000100:00100000:1.0:1780334788.074883:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604660480 00000100:00100000:1.0:1780334788.074886:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604660480 00000100:00100000:1.0:1780334788.074898:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604660096 00000100:00100000:1.0:1780334788.074900:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604660096 00000100:00100000:1.0:1780334788.074910:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604660608 00000100:00100000:1.0:1780334788.074913:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604660608 00000100:00100000:1.0:1780334788.074927:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 985 00000100:00100000:1.0:1780334788.074933:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604659968:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334788.074965:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604659968:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 33us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334788.074971:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 985 00000100:00100000:1.0:1780334788.074984:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 986 00000100:00100000:1.0:1780334788.074990:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604660480:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334788.075012:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604660480:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334788.075018:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 986 00000100:00100000:1.0:1780334788.075028:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 987 00000100:00100000:1.0:1780334788.075033:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604660096:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334788.075054:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604660096:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334788.075060:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 987 00000100:00100000:1.0:1780334788.075071:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 988 00000100:00100000:1.0:1780334788.075076:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604660608:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334788.075098:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604660608:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334788.075104:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 988 00000100:00100000:1.0:1780334788.075145:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604659840 00000100:00100000:1.0:1780334788.075148:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604659840 00000100:00100000:1.0:1780334788.075172:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 744 00000100:00100000:1.0:1780334788.075177:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604659840:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334788.075197:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604659840:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 20us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334788.075202:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 744 00000100:00080000:3.0:1780334788.075671:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334788.075676:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334788.075678:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334788.075680:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334788.075890:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 608 00010000:00010000:1.0:1780334788.533691:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334789.236120:0:25398:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334789.236129:0:25398:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334789.236157:0:25398:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:0.0:1780334789.236164:0:25398:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1780334789.300502:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1780334789.557430:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334789.748108:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334789.748129:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624348032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334789.748188:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334789.748389:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624348032 00000100:00100000:2.0:1780334789.748406:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624348032 00000100:00100000:2.0:1780334789.748461:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1780334789.748469:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624348032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334789.748508:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:2.0:1780334789.748567:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624348032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334789.748573:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1780334789.748669:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624348032:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334790.260212:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624348160:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334790.260283:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334790.260510:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334790.260518:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624348288:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334790.260543:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334790.260615:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624348160 00000100:00100000:2.0:1780334790.260623:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624348160 00000100:00100000:2.0:1780334790.260677:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624348288 00000100:00100000:2.0:1780334790.260686:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624348288 00000100:00100000:2.0:1780334790.260704:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1780334790.260713:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624348160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334790.260743:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1780334790.260788:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624348160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334790.260795:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1780334790.260842:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1780334790.260848:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624348288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780334790.260856:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1780334790.260873:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624348288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 27us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334790.260877:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1780334790.260903:0:3658:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967396 gen 2 00000004:00080000:2.0:1780334790.260908:0:3658:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9b6f01d78000, transno 4294967396 00000100:00100000:2.0:1780334790.260922:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624348288:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334790.260936:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624348160:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1780334790.261100:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334790.261732:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624348416:0@lo:400:kworker.0 00000100:00100000:3.0:1780334790.261788:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334790.261848:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624348928:0@lo:400:kworker.0 00000100:00100000:3.0:1780334790.261872:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334790.261892:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624349440:0@lo:400:kworker.0 00000100:00100000:3.0:1780334790.261914:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334790.261933:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1780334790.261939:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624348544:0@lo:400:kworker.0 00000100:00100000:3.0:1780334790.261960:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334790.261975:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624349056:0@lo:400:kworker.0 00000100:00100000:3.0:1780334790.261993:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334790.262005:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624349568:0@lo:400:kworker.0 00000100:00100000:3.0:1780334790.262023:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334790.262050:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624348928 00000100:00100000:3.0:1780334790.262056:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624348928 00000100:00100000:3.0:1780334790.262090:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1780334790.262098:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624348928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334790.262140:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624348928:12345-0@lo:400:kworker.0 Request processed in 43us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334790.262150:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1780334790.262167:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624348544 00000100:00100000:3.0:1780334790.262171:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624348544 00000100:00100000:3.0:1780334790.262193:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624349056 00000100:00100000:3.0:1780334790.262196:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624349056 00000100:00100000:3.0:1780334790.262216:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624349568 00000100:00100000:3.0:1780334790.262219:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624349568 00000100:00100000:3.0:1780334790.262232:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:3.0:1780334790.262238:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624348544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334790.262265:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624348544:12345-0@lo:400:kworker.0 Request processed in 27us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334790.262271:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:3.0:1780334790.262282:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1780334790.262287:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624349056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334790.262313:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624349056:12345-0@lo:400:kworker.0 Request processed in 26us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334790.262319:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1780334790.262329:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:3.0:1780334790.262335:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624349568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334790.262358:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624349568:12345-0@lo:400:kworker.0 Request processed in 24us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334790.262363:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00080000:3.0:1780334790.262383:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334790.262421:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624348544:0@lo:400:kworker.0 00000100:00100000:3.0:1780334790.262432:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624349056:0@lo:400:kworker.0 00000100:00100000:3.0:1780334790.262443:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624349568:0@lo:400:kworker.0 00000100:00100000:3.0:1780334790.262451:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624348928:0@lo:400:kworker.0 00000100:00100000:1.0:1780334790.262581:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624349440 00000100:00100000:1.0:1780334790.262585:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624349440 00000100:00100000:1.0:1780334790.262624:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1780334790.262631:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624349440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334790.262670:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624349440:12345-0@lo:400:kworker.0 Request processed in 40us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334790.262675:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1780334790.262702:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624348672:0@lo:400:kworker.0 00000100:00100000:1.0:1780334790.262726:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334790.262744:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624349184:0@lo:400:kworker.0 00000100:00100000:1.0:1780334790.262762:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334790.262775:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624349696:0@lo:400:kworker.0 00000100:00100000:1.0:1780334790.262795:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334790.262840:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780334790.262846:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624348800:0@lo:400:kworker.0 00000100:00100000:1.0:1780334790.262869:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334790.262885:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624349312:0@lo:400:kworker.0 00000100:00100000:1.0:1780334790.262904:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334790.262926:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624349184 00000100:00100000:1.0:1780334790.262930:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624349184 00000100:00100000:1.0:1780334790.262953:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624349696 00000100:00100000:1.0:1780334790.262956:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624349696 00000100:00100000:1.0:1780334790.262972:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624348800 00000100:00100000:1.0:1780334790.262974:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624348800 00000100:00100000:1.0:1780334790.262987:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1780334790.262993:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624349184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334790.263025:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624349184:12345-0@lo:400:kworker.0 Request processed in 33us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334790.263031:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1780334790.263042:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1780334790.263048:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624349696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334790.263071:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624349696:12345-0@lo:400:kworker.0 Request processed in 24us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334790.263077:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1780334790.263087:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1780334790.263092:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624348800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334790.263116:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624348800:12345-0@lo:400:kworker.0 Request processed in 24us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334790.263121:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1780334790.263140:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624348672 00000100:00100000:1.0:1780334790.263143:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624348672 00000100:00100000:1.0:1780334790.263162:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1780334790.263168:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624348672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334790.263197:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624348672:12345-0@lo:400:kworker.0 Request processed in 29us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334790.263203:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1780334790.263228:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624348800:0@lo:400:kworker.0 00000100:00100000:1.0:1780334790.263237:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624348672:0@lo:400:kworker.0 00000100:00100000:1.0:1780334790.263245:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624349184:0@lo:400:kworker.0 00000100:00100000:1.0:1780334790.263253:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624349696:0@lo:400:kworker.0 00000100:00080000:3.0:1780334790.265626:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334790.265637:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334790.265710:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624349440:0@lo:400:kworker.0 00000100:00100000:2.0:1780334790.266479:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624348416 00000100:00100000:2.0:1780334790.266487:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624348416 00000100:00100000:2.0:1780334790.266550:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1780334790.266559:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624348416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334790.266646:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624348416:12345-0@lo:400:kworker.0 Request processed in 88us (4857us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334790.266653:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1780334790.266686:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624349312 00000100:00100000:2.0:1780334790.266690:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624349312 00000100:00100000:2.0:1780334790.266738:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1780334790.266745:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624349312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334790.266783:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624349312:12345-0@lo:400:kworker.0 Request processed in 38us (3877us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334790.266790:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00080000:0.0:1780334790.267019:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334790.267098:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624349312:0@lo:400:kworker.0 00000100:00100000:3.0:1780334790.267183:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624348416:0@lo:400:kworker.0 00000040:00080000:0.0:1780334790.524081:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334790.524100:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334790.524178:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 53 count 1 00000040:00080000:0.0:1780334790.524186:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334790.581481:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334791.194471:0:25450:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334791.194479:0:25450:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334791.195090:0:25450:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334791.195099:0:25450:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334791.604595:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334791.796974:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334791.796999:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624349824:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334791.797080:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334791.797281:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624349824 00000100:00100000:3.0:1780334791.797289:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624349824 00000100:00100000:3.0:1780334791.797335:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1780334791.797344:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624349824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334791.797372:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334791.797428:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624349824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334791.797435:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1780334791.797542:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034605880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624349824:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334791.797750:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780334791.797759:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624349952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334791.797789:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334791.797961:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624349952 00000100:00100000:3.0:1780334791.797965:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624349952 00000100:00100000:3.0:1780334791.797997:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1780334791.798013:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021360a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624349952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334791.798039:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334791.798076:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021360a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624349952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334791.798086:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1780334791.798315:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624350080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334791.798341:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334791.798375:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624349952:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334791.798447:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624350080 00000100:00100000:0.0:1780334791.798451:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624350080 00000100:00100000:0.0:1780334791.798484:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1780334791.798492:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624350080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334791.798505:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334791.798553:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021360700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624350080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334791.798563:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1780334791.798732:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624350080:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1780334792.628041:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334793.190434:0:25501:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334793.190443:0:25501:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334793.196978:0:25501:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334793.196993:0:25501:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334793.198608:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334793.198659:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334793.198680:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334793.200590:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604661120 00000100:00100000:2.0:1780334793.200601:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604661120 00000100:00100000:2.0:1780334793.200657:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604661632 00000100:00100000:2.0:1780334793.200660:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604661632 00000100:00100000:2.0:1780334793.200687:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 995 00000100:00100000:2.0:1780334793.200708:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03699500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604661120:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334793.200780:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03699500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604661120:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 72us (2179us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334793.200788:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 995 00000100:00100000:2.0:1780334793.200807:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 996 00000100:00100000:2.0:1780334793.200834:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0369b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604661632:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334793.200861:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0369b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604661632:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 29us (2179us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334793.200868:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 996 00000100:00080000:2.0:1780334793.200886:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334793.201307:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334793.201343:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334793.201364:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334793.201396:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334793.201417:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334793.201435:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334793.202236:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604661248 00000100:00100000:1.0:1780334793.202246:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604661248 00000100:00100000:1.0:1780334793.202289:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604661760 00000100:00100000:1.0:1780334793.202292:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604661760 00000100:00100000:1.0:1780334793.202313:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 997 00000100:00100000:1.0:1780334793.202321:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604661248:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334793.202390:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604661248:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 69us (1024us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334793.202397:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 997 00000100:00100000:1.0:1780334793.202413:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 998 00000100:00100000:1.0:1780334793.202419:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604661760:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334793.202444:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604661760:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334793.203026:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604661376 00000100:00100000:0.0:1780334793.203032:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604661376 00000100:00100000:0.0:1780334793.203067:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604661888 00000100:00100000:0.0:1780334793.203071:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604661888 00000100:00100000:0.0:1780334793.203086:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604661504 00000100:00100000:0.0:1780334793.203088:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604661504 00000100:00100000:0.0:1780334793.203102:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604662016 00000100:00100000:0.0:1780334793.203104:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604662016 00000100:00100000:0.0:1780334793.203119:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 611 00000100:00100000:0.0:1780334793.203125:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0369ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604661376:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334793.203159:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0369ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604661376:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 33us (4500us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334793.203165:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 611 00000100:00100000:0.0:1780334793.203181:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 612 00000100:00100000:0.0:1780334793.203187:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604661888:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334793.203207:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604661888:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (1902us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334793.203213:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 612 00000100:00100000:0.0:1780334793.203224:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 613 00000100:00100000:0.0:1780334793.203229:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2406:x1866815604661504:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334793.203249:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2406:x1866815604661504:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (1853us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334793.203254:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 613 00000100:00100000:0.0:1780334793.203264:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 614 00000100:00100000:0.0:1780334793.203270:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604662016:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334793.203291:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604662016:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (1855us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334793.203296:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 614 00000100:00100000:1.0:1780334793.204904:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 998 00000100:00100000:2.0:1780334793.206445:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604660992 00000100:00100000:2.0:1780334793.206467:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604660992 00000100:00100000:2.0:1780334793.206520:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 746 00000100:00100000:2.0:1780334793.206529:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604660992:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334793.206594:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604660992:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 66us (5250us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334793.206601:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 746 00000100:00080000:2.0:1780334793.206635:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334793.206639:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334793.206643:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1780334793.652090:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334794.676277:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334794.868018:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034607800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624350208:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334794.868094:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334794.868331:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624350208 00000100:00100000:3.0:1780334794.868339:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624350208 00000100:00100000:3.0:1780334794.868406:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1780334794.868417:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624350208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334794.868458:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:3.0:1780334794.868512:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624350208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334794.868521:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1780334794.868566:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034607800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624350208:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1780334795.164433:0:25552:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334795.164442:0:25552:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334795.168318:0:25552:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334795.168338:0:25552:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334795.380334:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624350336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334795.380417:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334795.380500:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624350336 00000100:00100000:2.0:1780334795.380508:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624350336 00000100:00100000:2.0:1780334795.380558:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1780334795.380567:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624350336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780334795.380595:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1780334795.380636:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021361180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624350336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334795.380644:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00080000:2.0:1780334795.380664:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334795.380715:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021360380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624350336:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334795.381169:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624350464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334795.381204:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334795.381247:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624350464 00000100:00100000:1.0:1780334795.381251:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624350464 00000100:00100000:1.0:1780334795.381284:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1780334795.381291:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624350464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334795.381303:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1780334795.381333:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624350464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334795.381340:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00080000:1.0:1780334795.381368:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334795.381392:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624350464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334795.382796:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624350720:0@lo:400:kworker.0 00000100:00100000:2.0:1780334795.382864:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334795.382998:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624350592:0@lo:400:kworker.0 00000100:00100000:1.0:1780334795.383030:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334795.383062:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624351104:0@lo:400:kworker.0 00000100:00100000:1.0:1780334795.383086:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334795.383180:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624351616:0@lo:400:kworker.0 00000100:00100000:1.0:1780334795.383205:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334795.383229:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1780334795.383235:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624350976:0@lo:400:kworker.0 00000100:00100000:1.0:1780334795.383258:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334795.383274:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624351488:0@lo:400:kworker.0 00000100:00100000:1.0:1780334795.383292:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334795.383321:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624350592 00000100:00100000:1.0:1780334795.383328:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624350592 00000100:00100000:1.0:1780334795.383382:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1780334795.383391:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624350592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334795.383441:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624350592:12345-0@lo:400:kworker.0 Request processed in 51us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334795.383447:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1780334795.383550:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624351232:0@lo:400:kworker.0 00000100:00100000:2.0:1780334795.383574:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334795.383592:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624351744:0@lo:400:kworker.0 00000100:00100000:2.0:1780334795.383612:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334795.383628:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1780334795.383633:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624350848:0@lo:400:kworker.0 00000100:00100000:2.0:1780334795.383652:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334795.383668:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624351360:0@lo:400:kworker.0 00000100:00100000:2.0:1780334795.384417:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334795.384450:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624351872:0@lo:400:kworker.0 00000100:00100000:2.0:1780334795.384483:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334795.384510:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624350720 00000100:00100000:2.0:1780334795.384516:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624350720 00000100:00100000:2.0:1780334795.384542:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624350976 00000100:00100000:2.0:1780334795.384545:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624350976 00000100:00100000:2.0:1780334795.384555:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624351232 00000100:00100000:2.0:1780334795.384558:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624351232 00000100:00100000:2.0:1780334795.384583:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624351744 00000100:00100000:2.0:1780334795.384586:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624351744 00000100:00100000:2.0:1780334795.384598:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624351360 00000100:00100000:2.0:1780334795.384600:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624351360 00000100:00100000:2.0:1780334795.384611:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624351872 00000100:00100000:2.0:1780334795.384613:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624351872 00000100:00100000:2.0:1780334795.384627:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:2.0:1780334795.384633:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624350720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334795.384688:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021360380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624350720:12345-0@lo:400:kworker.0 Request processed in 54us (1824us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334795.384694:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:2.0:1780334795.384708:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:2.0:1780334795.384714:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624350976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334795.384737:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624350976:12345-0@lo:400:kworker.0 Request processed in 24us (1479us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334795.384742:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:2.0:1780334795.384751:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1780334795.384755:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624351232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334795.384777:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021360000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624351232:12345-0@lo:400:kworker.0 Request processed in 22us (1202us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334795.384783:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1780334795.384793:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1780334795.384799:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624351744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334795.384846:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021363b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624351744:12345-0@lo:400:kworker.0 Request processed in 47us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334795.384852:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1780334795.384862:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1780334795.384867:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624351360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334795.385297:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021361f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624351360:12345-0@lo:400:kworker.0 Request processed in 429us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334795.385304:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1780334795.385319:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1780334795.385326:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624351872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334795.385367:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021361880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624351872:12345-0@lo:400:kworker.0 Request processed in 42us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334795.385373:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1780334795.385399:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624351104 00000100:00100000:2.0:1780334795.385404:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624351104 00000100:00100000:2.0:1780334795.385441:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624350848 00000100:00100000:2.0:1780334795.385444:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624350848 00000100:00100000:2.0:1780334795.385458:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1780334795.385644:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624351104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334795.385691:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624351104:12345-0@lo:400:kworker.0 Request processed in 50us (2603us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334795.387787:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1780334795.387825:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624350848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334795.387912:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021363480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624350848:12345-0@lo:400:kworker.0 Request processed in 114us (4258us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334795.387920:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1780334795.387963:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624351616 00000100:00100000:1.0:1780334795.387970:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624351616 00000100:00100000:1.0:1780334795.388007:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624351488 00000100:00100000:1.0:1780334795.388010:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624351488 00000100:00100000:1.0:1780334795.388028:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1780334795.388035:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624351616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334795.388067:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624351616:12345-0@lo:400:kworker.0 Request processed in 33us (4861us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334795.388073:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1780334795.388085:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1780334795.388091:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624351488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334795.388129:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624351488:12345-0@lo:400:kworker.0 Request processed in 38us (4835us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334795.388134:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00080000:1.0:1780334795.388166:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334795.388170:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334795.388172:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334795.388211:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624350976:0@lo:400:kworker.0 00000100:00100000:1.0:1780334795.388223:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624351488:0@lo:400:kworker.0 00000100:00100000:1.0:1780334795.388231:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624350592:0@lo:400:kworker.0 00000100:00100000:1.0:1780334795.388240:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624351104:0@lo:400:kworker.0 00000100:00100000:1.0:1780334795.388248:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624351616:0@lo:400:kworker.0 00000100:00100000:3.0:1780334795.389051:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624350848:0@lo:400:kworker.0 00000100:00100000:3.0:1780334795.389066:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624351360:0@lo:400:kworker.0 00000100:00100000:3.0:1780334795.389076:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624351872:0@lo:400:kworker.0 00000100:00100000:3.0:1780334795.389086:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624350720:0@lo:400:kworker.0 00000100:00100000:3.0:1780334795.389096:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624351232:0@lo:400:kworker.0 00000100:00100000:3.0:1780334795.389106:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624351744:0@lo:400:kworker.0 00000100:00100000:2.0:1780334795.394907:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00010000:00010000:2.0:1780334795.700062:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334796.724107:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334796.918603:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780334796.918628:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624352000:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334796.918693:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334796.918755:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624352000 00000100:00100000:2.0:1780334796.918762:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624352000 00000100:00100000:2.0:1780334796.918808:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1780334796.918840:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624352000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334796.918869:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334796.918914:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021361500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624352000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334796.918921:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1780334796.918967:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624352000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334796.919221:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334796.919230:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624352128:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334796.919262:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334796.919293:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624352128 00000100:00100000:0.0:1780334796.919297:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624352128 00000100:00100000:0.0:1780334796.919321:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1780334796.919327:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624352128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334796.919361:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334796.919399:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624352128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334796.919406:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1780334796.919435:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624352128:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334796.920022:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334796.920034:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624352256:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334796.920072:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334796.920461:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624352256 00000100:00100000:2.0:1780334796.920467:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624352256 00000100:00100000:2.0:1780334796.920506:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1780334796.920513:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624352256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334796.920530:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334796.920568:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624352256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334796.920574:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1780334796.920613:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624352256:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1780334797.160179:0:25603:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334797.160189:0:25603:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334797.169290:0:25603:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334797.169307:0:25603:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334797.748732:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334798.313538:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334798.313591:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334798.313631:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334798.313671:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334798.313710:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334798.313792:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604662272 00000100:00100000:1.0:1780334798.313805:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604662272 00000100:00100000:1.0:1780334798.313912:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604662784 00000100:00100000:1.0:1780334798.313916:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604662784 00000100:00100000:3.0:1780334798.313943:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604662528 00000100:00100000:3.0:1780334798.313953:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604662528 00000100:00100000:1.0:1780334798.313962:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1005 00000100:00100000:1.0:1780334798.313976:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604662272:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334798.314014:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604663040 00000100:00100000:3.0:1780334798.314020:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604663040 00000100:00100000:3.0:1780334798.314053:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 617 00000100:00100000:1.0:1780334798.314064:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604662272:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 86us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334798.314074:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604662528:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334798.314080:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1005 00000100:00100000:1.0:1780334798.314112:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1006 00000100:00100000:1.0:1780334798.314121:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604662784:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334798.314151:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604662528:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 81us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334798.314168:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 617 00000100:00100000:1.0:1780334798.314170:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604662784:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 42us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334798.314182:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1006 00000100:00100000:3.0:1780334798.314198:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 618 00000100:00100000:3.0:1780334798.314207:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604663040:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334798.314256:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604663040:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 49us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334798.314266:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 618 00000100:00100000:3.0:1780334798.314877:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334798.314917:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334798.314938:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334798.314960:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334798.315097:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604662400 00000100:00100000:1.0:1780334798.315103:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604662400 00000100:00100000:1.0:1780334798.315146:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604662912 00000100:00100000:1.0:1780334798.315149:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604662912 00000100:00100000:1.0:1780334798.315166:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1007 00000100:00100000:1.0:1780334798.315174:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604662400:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334798.315223:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604662400:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 50us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334798.315230:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1007 00000100:00100000:1.0:1780334798.315243:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1008 00000100:00100000:1.0:1780334798.315249:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034607b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604662912:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334798.315270:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034607b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604662912:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334798.315276:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1008 00000100:00100000:1.0:1780334798.315294:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604662656 00000100:00100000:1.0:1780334798.315297:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604662656 00000100:00100000:1.0:1780334798.315320:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604663168 00000100:00100000:1.0:1780334798.315322:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604663168 00000100:00100000:1.0:1780334798.315352:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 619 00000100:00100000:1.0:1780334798.315369:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604662656:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334798.315396:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604662656:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334798.315403:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 619 00000100:00100000:1.0:1780334798.315419:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 620 00000100:00100000:1.0:1780334798.315425:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604663168:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334798.315445:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604663168:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334798.315451:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 620 00000100:00100000:2.0:1780334798.315870:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604662144 00000100:00100000:2.0:1780334798.315876:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604662144 00000100:00100000:2.0:1780334798.315911:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 748 00000100:00100000:2.0:1780334798.315918:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604662144:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334798.315949:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604662144:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (2240us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334798.315956:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 748 00000100:00080000:0.0:1780334798.316143:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334798.316149:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334798.316152:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334798.316154:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780334798.777658:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334799.464167:0:25655:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334799.464176:0:25655:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334799.464755:0:25655:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334799.464766:0:25655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1780334799.541509:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1780334799.796590:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334799.988096:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334799.988121:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624352384:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334799.988191:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334799.988334:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624352384 00000100:00100000:1.0:1780334799.988344:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624352384 00000100:00100000:1.0:1780334799.988398:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1780334799.988407:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624352384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334799.988442:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:1.0:1780334799.988496:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624352384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334799.988503:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1780334799.988628:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624352384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334800.500243:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624352896:0@lo:400:kworker.0 00000100:00100000:2.0:1780334800.500328:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334800.500669:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624352640:0@lo:400:kworker.0 00000100:00100000:0.0:1780334800.500772:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624352768:0@lo:400:kworker.0 00000100:00100000:1.0:1780334800.500859:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624352512:0@lo:400:kworker.0 00000100:00100000:2.0:1780334800.500945:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624353408:0@lo:400:kworker.0 00000100:00100000:3.0:1780334800.508616:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334800.508673:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624353152:0@lo:400:kworker.0 00000100:00100000:3.0:1780334800.508711:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334800.508744:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624353664:0@lo:400:kworker.0 00000100:00100000:3.0:1780334800.508765:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334800.508792:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624354176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334800.508835:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334800.508878:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624352896 00000100:00100000:3.0:1780334800.508885:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624352896 00000100:00100000:3.0:1780334800.508937:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624352640 00000100:00100000:3.0:1780334800.508940:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624352640 00000100:00100000:3.0:1780334800.508952:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624353152 00000100:00100000:3.0:1780334800.508954:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624353152 00000100:00100000:3.0:1780334800.508976:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624353664 00000100:00100000:3.0:1780334800.508979:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624353664 00000100:00100000:3.0:1780334800.508994:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1780334800.509001:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624352896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334800.509050:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624352896:12345-0@lo:400:kworker.0 Request processed in 49us (8723us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334800.509057:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1780334800.509073:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:3.0:1780334800.509079:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624352640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334800.509110:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624352640:12345-0@lo:400:kworker.0 Request processed in 31us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334800.509115:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:3.0:1780334800.509126:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1780334800.509143:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624353152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334800.509170:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624353152:12345-0@lo:400:kworker.0 Request processed in 28us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334800.509175:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1780334800.509186:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1780334800.509191:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624353664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334800.509213:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624353664:12345-0@lo:400:kworker.0 Request processed in 23us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334800.509221:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1780334800.509242:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624354176 00000100:00100000:3.0:1780334800.509246:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624354176 00000100:00100000:3.0:1780334800.509273:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1780334800.509279:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624354176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334800.509303:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334800.509343:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624354176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334800.509360:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1780334800.509407:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624354176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334800.509418:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624352640:0@lo:400:kworker.0 00000100:00100000:0.0:1780334800.509894:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334800.509930:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624353280:0@lo:400:kworker.0 00000100:00100000:0.0:1780334800.509956:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334800.509975:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624353792:0@lo:400:kworker.0 00000100:00100000:0.0:1780334800.509994:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1780334800.510025:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334800.510029:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334800.510038:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624353280 00000100:00100000:0.0:1780334800.510042:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624353280 00000100:00100000:0.0:1780334800.510071:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624353792 00000100:00100000:0.0:1780334800.510074:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624353792 00000100:00100000:0.0:1780334800.510091:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:0.0:1780334800.510097:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624353280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334800.510148:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624353280:12345-0@lo:400:kworker.0 Request processed in 50us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334800.510154:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:0.0:1780334800.510169:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1780334800.510176:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624353792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334800.510202:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624353792:12345-0@lo:400:kworker.0 Request processed in 28us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334800.510208:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00080000:0.0:1780334800.510223:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334800.510244:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624353280:0@lo:400:kworker.0 00000100:00100000:0.0:1780334800.510252:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624353792:0@lo:400:kworker.0 00000100:00100000:0.0:1780334800.510336:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624354304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334800.510643:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334800.510691:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624354304 00000100:00100000:0.0:1780334800.510695:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624354304 00000100:00100000:3.0:1780334800.510887:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624353152:0@lo:400:kworker.0 00000100:00100000:3.0:1780334800.510914:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624353664:0@lo:400:kworker.0 00000100:00100000:3.0:1780334800.511041:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624352768 00000100:00100000:3.0:1780334800.511045:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624352768 00000100:00100000:3.0:1780334800.511073:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1780334800.511080:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624352768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334800.511127:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624352768:12345-0@lo:400:kworker.0 Request processed in 47us (1241us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334800.511190:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1780334800.511227:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624352768:0@lo:400:kworker.0 00000100:00100000:0.0:1780334800.511392:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1780334800.511400:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624354304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334800.511415:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334800.511464:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624354304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334800.511470:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00080000:0.0:1780334800.511662:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334800.512034:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334800.512091:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624353024:0@lo:400:kworker.0 00000100:00100000:1.0:1780334800.512122:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334800.512156:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624353024 00000100:00100000:1.0:1780334800.512161:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624353024 00000100:00100000:1.0:1780334800.512190:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1780334800.512198:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624353024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334800.512236:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624353024:12345-0@lo:400:kworker.0 Request processed in 39us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334800.512242:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1780334800.512274:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624353024:0@lo:400:kworker.0 00000100:00100000:1.0:1780334800.512281:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624353536:0@lo:400:kworker.0 00000100:00100000:1.0:1780334800.512306:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334800.512335:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624354048:0@lo:400:kworker.0 00000100:00100000:1.0:1780334800.512369:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334800.512392:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624353536 00000100:00100000:1.0:1780334800.512395:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624353536 00000100:00100000:1.0:1780334800.512435:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624354048 00000100:00100000:1.0:1780334800.512438:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624354048 00000100:00100000:1.0:1780334800.512457:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1780334800.512463:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624353536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334800.512677:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624353536:12345-0@lo:400:kworker.0 Request processed in 213us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334800.512684:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1780334800.512697:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1780334800.512703:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624354048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334800.512742:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624354048:12345-0@lo:400:kworker.0 Request processed in 40us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334800.512747:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00080000:1.0:1780334800.512762:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334800.512784:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624354048:0@lo:400:kworker.0 00000100:00100000:1.0:1780334800.512805:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624353536:0@lo:400:kworker.0 00000100:00100000:0.0:1780334800.513109:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624352512 00000100:00100000:0.0:1780334800.513115:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624352512 00000100:00100000:0.0:1780334800.513169:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1780334800.513177:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624352512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334800.513216:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624352512:12345-0@lo:400:kworker.0 Request processed in 40us (1182us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334800.513221:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1780334800.519857:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624354304:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334800.520241:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624352512:0@lo:400:kworker.0 00000100:00100000:2.0:1780334800.522095:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334800.522262:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624353920:0@lo:400:kworker.0 00000100:00100000:2.0:1780334800.522302:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334800.528995:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624352896:0@lo:400:kworker.0 00000100:00100000:1.0:1780334800.529291:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624353408 00000100:00100000:1.0:1780334800.529300:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624353408 00000100:00080000:0.0:1780334800.529444:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334800.529633:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624353920 00000100:00100000:1.0:1780334800.529638:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624353920 00000100:00100000:3.0:1780334800.529843:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1780334800.529858:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624353408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334800.529978:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1780334800.529987:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624353920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334800.530061:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624353920:12345-0@lo:400:kworker.0 Request processed in 76us (7758us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334800.530068:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1780334800.530127:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624353408:12345-0@lo:400:kworker.0 Request processed in 273us (8038us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334800.530149:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1780334800.531834:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624353408:0@lo:400:kworker.0 00000100:00100000:2.0:1780334800.531851:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624353920:0@lo:400:kworker.0 00000040:00080000:2.0:1780334800.756080:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334800.756103:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334800.757170:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334800.757187:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334800.832218:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334801.442909:0:25706:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334801.442917:0:25706:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334801.444596:0:25706:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334801.444610:0:25706:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334801.845155:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334802.036620:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334802.036659:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624354432:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334802.036724:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334802.036961:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624354432 00000100:00100000:1.0:1780334802.036969:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624354432 00000100:00100000:1.0:1780334802.037016:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1780334802.037025:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624354432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334802.037059:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334802.037113:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624354432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334802.037120:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1780334802.037854:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624354432:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334802.038872:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624354560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334802.038920:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334802.039012:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624354560 00000100:00100000:0.0:1780334802.039019:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624354560 00000100:00100000:0.0:1780334802.039071:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1780334802.039079:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624354560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334802.039103:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334802.039145:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624354560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334802.039151:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1780334802.039190:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624354560:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1780334802.039252:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334802.039759:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624354688:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334802.039799:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334802.040415:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624354688 00000100:00100000:3.0:1780334802.040422:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624354688 00000100:00100000:3.0:1780334802.040531:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1780334802.040542:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624354688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334802.040560:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334802.040611:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624354688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334802.040617:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1780334802.040850:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624354688:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1780334802.040912:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1780334802.871950:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334803.447109:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334803.447150:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334803.447183:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334803.447206:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334803.447247:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334803.447277:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604663680 00000100:00100000:1.0:1780334803.447285:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604663680 00000100:00100000:1.0:1780334803.447366:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604664192 00000100:00100000:1.0:1780334803.447369:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604664192 00000100:00100000:0.0:1780334803.447379:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604663424 00000100:00100000:0.0:1780334803.447383:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604663424 00000100:00100000:1.0:1780334803.447394:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 625 00000100:00100000:1.0:1780334803.447403:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604663680:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334803.447410:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604663936 00000100:00100000:0.0:1780334803.447412:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604663936 00000100:00100000:0.0:1780334803.447442:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1015 00000100:00100000:0.0:1780334803.447448:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604663424:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334803.447481:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604663680:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 79us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334803.447481:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604663424:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334803.447489:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 625 00000100:00100000:0.0:1780334803.447489:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1015 00000100:00100000:1.0:1780334803.447505:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 626 00000100:00100000:0.0:1780334803.447505:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1016 00000100:00100000:1.0:1780334803.447511:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604664192:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334803.447511:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604663936:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334803.447542:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021362a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604663936:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334803.447549:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1016 00000100:00100000:3.0:1780334803.447712:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604663296 00000100:00100000:3.0:1780334803.447716:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604663296 00000100:00100000:3.0:1780334803.447750:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 750 00000100:00100000:3.0:1780334803.447757:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604663296:12345-192.168.203.22@tcp:400:kworker.0 00000100:00080000:0.0:1780334803.447951:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334803.447955:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334803.451418:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604664192:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 3895us (4158us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334803.451660:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 626 00000100:00100000:3.0:1780334803.454084:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604663296:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 6317us (6973us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334803.454097:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 750 00000100:00100000:1.0:1780334803.455706:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334803.455862:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334803.455880:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334803.455897:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334803.455918:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604663808 00000100:00100000:1.0:1780334803.455926:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604663808 00000100:00100000:1.0:1780334803.455968:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604664320 00000100:00100000:1.0:1780334803.455970:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604664320 00000100:00100000:1.0:1780334803.455986:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 627 00000100:00100000:1.0:1780334803.455995:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604663808:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334803.456047:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604663808:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 53us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334803.456053:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 627 00000100:00100000:1.0:1780334803.456065:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 628 00000100:00100000:1.0:1780334803.456070:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604664320:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334803.456086:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604664320:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 17us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334803.456092:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 628 00000100:00100000:1.0:1780334803.456105:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604663552 00000100:00100000:1.0:1780334803.456108:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604663552 00000100:00100000:1.0:1780334803.456127:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604664064 00000100:00100000:1.0:1780334803.456129:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604664064 00000100:00100000:1.0:1780334803.456143:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1017 00000100:00100000:1.0:1780334803.456148:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604663552:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334803.456169:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604663552:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334803.456174:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1017 00000100:00100000:1.0:1780334803.456183:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1018 00000100:00100000:1.0:1780334803.456187:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604664064:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334803.456202:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604664064:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 15us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334803.456207:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1018 00000100:00080000:1.0:1780334803.456218:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334803.456222:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:2.0:1780334803.658004:0:25757:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334803.658013:0:25757:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334803.658575:0:25757:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334803.658586:0:25757:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334803.892052:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334804.917713:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334805.108069:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624354816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334805.108145:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334805.108555:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624354816 00000100:00100000:3.0:1780334805.108563:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624354816 00000100:00100000:3.0:1780334805.108615:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1780334805.108625:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624354816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334805.108658:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:3.0:1780334805.108864:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624354816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 240us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334805.108987:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1780334805.109074:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624354816:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334805.620052:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624355072:0@lo:400:kworker.0 00000100:00100000:2.0:1780334805.620117:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334805.620164:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624355584:0@lo:400:kworker.0 00000100:00100000:2.0:1780334805.620185:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334805.620205:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624356096:0@lo:400:kworker.0 00000100:00100000:2.0:1780334805.620223:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334805.620242:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1780334805.620248:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624355200:0@lo:400:kworker.0 00000100:00100000:2.0:1780334805.620270:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334805.620300:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624355712:0@lo:400:kworker.0 00000100:00100000:2.0:1780334805.620320:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334805.620334:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624356224:0@lo:400:kworker.0 00000100:00100000:2.0:1780334805.620352:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334805.620395:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624355072 00000100:00100000:2.0:1780334805.620402:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624355072 00000100:00100000:2.0:1780334805.620436:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624355584 00000100:00100000:2.0:1780334805.620438:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624355584 00000100:00100000:2.0:1780334805.620456:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624356096 00000100:00100000:2.0:1780334805.620458:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624356096 00000100:00100000:2.0:1780334805.620470:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624355712 00000100:00100000:2.0:1780334805.620472:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624355712 00000100:00100000:2.0:1780334805.620483:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624356224 00000100:00100000:2.0:1780334805.620485:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624356224 00000100:00100000:2.0:1780334805.620500:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:2.0:1780334805.620507:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624355072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.620616:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624354944:0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.620651:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334805.620673:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624355456:0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.620696:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334805.620714:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624355968:0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.620740:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334805.620755:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624356480:0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.620776:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334805.620792:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1780334805.620798:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624355328:0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.620857:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334805.620867:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624355840:0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.620886:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334805.620900:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624356352:0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.620920:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334805.620942:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624355328 00000100:00100000:3.0:1780334805.620946:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624355328 00000100:00100000:3.0:1780334805.620966:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1780334805.620972:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624355584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.621020:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624355584:12345-0@lo:400:kworker.0 Request processed in 47us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334805.621026:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1780334805.621042:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:3.0:1780334805.621047:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624356096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.621072:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624356096:12345-0@lo:400:kworker.0 Request processed in 25us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334805.621078:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:3.0:1780334805.621090:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1780334805.621096:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624355712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.621122:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624355712:12345-0@lo:400:kworker.0 Request processed in 27us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334805.621127:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1780334805.621138:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1780334805.621143:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624356224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.621168:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624356224:12345-0@lo:400:kworker.0 Request processed in 25us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334805.621174:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1780334805.621185:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1780334805.621191:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624355328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.621222:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624355328:12345-0@lo:400:kworker.0 Request processed in 31us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334805.621227:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1780334805.621244:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624355200 00000100:00100000:3.0:1780334805.621248:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624355200 00000100:00100000:3.0:1780334805.621269:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624355456 00000100:00100000:3.0:1780334805.621272:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624355456 00000100:00100000:3.0:1780334805.621299:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1780334805.621305:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624355200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.621337:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624355200:12345-0@lo:400:kworker.0 Request processed in 31us (1065us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334805.621342:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1780334805.621353:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1780334805.621358:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624355456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.621384:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624355456:12345-0@lo:400:kworker.0 Request processed in 27us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334805.621390:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1780334805.621449:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624356736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334805.621474:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334805.621494:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780334805.621499:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03cd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624356608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334805.621531:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334805.621557:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624356736 00000100:00100000:3.0:1780334805.621561:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624356736 00000100:00100000:3.0:1780334805.621586:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624356608 00000100:00100000:3.0:1780334805.621589:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624356608 00000100:00100000:3.0:1780334805.621602:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1780334805.621608:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624356736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334805.621628:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334805.621662:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624356736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334805.621668:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1780334805.621680:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1780334805.621686:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624356608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780334805.621697:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334805.621718:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624356608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 33us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334805.621724:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1780334805.621768:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03cd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624356608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334805.621781:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624356736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334805.621830:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624355328:0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.621842:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624355456:0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.621868:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624355200:0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.621877:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624355712:0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.621885:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624356224:0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.621893:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624355584:0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.621902:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624356096:0@lo:400:kworker.0 00000100:00100000:2.0:1780334805.622215:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624355072:12345-0@lo:400:kworker.0 Request processed in 1707us (2097us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334805.622223:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00080000:1.0:1780334805.622351:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334805.622367:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334805.622369:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334805.622382:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624354944 00000100:00100000:1.0:1780334805.622386:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624354944 00000100:00100000:1.0:1780334805.622425:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1780334805.622432:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624354944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334805.622474:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624354944:12345-0@lo:400:kworker.0 Request processed in 43us (1823us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334805.622480:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1780334805.622508:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624355968 00000100:00100000:1.0:1780334805.622511:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624355968 00000100:00100000:1.0:1780334805.622549:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624356480 00000100:00100000:1.0:1780334805.622553:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624356480 00000100:00100000:1.0:1780334805.622568:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624355840 00000100:00100000:1.0:1780334805.622571:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624355840 00000100:00100000:1.0:1780334805.622586:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624356352 00000100:00100000:1.0:1780334805.622588:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624356352 00000100:00100000:1.0:1780334805.622747:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1780334805.622754:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c95b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624355968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334805.622789:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c95b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624355968:12345-0@lo:400:kworker.0 Request processed in 36us (2048us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334805.622795:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1780334805.622948:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1780334805.622954:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624356480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334805.622983:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624356480:12345-0@lo:400:kworker.0 Request processed in 29us (2206us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334805.622988:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1780334805.623000:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1780334805.623006:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624355840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334805.623033:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624355840:12345-0@lo:400:kworker.0 Request processed in 27us (2146us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334805.623038:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1780334805.623048:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1780334805.623054:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624356352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334805.623081:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624356352:12345-0@lo:400:kworker.0 Request processed in 27us (2160us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334805.623086:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00080000:1.0:1780334805.623118:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334805.623142:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624355840:0@lo:400:kworker.0 00000100:00100000:1.0:1780334805.623152:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624356352:0@lo:400:kworker.0 00000100:00100000:1.0:1780334805.623160:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624354944:0@lo:400:kworker.0 00000100:00100000:1.0:1780334805.623168:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624355968:0@lo:400:kworker.0 00000100:00100000:1.0:1780334805.623175:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624356480:0@lo:400:kworker.0 00000100:00100000:3.0:1780334805.623314:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624355072:0@lo:400:kworker.0 00000040:00080000:2.0:1780334805.644464:0:25809:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334805.644472:0:25809:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334805.645183:0:25809:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334805.645195:0:25809:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334805.942347:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334806.965079:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334807.156084:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624356864:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334807.156154:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334807.156625:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334807.156635:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624356992:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334807.156666:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334807.156790:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624356992 00000100:00100000:3.0:1780334807.156796:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624356992 00000100:00100000:3.0:1780334807.156869:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1780334807.156879:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624356992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334807.156911:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334807.156961:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624356992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334807.156971:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1780334807.156991:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780334807.157000:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624357120:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334807.157024:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334807.158481:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624356864 00000100:00100000:0.0:1780334807.158492:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624356864 00000100:00100000:3.0:1780334807.158565:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624356992:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334807.158779:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624357120 00000100:00100000:0.0:1780334807.158783:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624357120 00000100:00100000:2.0:1780334807.158788:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1780334807.158798:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624356864:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334807.158798:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1780334807.158803:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624357120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334807.158840:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00002000:00000024:0.0:1780334807.158840:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00080000:1.0:1780334807.158926:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334807.159459:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624357120:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334807.159509:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624356864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334807.162457:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624356864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3651us (6294us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334807.162471:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1780334807.164429:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b723800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624357120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5618us (7397us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334807.164440:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000040:00080000:2.0:1780334807.304332:0:25860:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334807.304338:0:25860:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334807.304919:0:25860:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334807.304930:0:25860:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334807.988043:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334808.556011:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334808.556061:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334808.556094:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334808.556142:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604664832 00000100:00100000:0.0:1780334808.556153:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604664832 00000100:00100000:0.0:1780334808.556212:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 633 00000100:00100000:0.0:1780334808.556222:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604664832:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334808.556280:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334808.556301:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604664832:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 81us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334808.556309:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 633 00000100:00100000:0.0:1780334808.556324:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604665344 00000100:00100000:0.0:1780334808.556328:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604665344 00000100:00100000:0.0:1780334808.556351:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 634 00000100:00100000:0.0:1780334808.556356:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604665344:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334808.556427:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604664576 00000100:00100000:3.0:1780334808.556432:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604664576 00000100:00100000:3.0:1780334808.556461:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604665088 00000100:00100000:3.0:1780334808.556464:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604665088 00000100:00100000:3.0:1780334808.556485:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1025 00000100:00100000:3.0:1780334808.556492:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604664576:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334808.565688:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334808.565728:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334808.565756:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334808.565777:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334808.565793:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334808.565840:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604664704 00000100:00100000:2.0:1780334808.565849:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604664704 00000100:00100000:2.0:1780334808.565892:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604665216 00000100:00100000:2.0:1780334808.565895:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604665216 00000100:00100000:2.0:1780334808.565914:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1026 00000100:00100000:2.0:1780334808.565925:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604665088:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334808.565994:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604665088:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 71us (9899us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334808.566001:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1026 00000100:00100000:2.0:1780334808.566018:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1027 00000100:00100000:2.0:1780334808.566025:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604664704:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334808.566050:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604664704:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334808.566056:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1027 00000100:00100000:2.0:1780334808.566068:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1028 00000100:00100000:2.0:1780334808.566074:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604665216:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334808.566095:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604665216:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334808.566100:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1028 00000100:00100000:2.0:1780334808.566118:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604664960 00000100:00100000:2.0:1780334808.566121:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604664960 00000100:00100000:2.0:1780334808.566139:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604665472 00000100:00100000:2.0:1780334808.566142:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604665472 00000100:00100000:2.0:1780334808.566154:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 635 00000100:00100000:2.0:1780334808.566159:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604664960:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334808.566184:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604664960:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334808.566193:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 635 00000100:00100000:2.0:1780334808.566207:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 636 00000100:00100000:2.0:1780334808.566213:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604665472:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334808.566236:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604665472:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334808.566242:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 636 00000100:00100000:2.0:1780334808.566280:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604664448 00000100:00100000:2.0:1780334808.566283:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604664448 00000100:00100000:2.0:1780334808.566311:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 752 00000100:00100000:2.0:1780334808.566316:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604664448:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334808.566349:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604664448:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334808.566354:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 752 00000100:00080000:1.0:1780334808.568956:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334808.568964:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334808.568968:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334808.568971:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334808.569480:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604665344:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 13115us (13192us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334808.569492:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 634 00000100:00100000:3.0:1780334808.570667:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604664576:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 14168us (14659us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334808.570678:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1025 00010000:00010000:0.0:1780334809.012232:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334809.217541:0:25911:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334809.217548:0:25911:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334809.218321:0:25911:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334809.219497:0:25911:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334809.578136:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334809.578214:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604665600 00000100:00100000:2.0:1780334809.578224:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604665600 00000100:00100000:2.0:1780334809.578293:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 555 00000100:00100000:2.0:1780334809.578305:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604665600:12345-192.168.203.22@tcp:63:ll_sa.0 00010000:00010000:2.0:1780334809.578339:0:6544:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780334809.578412:0:6544:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166b400/0xdf9e767e700995cf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xab2167a0470b20cf expref: -99 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578465:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a800/0xdf9e767e700995d6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578481:0:6544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a800/0xdf9e767e700995d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578493:0:6544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a800/0xdf9e767e700995d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578508:0:6544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700995dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578515:0:6544:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700995dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578521:0:6544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700995dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578560:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a800/0xdf9e767e700995d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578567:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a800/0xdf9e767e700995d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578574:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a800/0xdf9e767e700995d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578579:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b700166a800 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334809.578583:0:6544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a800/0xdf9e767e700995d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578591:0:6544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a800/0xdf9e767e700995d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578602:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334809.578605:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334809.578610:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a800/0xdf9e767e700995d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578617:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166a800/0xdf9e767e700995d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578632:0:6544:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700995dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578638:0:6544:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700995dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578643:0:6544:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700995dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578647:0:6544:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b700166ae00 already unused, calling callback (ffffffffc19e04f0) 00010000:00010000:2.0:1780334809.578650:0:6544:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700995dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578656:0:6544:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700995dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578663:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xae1c5c33 (ffff9b6f02d67c00) 00010000:00010000:2.0:1780334809.578665:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780334809.578668:0:6544:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700995dd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578673:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166ae00/0xdf9e767e700995dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6544 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578701:0:6544:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166b400/0xdf9e767e700995cf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b20cf expref: 112 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578717:0:6544:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9b70154f5100) 00010000:00010000:2.0:1780334809.578719:0:6544:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1780334809.578722:0:6544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9b700166b400/0xdf9e767e700995cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.22@tcp remote: 0xab2167a0470b20cf expref: 112 pid: 6544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780334809.578731:0:6544:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9b700166b400, rc -2) 00000100:00100000:2.0:1780334809.578801:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604665600:12345-192.168.203.22@tcp:63:ll_sa.0 Request processed in 498us (674us total) trans 0 rc -2/-2 00000100:00100000:2.0:1780334809.578841:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 555 00000040:00080000:0.0:1780334809.780386:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1780334810.036752:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334810.228014:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624357248:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334810.228091:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334810.228228:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624357248 00000100:00100000:0.0:1780334810.228236:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624357248 00000100:00100000:0.0:1780334810.228302:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1780334810.228312:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624357248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334810.228352:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:0.0:1780334810.228406:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624357248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334810.228412:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1780334810.228512:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624357248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334810.740572:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624357376:0@lo:400:kworker.0 00000100:00100000:1.0:1780334810.740640:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334810.740682:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624357888:0@lo:400:kworker.0 00000100:00100000:1.0:1780334810.740707:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334810.740724:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624358400:0@lo:400:kworker.0 00000100:00100000:1.0:1780334810.740742:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334810.740765:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1780334810.740771:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624357504:0@lo:400:kworker.0 00000100:00100000:1.0:1780334810.740790:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334810.740887:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624358016:0@lo:400:kworker.0 00000100:00100000:1.0:1780334810.740912:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334810.740939:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624358528:0@lo:400:kworker.0 00000100:00100000:1.0:1780334810.740960:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334810.740976:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624358912:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334810.741028:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624357888 00000100:00100000:3.0:1780334810.741035:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624357888 00000100:00100000:3.0:1780334810.741096:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624358400 00000100:00100000:3.0:1780334810.741100:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624358400 00000100:00100000:3.0:1780334810.741113:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624357504 00000100:00100000:3.0:1780334810.741116:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624357504 00000100:00100000:3.0:1780334810.741125:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624358016 00000100:00100000:3.0:1780334810.741127:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624358016 00000100:00100000:3.0:1780334810.741138:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624358528 00000100:00100000:3.0:1780334810.741140:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624358528 00000100:00100000:3.0:1780334810.741154:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1780334810.741162:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624357888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334810.741214:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7027203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624357888:12345-0@lo:400:kworker.0 Request processed in 52us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334810.741221:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1780334810.741237:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:3.0:1780334810.741254:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624358400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334810.741281:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03425500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624358400:12345-0@lo:400:kworker.0 Request processed in 38us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334810.741287:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:3.0:1780334810.741298:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1780334810.741301:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334810.741303:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624357504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334810.741339:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624357888:0@lo:400:kworker.0 00000100:00100000:1.0:1780334810.741350:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624358400:0@lo:400:kworker.0 00000100:00100000:1.0:1780334810.741365:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334810.741370:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624359040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334810.741444:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624357376 00000100:00100000:2.0:1780334810.741448:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624357376 00000100:00100000:2.0:1780334810.741477:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1780334810.741484:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624357376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334810.741674:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624357632:0@lo:400:kworker.0 00000100:00100000:1.0:1780334810.741740:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334810.741776:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624357760:0@lo:400:kworker.0 00000100:00100000:1.0:1780334810.741885:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334810.741908:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624358272:0@lo:400:kworker.0 00000100:00100000:1.0:1780334810.741933:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334810.741951:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624358784:0@lo:400:kworker.0 00000100:00100000:1.0:1780334810.741972:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334810.747989:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624357376:12345-0@lo:400:kworker.0 Request processed in 6495us (7339us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334810.748002:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1780334810.748064:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1780334810.748076:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624358016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334810.748122:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624358016:12345-0@lo:400:kworker.0 Request processed in 51us (7209us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334810.748128:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1780334810.748143:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1780334810.748150:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624358528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334810.748176:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624358528:12345-0@lo:400:kworker.0 Request processed in 27us (7215us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334810.748182:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1780334810.748217:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624358272 00000100:00100000:2.0:1780334810.748224:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624358272 00000100:00100000:2.0:1780334810.748277:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624358784 00000100:00100000:2.0:1780334810.748280:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624358784 00000100:00100000:2.0:1780334810.748317:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1780334810.748326:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624358272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334810.748371:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624358272:12345-0@lo:400:kworker.0 Request processed in 47us (6436us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334810.748377:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1780334810.748389:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1780334810.748395:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624358784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334810.748579:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624358784:12345-0@lo:400:kworker.0 Request processed in 184us (6606us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334810.748587:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1780334810.749383:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624358016:0@lo:400:kworker.0 00000100:00100000:2.0:1780334810.749397:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624358528:0@lo:400:kworker.0 00000100:00100000:2.0:1780334810.749417:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624357376:0@lo:400:kworker.0 00000100:00100000:2.0:1780334810.749460:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624358272:0@lo:400:kworker.0 00000100:00100000:2.0:1780334810.749471:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624358784:0@lo:400:kworker.0 00000100:00100000:3.0:1780334810.752935:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703460f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624357504:12345-0@lo:400:kworker.0 Request processed in 11623us (12135us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334810.752949:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00080000:3.0:1780334810.753000:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334810.753005:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334810.753009:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334810.753011:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334810.753025:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624358912 00000100:00100000:3.0:1780334810.753033:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624358912 00000100:00100000:3.0:1780334810.753323:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624359040 00000100:00100000:3.0:1780334810.753329:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624359040 00000100:00100000:3.0:1780334810.753363:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1780334810.753371:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624358912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334810.753405:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334810.753464:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624358912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (12161us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334810.753470:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1780334810.753482:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:3.0:1780334810.753487:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624359040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780334810.753499:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334810.753524:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624359040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (11784us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334810.753530:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:3.0:1780334810.753554:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624357760 00000100:00100000:3.0:1780334810.753557:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624357760 00000100:00100000:3.0:1780334810.753582:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1780334810.753588:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624357760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334810.753628:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624357760:12345-0@lo:400:kworker.0 Request processed in 40us (11743us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334810.753634:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00080000:1.0:1780334810.754041:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334810.754375:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624357760:0@lo:400:kworker.0 00000100:00100000:2.0:1780334810.754744:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624359040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334810.754765:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624358912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334810.754777:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624357504:0@lo:400:kworker.0 00000100:00100000:0.0:1780334810.758059:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334810.758215:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624358144:0@lo:400:kworker.0 00000100:00100000:0.0:1780334810.758277:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334810.758305:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624358656:0@lo:400:kworker.0 00000100:00100000:0.0:1780334810.758327:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334810.758354:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624358144 00000100:00100000:0.0:1780334810.758362:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624358144 00000100:00100000:0.0:1780334810.758413:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624358656 00000100:00100000:0.0:1780334810.758417:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624358656 00000100:00100000:0.0:1780334810.758438:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1780334810.758446:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624358144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334810.758502:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624357632 00000100:00100000:2.0:1780334810.758507:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624357632 00000100:00100000:1.0:1780334810.765588:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1780334810.765626:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624358656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334810.765725:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624358656:12345-0@lo:400:kworker.0 Request processed in 114us (7397us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334810.765732:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00080000:1.0:1780334810.765782:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334810.771061:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624358656:0@lo:400:kworker.0 00000100:00100000:1.0:1780334810.771099:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624358144:0@lo:400:kworker.0 00000100:00100000:0.0:1780334810.774568:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624358144:12345-0@lo:400:kworker.0 Request processed in 57us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334810.774589:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1780334810.775524:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1780334810.775548:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624357632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334810.775659:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624357632:12345-0@lo:400:kworker.0 Request processed in 116us (17596us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334810.775665:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:0.0:1780334810.778025:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624357632:0@lo:400:kworker.0 00000040:00080000:3.0:1780334810.996003:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334810.996011:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334810.997526:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334810.997539:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334811.060957:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334811.132530:0:25962:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334811.132538:0:25962:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334811.133149:0:25962:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334811.133162:0:25962:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334812.084038:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334812.277197:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624359296:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334812.277280:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334812.277339:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780334812.277345:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624359168:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334812.278341:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334812.278354:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624359424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334812.278392:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334812.278740:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624359296 00000100:00100000:3.0:1780334812.278746:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334812.278749:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624359296 00000100:00100000:3.0:1780334812.278788:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624359424 00000100:00100000:3.0:1780334812.278793:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624359424 00000100:00100000:2.0:1780334812.278943:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1780334812.278953:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624359296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334812.278985:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334812.279323:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624359168 00000100:00100000:0.0:1780334812.279329:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624359168 00000100:00100000:0.0:1780334812.279360:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1780334812.279366:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624359168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334812.279384:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334812.279436:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624359296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 484us (2154us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334812.279443:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1780334812.279465:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1780334812.279473:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624359424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334812.279485:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334812.279524:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624359424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (1130us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334812.279531:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1780334812.279606:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624359168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 239us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334812.279612:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00080000:2.0:1780334812.279655:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334812.279975:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624359424:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334812.280094:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624359168:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334812.280107:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624359296:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1780334812.880100:0:26014:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334812.880108:0:26014:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334812.880678:0:26014:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334812.880687:0:26014:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334813.112085:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334813.676425:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334813.676475:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334813.676503:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334813.676524:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334813.676541:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334813.676573:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334813.676590:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334813.676608:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334813.676626:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334813.676651:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604666240 00000100:00100000:2.0:1780334813.676660:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604666240 00000100:00100000:2.0:1780334813.676711:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604666752 00000100:00100000:2.0:1780334813.676714:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604666752 00000100:00100000:2.0:1780334813.676730:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604666112 00000100:00100000:2.0:1780334813.676732:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604666112 00000100:00100000:2.0:1780334813.676743:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604666624 00000100:00100000:2.0:1780334813.676745:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604666624 00000100:00100000:2.0:1780334813.676760:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 641 00000100:00100000:2.0:1780334813.676769:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2406:x1866815604666240:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334813.676879:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2406:x1866815604666240:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 111us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334813.676887:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 641 00000100:00100000:1.0:1780334813.677009:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604665728 00000100:00100000:1.0:1780334813.677013:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604665728 00000100:00100000:1.0:1780334813.677044:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 754 00000100:00100000:1.0:1780334813.677051:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604665728:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334813.677080:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604665728:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 29us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334813.677086:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 754 00000100:00100000:1.0:1780334813.677115:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 642 00000100:00100000:1.0:1780334813.677121:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604666752:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334813.677143:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604666752:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334813.677153:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 642 00000100:00100000:1.0:1780334813.677165:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 643 00000100:00100000:1.0:1780334813.677172:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604666112:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334813.677194:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604666112:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334813.677200:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 643 00000100:00100000:1.0:1780334813.677211:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 644 00000100:00100000:1.0:1780334813.677230:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604666624:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334813.677254:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604666624:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 37us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334813.677260:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 644 00000100:00080000:1.0:1780334813.677413:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334813.677418:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334813.677755:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604665984 00000100:00100000:3.0:1780334813.677760:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604665984 00000100:00100000:2.0:1780334813.678001:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604666496 00000100:00100000:2.0:1780334813.678005:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604666496 00000100:00100000:3.0:1780334813.678069:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604665856 00000100:00100000:3.0:1780334813.678073:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604665856 00000100:00100000:0.0:1780334813.678237:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604666368 00000100:00100000:0.0:1780334813.678241:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604666368 00000100:00080000:1.0:1780334813.679741:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334813.679749:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334813.679865:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1035 00000100:00100000:1.0:1780334813.679884:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604665984:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334813.679956:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604665984:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 80us (3480us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334813.679963:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1035 00000100:00100000:2.0:1780334813.682279:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1036 00000100:00100000:2.0:1780334813.682295:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604666496:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334813.682909:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1037 00000100:00100000:1.0:1780334813.682921:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604665856:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334813.682980:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604665856:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 63us (6407us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334813.682987:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1037 00000100:00100000:2.0:1780334813.682999:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604666496:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 706us (6470us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334813.685366:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1036 00000100:00100000:0.0:1780334813.685703:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1038 00000100:00100000:0.0:1780334813.685715:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604666368:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334813.686721:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604666368:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 1004us (10105us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334813.686731:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1038 00010000:00010000:0.0:1780334814.133129:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334815.164893:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334815.352353:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624359552:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334815.352423:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334815.352904:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624359552 00000100:00100000:2.0:1780334815.352923:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624359552 00000100:00100000:2.0:1780334815.353127:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1780334815.353138:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624359552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334815.353171:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:2.0:1780334815.353227:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624359552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334815.353234:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1780334815.353428:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624359552:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1780334815.365172:0:26065:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334815.365182:0:26065:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334815.370329:0:26065:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334815.370347:0:26065:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334815.862754:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334815.862776:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624359936:0@lo:400:kworker.0 00000100:00100000:2.0:1780334815.862854:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334815.862926:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624359936 00000100:00100000:2.0:1780334815.862934:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624359936 00000100:00100000:2.0:1780334815.862974:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1780334815.862983:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624359936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334815.863032:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624359936:12345-0@lo:400:kworker.0 Request processed in 49us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334815.863039:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1780334815.863079:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624359936:0@lo:400:kworker.0 00000100:00100000:2.0:1780334815.863115:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624360064:0@lo:400:kworker.0 00000100:00100000:2.0:1780334815.863141:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334815.863165:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624360064 00000100:00100000:2.0:1780334815.863169:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624360064 00000100:00100000:2.0:1780334815.863192:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1780334815.863199:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624360064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334815.863246:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624360064:12345-0@lo:400:kworker.0 Request processed in 47us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334815.863251:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1780334815.863276:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624360064:0@lo:400:kworker.0 00000100:00100000:2.0:1780334815.863325:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334815.863332:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624360448:0@lo:400:kworker.0 00000100:00100000:2.0:1780334815.863354:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334815.863390:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624360576:0@lo:400:kworker.0 00000100:00100000:2.0:1780334815.863426:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334815.863472:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334815.863478:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624360960:0@lo:400:kworker.0 00000100:00100000:2.0:1780334815.863499:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334815.863533:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624361088:0@lo:400:kworker.0 00000100:00100000:2.0:1780334815.863555:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334815.863852:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624359680:0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.863886:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334815.863924:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624360192:0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.863946:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334815.863962:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624360704:0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.863983:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334815.864003:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1780334815.864009:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624359808:0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.864030:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334815.864045:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624360320:0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.864063:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334815.864080:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624360832:0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.864099:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334815.864123:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624360192 00000100:00100000:1.0:1780334815.864127:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624360192 00000100:00100000:1.0:1780334815.864158:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624360704 00000100:00100000:1.0:1780334815.864161:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624360704 00000100:00100000:1.0:1780334815.864174:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624359808 00000100:00100000:1.0:1780334815.864176:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624359808 00000100:00100000:1.0:1780334815.864186:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624360320 00000100:00100000:1.0:1780334815.864188:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624360320 00000100:00100000:1.0:1780334815.864200:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624360832 00000100:00100000:1.0:1780334815.864213:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624360832 00000100:00100000:1.0:1780334815.864227:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:1.0:1780334815.864233:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624360192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.864274:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624360192:12345-0@lo:400:kworker.0 Request processed in 41us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334815.864292:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:1.0:1780334815.864307:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:1.0:1780334815.864314:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624360704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.864340:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624360704:12345-0@lo:400:kworker.0 Request processed in 28us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334815.864346:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:1.0:1780334815.864356:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:1.0:1780334815.864362:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624359808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.864386:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624359808:12345-0@lo:400:kworker.0 Request processed in 24us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334815.864392:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:1.0:1780334815.864417:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:1.0:1780334815.864423:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624360320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.864449:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624360320:12345-0@lo:400:kworker.0 Request processed in 27us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334815.864455:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:1.0:1780334815.864466:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:1.0:1780334815.864471:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624360832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.864498:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624360832:12345-0@lo:400:kworker.0 Request processed in 27us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334815.864504:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:1.0:1780334815.864526:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624360448 00000100:00100000:1.0:1780334815.864529:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624360448 00000100:00100000:1.0:1780334815.864555:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624360576 00000100:00100000:1.0:1780334815.864559:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624360576 00000100:00100000:1.0:1780334815.864573:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624360960 00000100:00100000:1.0:1780334815.864576:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624360960 00000100:00100000:1.0:1780334815.864586:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624361088 00000100:00100000:1.0:1780334815.864588:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624361088 00000100:00100000:1.0:1780334815.864599:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1780334815.864605:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624360448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.864797:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624360448:12345-0@lo:400:kworker.0 Request processed in 191us (1441us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334815.864804:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1780334815.864843:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1780334815.864849:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624360576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.864879:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624360576:12345-0@lo:400:kworker.0 Request processed in 30us (1452us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334815.864884:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1780334815.864895:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1780334815.864901:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624360960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.864927:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624360960:12345-0@lo:400:kworker.0 Request processed in 27us (1428us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334815.864934:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1780334815.864945:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1780334815.864950:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624361088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.864976:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624361088:12345-0@lo:400:kworker.0 Request processed in 25us (1420us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334815.864981:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00080000:1.0:1780334815.865009:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334815.865013:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334815.865015:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334815.865017:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334815.865045:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624359808:0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.865055:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624360320:0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.865063:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624360832:0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.865071:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624360192:0@lo:400:kworker.0 00000100:00100000:1.0:1780334815.865079:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624360704:0@lo:400:kworker.0 00000100:00100000:3.0:1780334815.865306:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780334815.865317:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624361216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334815.865350:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334815.865380:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624361216 00000100:00100000:3.0:1780334815.865385:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624361216 00000100:00100000:3.0:1780334815.865422:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1780334815.865430:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624361216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334815.865450:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334815.865484:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624361216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334815.865490:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1780334815.865522:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624361216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334815.866030:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334815.866040:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624361344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334815.866070:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334815.866305:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624361344 00000100:00100000:0.0:1780334815.866311:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624361344 00000100:00100000:0.0:1780334815.866348:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1780334815.866356:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624361344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334815.866369:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334815.866420:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624361344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334815.866426:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1780334815.866459:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624361344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334815.866916:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624359680 00000100:00100000:2.0:1780334815.866921:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624359680 00000100:00100000:2.0:1780334815.867429:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1780334815.867439:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624359680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334815.867498:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624359680:12345-0@lo:400:kworker.0 Request processed in 61us (3611us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334815.867505:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1780334815.867592:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624359680:0@lo:400:kworker.0 00000100:00100000:3.0:1780334815.867933:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624361088:0@lo:400:kworker.0 00000100:00100000:3.0:1780334815.867948:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624360960:0@lo:400:kworker.0 00000100:00100000:3.0:1780334815.867959:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624360576:0@lo:400:kworker.0 00000100:00100000:3.0:1780334815.867969:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624360448:0@lo:400:kworker.0 00010000:00010000:2.0:1780334816.180593:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334817.203981:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334817.411087:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624361472:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334817.411170:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334817.411253:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334817.411261:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624361600:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334817.411287:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334817.411329:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624361600 00000100:00100000:3.0:1780334817.411336:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624361600 00000100:00100000:3.0:1780334817.411383:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1780334817.411391:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624361600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334817.411419:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334817.411455:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624361600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334817.411462:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00080000:3.0:1780334817.411479:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334817.411509:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624361600:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334817.414159:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624361728:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334817.414237:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334817.414295:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624361728 00000100:00100000:3.0:1780334817.414303:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624361728 00000100:00100000:3.0:1780334817.414350:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1780334817.414358:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624361728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334817.414379:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334817.414416:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624361728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334817.414423:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00080000:3.0:1780334817.414441:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334817.414473:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624361728:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334817.415585:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624361472 00000100:00100000:2.0:1780334817.415592:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624361472 00000100:00100000:2.0:1780334817.415653:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1780334817.415661:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624361472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334817.415689:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334817.415741:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624361472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (4571us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334817.415747:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1780334817.415785:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624361472:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1780334817.569781:0:26116:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334817.569789:0:26116:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334817.574531:0:26116:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334817.574548:0:26116:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334818.228210:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334818.797225:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334818.797262:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334818.797296:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334818.797313:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604667264 00000100:00100000:3.0:1780334818.797322:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334818.797323:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604667264 00000100:00100000:3.0:1780334818.797348:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334818.797374:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334818.797392:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604667392 00000100:00100000:2.0:1780334818.797395:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604667392 00000100:00100000:3.0:1780334818.797403:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334818.797428:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604666880 00000100:00100000:3.0:1780334818.797432:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604666880 00000100:00100000:3.0:1780334818.797471:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 756 00000100:00100000:0.0:1780334818.797475:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604667008 00000100:00100000:0.0:1780334818.797481:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604667008 00000100:00100000:3.0:1780334818.797482:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604666880:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334818.797519:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604667904 00000100:00100000:0.0:1780334818.797522:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604667136 00000100:00100000:2.0:1780334818.797524:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604667904 00000100:00100000:0.0:1780334818.797527:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604667136 00000100:00100000:3.0:1780334818.797551:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604666880:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 71us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334818.797559:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 756 00000100:00100000:0.0:1780334818.797565:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604667648 00000100:00100000:2.0:1780334818.797566:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 649 00000100:00100000:0.0:1780334818.797570:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604667648 00000100:00100000:2.0:1780334818.797588:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604667264:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334818.797615:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1045 00000100:00100000:0.0:1780334818.797624:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604667008:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334818.797667:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1046 00000100:00100000:3.0:1780334818.797676:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604667136:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334818.797773:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1047 00000100:00100000:1.0:1780334818.797782:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604667648:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334818.797989:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604667264:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 414us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334818.797997:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 649 00000100:00100000:2.0:1780334818.798012:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 650 00000100:00100000:2.0:1780334818.798018:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604667392:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334818.798726:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604667008:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 1101us (1514us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334818.798733:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1045 00000100:00100000:3.0:1780334818.798761:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604667136:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 1084us (1435us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334818.798770:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1046 00000100:00080000:3.0:1780334818.798796:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334818.798985:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334818.798990:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334818.798993:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334818.799010:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 651 00000100:00100000:3.0:1780334818.799020:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604667904:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334818.799117:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604667904:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 98us (1712us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334818.799125:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 651 00000100:00100000:1.0:1780334818.800305:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604667648:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 2519us (2926us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334818.800315:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1047 00000100:00100000:2.0:1780334818.800402:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604667392:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 2381us (3051us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334818.800411:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 650 00000100:00100000:3.0:1780334818.800486:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334818.800543:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334818.800601:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604667776 00000100:00100000:2.0:1780334818.800608:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604667776 00000100:00100000:2.0:1780334818.800648:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 652 00000100:00100000:2.0:1780334818.800655:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604667776:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334818.800692:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604667776:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 37us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334818.800698:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 652 00000100:00080000:3.0:1780334818.801123:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334818.801748:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604667520 00000100:00100000:1.0:1780334818.801875:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604667520 00000100:00100000:1.0:1780334818.801935:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1048 00000100:00080000:3.0:1780334818.801937:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334818.801946:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604667520:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334818.802124:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604667520:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 181us (1639us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334818.802135:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1048 00010000:00010000:2.0:1780334819.253099:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334819.561251:0:26168:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334819.561260:0:26168:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334819.561790:0:26168:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334819.561800:0:26168:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1780334820.020530:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1780334820.212008:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334820.212017:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334820.212568:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334820.212580:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334820.277440:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334820.468549:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334820.468576:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624361856:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334820.468655:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334820.468779:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624361856 00000100:00100000:1.0:1780334820.468787:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624361856 00000100:00100000:1.0:1780334820.468871:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1780334820.468882:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624361856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334820.468919:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:1.0:1780334820.468976:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624361856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334820.468984:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1780334820.469440:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624361856:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334820.979939:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780334820.979963:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624361984:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334820.980028:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334820.980098:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624361984 00000100:00100000:3.0:1780334820.980106:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624361984 00000100:00100000:3.0:1780334820.980160:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1780334820.980185:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624361984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334820.980219:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334820.980274:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624361984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334820.980281:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00080000:3.0:1780334820.980302:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334820.980342:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624361984:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334820.980562:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624362112:0@lo:400:kworker.0 00000100:00100000:3.0:1780334820.980601:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334820.980667:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624362112 00000100:00100000:0.0:1780334820.980674:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624362112 00000100:00100000:0.0:1780334820.980706:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1780334820.980713:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624362112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334820.981283:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624362240:0@lo:400:kworker.0 00000100:00100000:2.0:1780334820.981320:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334820.981342:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624362752:0@lo:400:kworker.0 00000100:00100000:2.0:1780334820.981717:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334820.981737:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624363264:0@lo:400:kworker.0 00000100:00100000:2.0:1780334820.981759:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334820.981780:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1780334820.981786:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624362368:0@lo:400:kworker.0 00000100:00100000:2.0:1780334820.982214:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334820.982235:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624362880:0@lo:400:kworker.0 00000100:00100000:2.0:1780334820.982324:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334820.982345:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624363392:0@lo:400:kworker.0 00000100:00100000:2.0:1780334820.982431:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334820.982475:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624362880 00000100:00100000:2.0:1780334820.982482:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624362880 00000100:00100000:2.0:1780334820.982606:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624363392 00000100:00100000:2.0:1780334820.982612:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624363392 00000100:00100000:2.0:1780334820.982636:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1780334820.982644:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624362880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334820.982768:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624362880:12345-0@lo:400:kworker.0 Request processed in 124us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334820.982775:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1780334820.982791:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1780334820.982798:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624363392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334820.982964:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624363392:12345-0@lo:400:kworker.0 Request processed in 166us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334820.982970:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00080000:2.0:1780334820.983005:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334820.983009:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334820.983033:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624362880:0@lo:400:kworker.0 00000100:00100000:2.0:1780334820.983042:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624363392:0@lo:400:kworker.0 00000100:00100000:3.0:1780334820.987522:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624362624:0@lo:400:kworker.0 00000100:00100000:3.0:1780334820.987604:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334820.987654:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624363136:0@lo:400:kworker.0 00000100:00100000:3.0:1780334820.987684:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334820.989806:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624362112:12345-0@lo:400:kworker.0 Request processed in 9086us (9196us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334820.989835:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1780334820.990106:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624362240 00000100:00100000:1.0:1780334820.990115:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624362240 00000100:00100000:1.0:1780334820.990176:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624362752 00000100:00100000:1.0:1780334820.990180:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624362752 00000100:00100000:1.0:1780334820.990206:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:1.0:1780334820.990214:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624362240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334820.990290:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624362240:12345-0@lo:400:kworker.0 Request processed in 76us (8969us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334820.990296:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:1.0:1780334820.990310:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624363264 00000100:00100000:1.0:1780334820.990312:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624363264 00000100:00100000:1.0:1780334820.990326:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624362368 00000100:00100000:1.0:1780334820.990328:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624362368 00000100:00100000:1.0:1780334820.990337:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624362624 00000100:00100000:1.0:1780334820.990339:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624362624 00000100:00100000:1.0:1780334820.990351:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624363136 00000100:00100000:1.0:1780334820.990353:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624363136 00000100:00100000:1.0:1780334820.990364:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:1.0:1780334820.990369:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624362752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334820.990397:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624362752:12345-0@lo:400:kworker.0 Request processed in 28us (8680us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334820.990403:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:1.0:1780334820.990414:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:1.0:1780334820.990419:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624363264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334820.990444:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624363264:12345-0@lo:400:kworker.0 Request processed in 26us (8684us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334820.990450:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:1.0:1780334820.990460:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:1.0:1780334820.990466:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624362368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334820.990492:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624362368:12345-0@lo:400:kworker.0 Request processed in 26us (8279us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334820.990497:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:1.0:1780334820.990508:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:1.0:1780334820.990514:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624362624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334820.990541:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624362624:12345-0@lo:400:kworker.0 Request processed in 28us (2938us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334820.990547:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:1.0:1780334820.990557:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1780334820.990563:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624363136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334820.990585:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624363136:12345-0@lo:400:kworker.0 Request processed in 23us (2901us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334820.990591:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00080000:1.0:1780334820.990616:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334820.990620:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334820.990651:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624362368:0@lo:400:kworker.0 00000100:00100000:1.0:1780334820.990663:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624362240:0@lo:400:kworker.0 00000100:00100000:1.0:1780334820.990674:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624362752:0@lo:400:kworker.0 00000100:00100000:1.0:1780334820.990683:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624363264:0@lo:400:kworker.0 00000100:00100000:1.0:1780334820.990717:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624362496:0@lo:400:kworker.0 00000100:00100000:1.0:1780334820.990751:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334820.990783:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624363008:0@lo:400:kworker.0 00000100:00100000:1.0:1780334820.990808:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334820.990860:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624363520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334820.990884:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334820.990915:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624363008 00000100:00100000:1.0:1780334820.990920:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624363008 00000100:00100000:1.0:1780334820.990951:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1780334820.990956:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624363008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334820.990991:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624363008:12345-0@lo:400:kworker.0 Request processed in 34us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334820.990996:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00080000:1.0:1780334820.991011:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334820.991026:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624363008:0@lo:400:kworker.0 00000100:00100000:2.0:1780334820.997601:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624363520 00000100:00100000:2.0:1780334820.997615:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624363520 00000100:00100000:2.0:1780334820.997692:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1780334820.997703:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624363520:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334820.997716:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624362496 00000100:00100000:1.0:1780334820.997721:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624362496 00002000:00000024:2.0:1780334820.997730:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1780334820.997750:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1780334820.997756:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624362496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334820.997834:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624362496:12345-0@lo:400:kworker.0 Request processed in 47us (7051us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334820.997842:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1780334820.997865:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624362112:0@lo:400:kworker.0 00000100:00100000:3.0:1780334820.997919:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624362624:0@lo:400:kworker.0 00000100:00100000:3.0:1780334820.997935:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624363136:0@lo:400:kworker.0 00000100:00100000:2.0:1780334820.998295:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624363520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 593us (7408us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334820.998303:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1780334820.998491:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624363520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334820.998572:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624362496:0@lo:400:kworker.0 00010000:00010000:0.0:1780334821.302634:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334821.480784:0:26219:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334821.480793:0:26219:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334821.489975:0:26219:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334821.489997:0:26219:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334822.324041:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334822.516292:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334822.516314:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624363648:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334822.516382:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334822.516521:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624363648 00000100:00100000:2.0:1780334822.516530:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624363648 00000100:00100000:2.0:1780334822.516584:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1780334822.516593:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624363648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334822.516626:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334822.516685:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624363648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334822.516692:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1780334822.517345:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624363648:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334822.517650:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334822.517664:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624363776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334822.517705:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334822.517808:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624363776 00000100:00100000:1.0:1780334822.517832:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624363776 00000100:00100000:1.0:1780334822.517888:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1780334822.517896:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624363776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780334822.517918:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334822.517958:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624363776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334822.517964:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1780334822.517999:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624363776:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780334822.518059:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334822.518186:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624363904:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334822.518211:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334822.518279:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624363904 00000100:00100000:2.0:1780334822.518284:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624363904 00000100:00100000:2.0:1780334822.518322:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1780334822.518329:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624363904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334822.518341:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334822.518370:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624363904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334822.518375:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00080000:0.0:1780334822.518423:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334822.518479:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624363904:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1780334823.296598:0:26270:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334823.296607:0:26270:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334823.299869:0:26270:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334823.299886:0:26270:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334823.354581:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334823.916771:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334823.916841:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334823.916862:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334823.916884:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604668160 00000100:00100000:1.0:1780334823.916895:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604668160 00000100:00100000:3.0:1780334823.916899:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334823.916920:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334823.916929:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604668032 00000100:00100000:0.0:1780334823.916935:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604668032 00000100:00100000:3.0:1780334823.916939:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334823.916960:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334823.916979:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334823.916991:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 758 00000100:00100000:1.0:1780334823.917002:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604668288 00000100:00100000:0.0:1780334823.917002:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604668032:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334823.917007:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604668288 00000100:00100000:3.0:1780334823.917010:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334823.917025:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604668800 00000100:00100000:1.0:1780334823.917028:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604668800 00000100:00100000:3.0:1780334823.917039:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604668544 00000100:00100000:3.0:1780334823.917044:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604668544 00000100:00100000:1.0:1780334823.917045:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604668672 00000100:00100000:1.0:1780334823.917049:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604668672 00000100:00100000:1.0:1780334823.917072:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1055 00000100:00100000:3.0:1780334823.917078:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604669056 00000100:00100000:3.0:1780334823.917083:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604669056 00000100:00100000:1.0:1780334823.917083:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604668160:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334823.917088:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604668032:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 89us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334823.917094:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 758 00000100:00100000:3.0:1780334823.917108:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604668416 00000100:00100000:3.0:1780334823.917111:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604668416 00000100:00100000:1.0:1780334823.917117:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604668160:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 38us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334823.917124:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1055 00000100:00100000:3.0:1780334823.917127:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604668928 00000100:00100000:3.0:1780334823.917130:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604668928 00000100:00100000:1.0:1780334823.917141:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1056 00000100:00080000:0.0:1780334823.917155:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334823.917160:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334823.917162:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 656 00000100:00080000:0.0:1780334823.917163:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334823.917166:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604668288:12345-192.168.203.22@tcp:400:kworker.0 00000100:00080000:0.0:1780334823.917168:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334823.917177:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604668544:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334823.917193:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604668288:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 31us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334823.917199:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1056 00000100:00100000:0.0:1780334823.917204:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 657 00000100:00100000:1.0:1780334823.917215:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1057 00000100:00100000:3.0:1780334823.917216:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604668544:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 39us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334823.917216:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604669056:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334823.917223:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604668800:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334823.917232:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 656 00000100:00100000:0.0:1780334823.917249:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604669056:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 39us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334823.917256:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 657 00000100:00100000:1.0:1780334823.917258:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604668800:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 39us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334823.917264:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1057 00000100:00100000:0.0:1780334823.917269:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 658 00000100:00100000:1.0:1780334823.917273:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1058 00000100:00100000:0.0:1780334823.917274:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604668416:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334823.917278:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604668672:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334823.917297:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604668672:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 18us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334823.917305:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604668416:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 31us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334823.917308:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1058 00000100:00100000:2.0:1780334823.917315:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 659 00000100:00100000:2.0:1780334823.917450:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604668928:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334823.917538:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 658 00000100:00100000:2.0:1780334823.921827:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604668928:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 4450us (4794us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334823.921842:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 659 00010000:00010000:2.0:1780334824.372525:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334825.089452:0:26321:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334825.089460:0:26321:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334825.090044:0:26321:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334825.090054:0:26321:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334825.396237:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334825.588052:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624364032:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334825.588144:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334825.588299:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624364032 00000100:00100000:1.0:1780334825.588306:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624364032 00000100:00100000:1.0:1780334825.588366:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1780334825.588375:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624364032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334825.588420:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:1.0:1780334825.588476:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624364032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334825.588491:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1780334825.588653:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624364032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334826.100084:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334826.100117:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624364288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334826.100195:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334826.100268:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334826.100281:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624364160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334826.100318:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334826.100345:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624364544:0@lo:400:kworker.0 00000100:00100000:2.0:1780334826.100378:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334826.100404:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624365056:0@lo:400:kworker.0 00000100:00100000:1.0:1780334826.100419:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624364672:0@lo:400:kworker.0 00000100:00100000:2.0:1780334826.100428:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334826.100450:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624365568:0@lo:400:kworker.0 00000100:00100000:1.0:1780334826.100456:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334826.100482:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334826.100482:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624365184:0@lo:400:kworker.0 00000100:00100000:1.0:1780334826.100514:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334826.100527:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624364288 00000100:00100000:2.0:1780334826.100534:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624364288 00000100:00100000:1.0:1780334826.100559:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624364544 00000100:00100000:1.0:1780334826.100564:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624364544 00000100:00100000:2.0:1780334826.100599:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624364160 00000100:00100000:1.0:1780334826.100599:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624365056 00000100:00100000:1.0:1780334826.100603:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624365056 00000100:00100000:2.0:1780334826.100605:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624364160 00000100:00100000:1.0:1780334826.100620:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624364672 00000100:00100000:1.0:1780334826.100624:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624364672 00000100:00100000:2.0:1780334826.100635:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1780334826.100642:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624365568 00000100:00100000:1.0:1780334826.100645:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624365568 00000100:00100000:2.0:1780334826.100647:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624364288:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334826.100663:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1780334826.100670:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624364544:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1780334826.100675:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1780334826.100719:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624364288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334826.100726:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1780334826.100730:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624364544:12345-0@lo:400:kworker.0 Request processed in 59us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334826.100739:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:2.0:1780334826.100747:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1780334826.100755:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624364160:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334826.100760:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00002000:00000024:2.0:1780334826.100767:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1780334826.100770:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624365056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334826.100834:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624364160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334826.100835:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624365056:12345-0@lo:400:kworker.0 Request processed in 66us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334826.100851:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:2.0:1780334826.100852:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1780334826.100871:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1780334826.100880:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624364672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334826.100885:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:2.0:1780334826.100895:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624365568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334826.100915:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624364672:12345-0@lo:400:kworker.0 Request processed in 37us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334826.100921:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:2.0:1780334826.100937:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624365568:12345-0@lo:400:kworker.0 Request processed in 45us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334826.100945:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:1.0:1780334826.100964:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624364672:0@lo:400:kworker.0 00000100:00100000:2.0:1780334826.100995:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624365568:0@lo:400:kworker.0 00000100:00100000:1.0:1780334826.100996:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624364416:0@lo:400:kworker.0 00000100:00100000:2.0:1780334826.101012:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624365056:0@lo:400:kworker.0 00000100:00100000:2.0:1780334826.101025:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624364544:0@lo:400:kworker.0 00000100:00100000:1.0:1780334826.101036:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334826.101043:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624364160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334826.101068:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624364928:0@lo:400:kworker.0 00000100:00100000:1.0:1780334826.101090:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334826.101120:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624365440:0@lo:400:kworker.0 00000100:00100000:1.0:1780334826.101153:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334826.101179:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624364288:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334826.101190:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624364928 00000100:00100000:2.0:1780334826.101194:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624364928 00000100:00100000:1.0:1780334826.101194:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1780334826.101202:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624364800:0@lo:400:kworker.0 00000100:00100000:2.0:1780334826.101222:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624365440 00000100:00100000:2.0:1780334826.101226:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624365440 00000100:00100000:1.0:1780334826.101230:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334826.101250:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0369ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624365312:0@lo:400:kworker.0 00000100:00100000:2.0:1780334826.101255:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:2.0:1780334826.101264:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624364928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334826.101272:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334826.101299:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624364800 00000100:00100000:1.0:1780334826.101303:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624364800 00000100:00100000:2.0:1780334826.101312:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624364928:12345-0@lo:400:kworker.0 Request processed in 49us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334826.101319:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:1.0:1780334826.101335:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1780334826.101339:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:1.0:1780334826.101345:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624364800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334826.101351:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624365440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334826.101384:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624364800:12345-0@lo:400:kworker.0 Request processed in 41us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334826.101390:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1780334826.101394:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624365440:12345-0@lo:400:kworker.0 Request processed in 48us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334826.101401:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:1.0:1780334826.101435:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624364800:0@lo:400:kworker.0 00000100:00100000:1.0:1780334826.101446:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624364928:0@lo:400:kworker.0 00000100:00100000:1.0:1780334826.101454:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624365440:0@lo:400:kworker.0 00000100:00100000:3.0:1780334826.101606:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624365184 00000100:00100000:3.0:1780334826.101610:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624365184 00000100:00100000:3.0:1780334826.101640:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624365312 00000100:00100000:3.0:1780334826.101643:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624365312 00000100:00100000:3.0:1780334826.101665:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1780334826.101671:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624365184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334826.101711:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624365184:12345-0@lo:400:kworker.0 Request processed in 40us (1197us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334826.101717:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1780334826.101728:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1780334826.101734:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624365312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334826.101772:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624365312:12345-0@lo:400:kworker.0 Request processed in 38us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334826.101777:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1780334826.101805:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624365184:0@lo:400:kworker.0 00000100:00100000:3.0:1780334826.101845:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0369ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624365312:0@lo:400:kworker.0 00000100:00080000:0.0:1780334826.101915:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334826.101919:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334826.101921:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334826.101923:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334826.101934:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624364416 00000100:00100000:0.0:1780334826.101938:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624364416 00000100:00100000:0.0:1780334826.101973:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1780334826.101981:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624364416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334826.102015:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624364416:12345-0@lo:400:kworker.0 Request processed in 35us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334826.102020:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1780334826.102095:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624364416:0@lo:400:kworker.0 00010000:00010000:0.0:1780334826.420222:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334826.766469:0:26373:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334826.766478:0:26373:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334826.767650:0:26373:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334826.767663:0:26373:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334827.444166:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334827.638187:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334827.638222:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624365696:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334827.638305:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334827.638929:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624365824:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334827.638963:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334827.639134:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624365824 00000100:00100000:1.0:1780334827.639142:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624365824 00000100:00100000:1.0:1780334827.639198:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1780334827.639207:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624365824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780334827.639246:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334827.639295:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624365824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334827.639302:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1780334827.639345:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624365824:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334827.639685:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624365952:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334827.639713:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334827.639801:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624365952 00000100:00100000:3.0:1780334827.639806:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624365952 00000100:00100000:3.0:1780334827.639860:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1780334827.639868:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624365952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334827.639881:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334827.640079:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624365952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 212us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334827.640086:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1780334827.640160:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624365952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334827.641381:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624365696 00000100:00100000:0.0:1780334827.641391:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624365696 00000100:00100000:0.0:1780334827.641445:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1780334827.641454:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624365696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334827.641496:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334827.641569:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624365696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (3264us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334827.641575:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1780334827.642134:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624365696:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1780334828.472381:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334828.657017:0:26424:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334828.657025:0:26424:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334828.657963:0:26424:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334828.657977:0:26424:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334829.034407:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334829.034456:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334829.034490:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334829.034520:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334829.034539:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334829.034557:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334829.034575:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334829.034592:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334829.034630:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334829.034655:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604669440 00000100:00100000:2.0:1780334829.034664:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604669440 00000100:00100000:2.0:1780334829.034707:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604669952 00000100:00100000:2.0:1780334829.034710:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604669952 00000100:00100000:2.0:1780334829.034720:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604669312 00000100:00100000:2.0:1780334829.034722:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604669312 00000100:00100000:2.0:1780334829.034731:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604669824 00000100:00100000:2.0:1780334829.034733:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604669824 00000100:00100000:2.0:1780334829.034746:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1065 00000100:00100000:2.0:1780334829.034755:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604669440:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334829.034846:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604669440:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 92us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334829.034854:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1065 00000100:00100000:2.0:1780334829.034870:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1066 00000100:00100000:2.0:1780334829.034877:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604669952:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334829.034900:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604669952:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334829.034906:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1066 00000100:00100000:2.0:1780334829.034917:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1067 00000100:00100000:2.0:1780334829.034923:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604669312:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334829.034945:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604669312:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334829.034951:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1067 00000100:00100000:2.0:1780334829.034962:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1068 00000100:00100000:2.0:1780334829.034968:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604669824:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334829.034988:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604669824:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 20us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334829.034993:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1068 00000100:00100000:2.0:1780334829.035009:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604669696 00000100:00100000:2.0:1780334829.035012:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604669696 00000100:00100000:2.0:1780334829.035032:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604670208 00000100:00100000:2.0:1780334829.035034:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604670208 00000100:00100000:2.0:1780334829.035046:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604669568 00000100:00100000:2.0:1780334829.035048:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604669568 00000100:00100000:2.0:1780334829.035059:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604670080 00000100:00100000:2.0:1780334829.035061:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604670080 00000100:00100000:2.0:1780334829.035072:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 662 00000100:00100000:2.0:1780334829.035077:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604669696:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334829.035101:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604669696:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334829.035122:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 662 00000100:00100000:2.0:1780334829.035135:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 663 00000100:00100000:2.0:1780334829.035141:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604670208:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334829.035163:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604670208:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334829.035168:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 663 00000100:00100000:2.0:1780334829.035604:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 664 00000100:00100000:2.0:1780334829.035616:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604669568:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334829.035647:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604669568:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 35us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334829.035653:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 664 00000100:00100000:2.0:1780334829.035667:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 665 00000100:00100000:2.0:1780334829.035673:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604670080:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334829.035697:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604670080:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (1067us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334829.035703:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 665 00000100:00100000:0.0:1780334829.035868:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604669184 00000100:00100000:0.0:1780334829.035874:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604669184 00000100:00100000:0.0:1780334829.035907:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 760 00000100:00100000:0.0:1780334829.035914:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604669184:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334829.035936:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604669184:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (1540us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334829.035942:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 760 00000100:00080000:0.0:1780334829.035968:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334829.035972:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334829.035975:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334829.035977:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1780334829.492034:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334830.249572:0:26475:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334830.249580:0:26475:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334830.253350:0:26475:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334830.253365:0:26475:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1780334830.260455:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1780334830.453042:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334830.453058:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334830.453648:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334830.453659:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334830.517835:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334830.708557:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624366080:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334830.708626:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334830.708762:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624366080 00000100:00100000:1.0:1780334830.708770:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624366080 00000100:00100000:1.0:1780334830.708837:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1780334830.708846:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624366080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334830.708881:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:1.0:1780334830.708937:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624366080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334830.708943:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1780334830.709071:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624366080:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334831.226661:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624366336:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.226730:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334831.226787:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624366848:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.226808:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334831.226910:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624367360:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.226932:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334831.226956:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1780334831.226963:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624366464:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.226985:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334831.227001:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624366976:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.227020:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334831.227038:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624367488:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.227056:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334831.227085:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624366464 00000100:00100000:1.0:1780334831.227102:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624366464 00000100:00100000:1.0:1780334831.227147:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1780334831.227155:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624366464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.227207:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624366464:12345-0@lo:400:kworker.0 Request processed in 53us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334831.227214:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1780334831.227237:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624366336 00000100:00100000:1.0:1780334831.227240:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624366336 00000100:00100000:1.0:1780334831.227259:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624366848 00000100:00100000:1.0:1780334831.227261:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624366848 00000100:00100000:1.0:1780334831.227278:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624367360 00000100:00100000:1.0:1780334831.227280:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624367360 00000100:00100000:1.0:1780334831.227292:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624366976 00000100:00100000:1.0:1780334831.227294:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624366976 00000100:00100000:1.0:1780334831.227304:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624367488 00000100:00100000:1.0:1780334831.227307:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624367488 00000100:00100000:1.0:1780334831.227320:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1780334831.227325:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624366336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.227355:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624366336:12345-0@lo:400:kworker.0 Request processed in 30us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334831.227361:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1780334831.227372:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:1.0:1780334831.227377:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624366848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.227400:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03697480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624366848:12345-0@lo:400:kworker.0 Request processed in 23us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334831.227405:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:1.0:1780334831.227415:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1780334831.227421:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624367360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.227444:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624367360:12345-0@lo:400:kworker.0 Request processed in 24us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334831.227449:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1780334831.227459:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1780334831.227464:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624366976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.227489:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624366976:12345-0@lo:400:kworker.0 Request processed in 25us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334831.227494:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1780334831.227505:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:1.0:1780334831.227510:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624367488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.227533:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624367488:12345-0@lo:400:kworker.0 Request processed in 23us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334831.227538:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:1.0:1780334831.227572:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624366464:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.227583:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624366976:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.227592:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624367488:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.227601:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624366336:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.227609:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624366848:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.227616:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624367360:0@lo:400:kworker.0 00000100:00100000:3.0:1780334831.227877:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624366208:0@lo:400:kworker.0 00000100:00100000:3.0:1780334831.227914:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334831.227945:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624366720:0@lo:400:kworker.0 00000100:00100000:3.0:1780334831.227967:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334831.227980:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624367232:0@lo:400:kworker.0 00000100:00100000:3.0:1780334831.227998:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334831.228010:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624367744:0@lo:400:kworker.0 00000100:00100000:3.0:1780334831.228026:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334831.228043:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1780334831.228050:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624366592:0@lo:400:kworker.0 00000100:00100000:3.0:1780334831.228069:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334831.228082:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624367104:0@lo:400:kworker.0 00000100:00100000:3.0:1780334831.228113:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334831.228127:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624367616:0@lo:400:kworker.0 00000100:00100000:3.0:1780334831.228145:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334831.228261:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624366208 00000100:00100000:1.0:1780334831.228266:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624366208 00000100:00100000:1.0:1780334831.228307:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1780334831.228315:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624366208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.228354:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624366208:12345-0@lo:400:kworker.0 Request processed in 40us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334831.228360:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1780334831.228386:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624366592 00000100:00100000:1.0:1780334831.228389:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624366592 00000100:00100000:1.0:1780334831.228410:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1780334831.228416:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624366592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.228443:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624366592:12345-0@lo:400:kworker.0 Request processed in 28us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334831.228449:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1780334831.228477:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624366592:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.228486:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624366208:0@lo:400:kworker.0 00000100:00100000:2.0:1780334831.228711:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624367232 00000100:00100000:2.0:1780334831.228715:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624367232 00000100:00100000:2.0:1780334831.228744:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624367744 00000100:00100000:2.0:1780334831.228747:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624367744 00000100:00100000:2.0:1780334831.228764:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624367104 00000100:00100000:2.0:1780334831.228767:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624367104 00000100:00100000:2.0:1780334831.228780:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624367616 00000100:00100000:2.0:1780334831.228782:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624367616 00000100:00100000:2.0:1780334831.228795:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1780334831.228801:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624367232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334831.228871:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624367232:12345-0@lo:400:kworker.0 Request processed in 70us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334831.228877:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1780334831.228891:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1780334831.228897:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0369ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624367744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334831.228923:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0369ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624367744:12345-0@lo:400:kworker.0 Request processed in 27us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334831.228929:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1780334831.228939:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1780334831.228945:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624367104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334831.228971:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624367104:12345-0@lo:400:kworker.0 Request processed in 27us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334831.228977:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1780334831.228986:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1780334831.228991:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624367616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334831.229016:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624367616:12345-0@lo:400:kworker.0 Request processed in 24us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334831.229024:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00080000:0.0:1780334831.229276:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334831.229281:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334831.229285:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334831.229288:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334831.229298:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624366720 00000100:00100000:0.0:1780334831.229303:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624366720 00000100:00100000:0.0:1780334831.229338:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1780334831.229345:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624366720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334831.229380:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624366720:12345-0@lo:400:kworker.0 Request processed in 37us (1413us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334831.229386:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1780334831.229483:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624367872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334831.229528:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334831.229557:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334831.229563:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624368000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334831.229584:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334831.229714:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624367872 00000100:00100000:3.0:1780334831.229718:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624367872 00000100:00100000:3.0:1780334831.229748:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624368000 00000100:00100000:3.0:1780334831.229751:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624368000 00000100:00100000:3.0:1780334831.229764:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1780334831.229770:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624367872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334831.229793:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334831.229865:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624367872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334831.229871:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1780334831.229882:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1780334831.229887:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624368000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780334831.229897:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334831.229918:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624368000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 31us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334831.229923:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1780334831.230084:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624368000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334831.230107:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624367872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334831.230196:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624367104:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.230206:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624367616:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.230213:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624366720:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.230222:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624367232:0@lo:400:kworker.0 00000100:00100000:1.0:1780334831.230229:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624367744:0@lo:400:kworker.0 00010000:00010000:0.0:1780334831.540614:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334831.959640:0:26526:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334831.959648:0:26526:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334831.960245:0:26526:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334831.960254:0:26526:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334832.564048:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334832.758062:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334832.758095:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624368128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334832.758173:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334832.758245:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624368128 00000100:00100000:1.0:1780334832.758252:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624368128 00000100:00100000:1.0:1780334832.758292:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1780334832.758301:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624368128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334832.758331:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334832.758374:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624368128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334832.758381:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1780334832.758421:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624368128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334832.759166:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703463d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624368256:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334832.759208:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334832.759315:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334832.759325:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624368384:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334832.759351:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334832.759378:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624368384 00000100:00100000:1.0:1780334832.759383:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624368384 00000100:00100000:1.0:1780334832.759412:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1780334832.759419:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624368384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334832.759444:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334832.759480:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624368384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334832.759486:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1780334832.759518:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624368384:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334832.759613:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624368256 00000100:00100000:3.0:1780334832.759617:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624368256 00000100:00100000:3.0:1780334832.759645:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1780334832.759651:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624368256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334832.759663:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334832.759702:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624368256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334832.759708:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1780334832.759767:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703463d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624368256:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780334833.588718:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334833.756269:0:26577:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334833.756277:0:26577:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334833.756789:0:26577:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334833.756798:0:26577:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334834.155378:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334834.155425:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334834.155458:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334834.155494:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334834.155512:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334834.155530:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334834.155544:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334834.155560:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334834.155579:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334834.155733:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604670336 00000100:00100000:2.0:1780334834.155743:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604670336 00000100:00100000:2.0:1780334834.155798:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 762 00000100:00100000:2.0:1780334834.155808:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604670336:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334834.155912:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604670336:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 106us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334834.155920:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 762 00000100:00100000:2.0:1780334834.155952:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604670848 00000100:00100000:2.0:1780334834.155955:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604670848 00000100:00100000:2.0:1780334834.155988:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604671360 00000100:00100000:2.0:1780334834.155992:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604671360 00000100:00100000:2.0:1780334834.156008:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604670720 00000100:00100000:2.0:1780334834.156010:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604670720 00000100:00100000:2.0:1780334834.156035:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604671232 00000100:00100000:2.0:1780334834.156037:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604671232 00000100:00100000:2.0:1780334834.156053:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 670 00000100:00100000:2.0:1780334834.156059:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604670848:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334834.156097:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604670848:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 37us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334834.156104:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 670 00000100:00100000:2.0:1780334834.156116:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 671 00000100:00100000:2.0:1780334834.156122:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604671360:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334834.156144:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604671360:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334834.156149:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 671 00000100:00100000:2.0:1780334834.156161:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 672 00000100:00100000:2.0:1780334834.156167:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604670720:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334834.156190:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604670720:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334834.156196:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 672 00000100:00100000:2.0:1780334834.156207:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 673 00000100:00100000:2.0:1780334834.156212:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604671232:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334834.156233:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604671232:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334834.156238:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 673 00000100:00100000:2.0:1780334834.156255:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604670592 00000100:00100000:2.0:1780334834.156258:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604670592 00000100:00100000:2.0:1780334834.156282:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604671104 00000100:00100000:2.0:1780334834.156285:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604671104 00000100:00100000:2.0:1780334834.156296:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604670464 00000100:00100000:2.0:1780334834.156298:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604670464 00000100:00100000:2.0:1780334834.156306:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604670976 00000100:00100000:2.0:1780334834.156308:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604670976 00000100:00100000:2.0:1780334834.156319:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1075 00000100:00100000:2.0:1780334834.156325:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604670592:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334834.156351:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604670592:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334834.156357:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1075 00000100:00100000:2.0:1780334834.156368:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1076 00000100:00100000:2.0:1780334834.156373:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604671104:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334834.156393:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604671104:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334834.156398:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1076 00000100:00100000:2.0:1780334834.156408:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1077 00000100:00100000:2.0:1780334834.156413:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604670464:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334834.156431:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604670464:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 19us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334834.156436:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1077 00000100:00100000:2.0:1780334834.156446:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1078 00000100:00100000:2.0:1780334834.156452:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604670976:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334834.156468:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604670976:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 18us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334834.156474:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1078 00000100:00080000:2.0:1780334834.156622:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334834.156626:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334834.156629:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334834.156631:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1780334834.612122:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334835.456598:0:26630:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334835.456610:0:26630:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334835.457402:0:26630:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334835.457419:0:26630:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334835.636358:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334835.828719:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334835.829366:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624368512:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334835.829442:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334835.829580:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624368512 00000100:00100000:3.0:1780334835.829588:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624368512 00000100:00100000:3.0:1780334835.829634:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1780334835.829642:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624368512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334835.829676:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:3.0:1780334835.829720:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624368512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334835.829727:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1780334835.830222:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624368512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334836.340020:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624368640:0@lo:400:kworker.0 00000100:00100000:2.0:1780334836.340103:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334836.340301:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624368768:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334836.340335:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334836.340376:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624368768 00000100:00100000:0.0:1780334836.340384:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624368768 00000100:00100000:0.0:1780334836.340434:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1780334836.340443:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624368768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334836.340471:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334836.340514:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624368768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334836.340520:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1780334836.340541:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334836.340549:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624368896:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334836.340573:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334836.340629:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02dfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624368768:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334836.340666:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624368896 00000100:00100000:0.0:1780334836.340669:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624368896 00000100:00100000:0.0:1780334836.340691:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1780334836.340697:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624368896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334836.340707:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334836.340740:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624368896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334836.340745:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1780334836.340770:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624368896:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334836.340806:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624368640 00000100:00100000:0.0:1780334836.340839:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624368640 00000100:00100000:0.0:1780334836.340864:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1780334836.340870:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624368640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334836.342515:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624369152:0@lo:400:kworker.0 00000100:00100000:2.0:1780334836.342573:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1780334836.346489:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334836.346532:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624369024:0@lo:400:kworker.0 00000100:00100000:3.0:1780334836.346609:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334836.346662:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624369024 00000100:00100000:3.0:1780334836.346669:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624369024 00000100:00100000:3.0:1780334836.346706:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:3.0:1780334836.346714:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624369024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334836.346758:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624369024:12345-0@lo:400:kworker.0 Request processed in 45us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334836.346770:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:3.0:1780334836.346825:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624369024:0@lo:400:kworker.0 00000100:00100000:3.0:1780334836.346869:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624369152 00000100:00100000:3.0:1780334836.346872:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624369152 00000100:00100000:3.0:1780334836.346896:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1780334836.346902:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624369152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334836.346938:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624369152:12345-0@lo:400:kworker.0 Request processed in 36us (4365us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334836.346944:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1780334836.347086:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624368640:12345-0@lo:400:kworker.0 Request processed in 6214us (6981us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334836.347093:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1780334836.347354:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624368640:0@lo:400:kworker.0 00000100:00100000:2.0:1780334836.347373:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624369152:0@lo:400:kworker.0 00000100:00100000:3.0:1780334836.347560:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624369280:0@lo:400:kworker.0 00000100:00100000:3.0:1780334836.347687:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334836.347744:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624369280 00000100:00100000:2.0:1780334836.347750:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624369280 00000100:00100000:2.0:1780334836.347785:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:2.0:1780334836.347792:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624369280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.347958:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624369664:0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.347985:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334836.348019:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624369536:0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.348041:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334836.348067:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334836.348072:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624369408:0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.348093:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334836.348114:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624369664 00000100:00100000:0.0:1780334836.348117:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624369664 00000100:00100000:0.0:1780334836.348145:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624369536 00000100:00100000:0.0:1780334836.348148:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624369536 00000100:00100000:0.0:1780334836.348164:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1780334836.348169:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624369664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.348201:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624369664:12345-0@lo:400:kworker.0 Request processed in 32us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334836.348207:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1780334836.348219:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:0.0:1780334836.348225:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624369536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.348254:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624369536:12345-0@lo:400:kworker.0 Request processed in 29us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334836.348258:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:0.0:1780334836.348288:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624369536:0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.348310:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624369664:0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.348335:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624369408 00000100:00100000:0.0:1780334836.348338:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624369408 00000100:00100000:0.0:1780334836.348360:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1780334836.348365:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624369408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.348396:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624369408:12345-0@lo:400:kworker.0 Request processed in 31us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334836.348402:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1780334836.348425:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624369408:0@lo:400:kworker.0 00000100:00080000:0.0:1780334836.348450:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334836.348454:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334836.351370:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624369280:12345-0@lo:400:kworker.0 Request processed in 3571us (3675us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334836.351384:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1780334836.351481:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624369280:0@lo:400:kworker.0 00000100:00100000:3.0:1780334836.351770:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624369792:0@lo:400:kworker.0 00000100:00100000:3.0:1780334836.351849:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334836.351945:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624369792 00000100:00100000:2.0:1780334836.351951:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624369792 00000100:00100000:2.0:1780334836.352002:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1780334836.352010:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624369792:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1780334836.352082:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334836.355061:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624370048:0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.355140:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334836.355177:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334836.355183:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624369920:0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.355207:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334836.355247:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624370048 00000100:00100000:0.0:1780334836.355253:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624370048 00000100:00100000:0.0:1780334836.355304:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:0.0:1780334836.355313:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624370048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.355361:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624370048:12345-0@lo:400:kworker.0 Request processed in 49us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334836.355368:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00080000:0.0:1780334836.355393:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334836.355422:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624370048:0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.355443:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624370176:0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.355464:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334836.355487:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624370176 00000100:00100000:0.0:1780334836.355491:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624370176 00000100:00100000:0.0:1780334836.355517:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1780334836.355522:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624370176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.355553:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624370176:12345-0@lo:400:kworker.0 Request processed in 31us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334836.355559:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00080000:0.0:1780334836.355576:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780334836.355607:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624370176:0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.355649:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624369920 00000100:00100000:0.0:1780334836.355652:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624369920 00000100:00100000:0.0:1780334836.355678:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1780334836.355684:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624369920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334836.355716:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624369920:12345-0@lo:400:kworker.0 Request processed in 32us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334836.355723:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00080000:0.0:1780334836.355735:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334836.355750:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624369920:0@lo:400:kworker.0 00000100:00100000:2.0:1780334836.362800:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624369792:12345-0@lo:400:kworker.0 Request processed in 10781us (10941us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334836.362829:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1780334836.363413:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624369792:0@lo:400:kworker.0 00010000:00010000:0.0:1780334836.659958:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334837.341444:0:26681:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334837.341452:0:26681:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334837.342206:0:26681:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334837.342217:0:26681:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334837.684088:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334837.876553:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624370304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334837.876622:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334837.876952:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624370432:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334837.876990:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334837.877093:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624370304 00000100:00100000:1.0:1780334837.877102:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624370304 00000100:00100000:1.0:1780334837.877158:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1780334837.877167:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624370304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334837.877199:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334837.877253:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624370304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334837.877259:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1780334837.877301:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624370304:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334837.877404:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624370432 00000100:00100000:2.0:1780334837.877409:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624370432 00000100:00100000:2.0:1780334837.877442:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1780334837.877449:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624370432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334837.877479:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334837.877525:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624370432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334837.877532:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1780334837.877691:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624370432:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334837.878082:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02df9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624370560:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334837.878117:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334837.878239:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624370560 00000100:00100000:3.0:1780334837.878245:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624370560 00000100:00100000:3.0:1780334837.878278:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1780334837.878285:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624370560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334837.878298:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334837.878338:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624370560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334837.878344:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1780334837.878427:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02df9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624370560:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1780334838.708547:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334839.268102:0:26732:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334839.268110:0:26732:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334839.270552:0:26732:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334839.270569:0:26732:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334839.275613:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334839.275655:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334839.275682:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334839.275702:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334839.275723:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334839.275739:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334839.275756:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334839.275773:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334839.275794:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334839.275841:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604671616 00000100:00100000:1.0:1780334839.275850:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604671616 00000100:00100000:1.0:1780334839.275905:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604672128 00000100:00100000:1.0:1780334839.275908:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604672128 00000100:00100000:1.0:1780334839.275923:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604671744 00000100:00100000:1.0:1780334839.275925:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604671744 00000100:00100000:1.0:1780334839.275936:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604672256 00000100:00100000:1.0:1780334839.275938:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604672256 00000100:00100000:1.0:1780334839.275954:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1085 00000100:00100000:1.0:1780334839.275962:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604671616:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334839.276028:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604671616:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 67us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334839.276046:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1085 00000100:00100000:1.0:1780334839.276064:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1086 00000100:00100000:1.0:1780334839.276071:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604672128:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334839.276097:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604672128:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 27us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334839.276103:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1086 00000100:00100000:1.0:1780334839.276115:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1087 00000100:00100000:1.0:1780334839.276121:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604671744:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334839.276152:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604671744:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334839.276159:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1087 00000100:00100000:1.0:1780334839.276170:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1088 00000100:00100000:1.0:1780334839.276176:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604672256:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334839.276198:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604672256:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334839.276203:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1088 00000100:00100000:1.0:1780334839.276221:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604671872 00000100:00100000:1.0:1780334839.276224:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604671872 00000100:00100000:1.0:1780334839.276248:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604672384 00000100:00100000:1.0:1780334839.276250:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604672384 00000100:00100000:1.0:1780334839.276267:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604672000 00000100:00100000:1.0:1780334839.276269:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604672000 00000100:00100000:1.0:1780334839.276279:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604672512 00000100:00100000:1.0:1780334839.276281:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604672512 00000100:00100000:1.0:1780334839.276293:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 676 00000100:00100000:1.0:1780334839.276299:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604671872:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334839.276323:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604671872:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334839.276329:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 676 00000100:00100000:1.0:1780334839.276340:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 677 00000100:00100000:1.0:1780334839.276346:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604672384:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334839.276367:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604672384:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334839.276373:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 677 00000100:00100000:1.0:1780334839.276383:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 678 00000100:00100000:1.0:1780334839.276388:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604672000:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334839.276407:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604672000:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 20us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334839.276413:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 678 00000100:00100000:1.0:1780334839.276422:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 679 00000100:00100000:1.0:1780334839.276428:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604672512:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334839.276448:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604672512:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334839.276454:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 679 00000100:00080000:1.0:1780334839.276482:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334839.276486:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334839.276488:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334839.276490:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334839.276673:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604671488 00000100:00100000:3.0:1780334839.276679:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604671488 00000100:00100000:3.0:1780334839.276716:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 764 00000100:00100000:3.0:1780334839.276723:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604671488:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334839.276746:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604671488:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334839.276752:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 764 00010000:00010000:0.0:1780334839.732650:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334840.500631:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1780334840.691980:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334840.691987:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334840.693147:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334840.693162:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334840.756511:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334840.949062:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624370688:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334840.949156:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334840.949258:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624370688 00000100:00100000:0.0:1780334840.949267:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624370688 00000100:00100000:0.0:1780334840.949325:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1780334840.949337:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624370688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334840.949387:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:0.0:1780334840.949446:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624370688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334840.949454:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1780334840.949510:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624370688:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1780334841.098681:0:26785:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334841.098688:0:26785:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334841.099560:0:26785:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334841.099571:0:26785:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334841.460061:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334841.460084:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624370816:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334841.460120:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624370944:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334841.460168:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334841.460253:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334841.460273:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624370816 00000100:00100000:3.0:1780334841.460280:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624370816 00000100:00100000:0.0:1780334841.460293:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624370944 00000100:00100000:0.0:1780334841.460299:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624370944 00000100:00080000:1.0:1780334841.460350:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334841.460384:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1780334841.460393:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624370816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780334841.460420:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334841.460471:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624370816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334841.460477:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1780334841.460493:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1780334841.460498:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624370944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334841.460507:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334841.460532:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624370944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334841.460538:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1780334841.460612:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624370816:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334841.460648:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02dfa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624370944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334841.460747:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624371072:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.460776:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334841.460798:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624371584:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.460839:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334841.460855:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624372096:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.460874:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334841.460889:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1780334841.460893:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624371456:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.460911:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334841.460923:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624371968:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.460937:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334841.460956:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624372096 00000100:00100000:1.0:1780334841.460959:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624372096 00000100:00100000:1.0:1780334841.460985:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624371968 00000100:00100000:1.0:1780334841.460987:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624371968 00000100:00100000:1.0:1780334841.461003:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1780334841.461009:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624372096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461057:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624372096:12345-0@lo:400:kworker.0 Request processed in 48us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334841.461063:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1780334841.461075:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1780334841.461080:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624371968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461104:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624371968:12345-0@lo:400:kworker.0 Request processed in 24us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334841.461112:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1780334841.461129:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624371456 00000100:00100000:1.0:1780334841.461132:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624371456 00000100:00100000:1.0:1780334841.461156:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:1.0:1780334841.461162:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624371456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461204:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624371456:12345-0@lo:400:kworker.0 Request processed in 42us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334841.461210:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00080000:1.0:1780334841.461236:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334841.461244:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624371328:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461268:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334841.461286:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624371840:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461303:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334841.461319:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624372352:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461339:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334841.461355:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1780334841.461361:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624371200:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461380:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334841.461398:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624371712:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461416:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334841.461430:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624372224:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461448:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334841.461470:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624371840 00000100:00100000:1.0:1780334841.461473:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624371840 00000100:00100000:1.0:1780334841.461494:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624372352 00000100:00100000:1.0:1780334841.461498:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624372352 00000100:00100000:1.0:1780334841.461509:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624371200 00000100:00100000:1.0:1780334841.461511:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624371200 00000100:00100000:1.0:1780334841.461520:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624371712 00000100:00100000:1.0:1780334841.461522:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624371712 00000100:00100000:1.0:1780334841.461532:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624372224 00000100:00100000:1.0:1780334841.461535:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624372224 00000100:00100000:1.0:1780334841.461547:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:1.0:1780334841.461553:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624371840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461599:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624371840:12345-0@lo:400:kworker.0 Request processed in 46us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334841.461604:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:1.0:1780334841.461616:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:1.0:1780334841.461621:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624372352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461646:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624372352:12345-0@lo:400:kworker.0 Request processed in 25us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334841.461652:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:1.0:1780334841.461662:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:1.0:1780334841.461668:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624371200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461691:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624371200:12345-0@lo:400:kworker.0 Request processed in 25us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334841.461697:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:1.0:1780334841.461707:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:1.0:1780334841.461712:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624371712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461736:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624371712:12345-0@lo:400:kworker.0 Request processed in 24us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334841.461742:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:1.0:1780334841.461752:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:1.0:1780334841.461757:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624372224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461781:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624372224:12345-0@lo:400:kworker.0 Request processed in 24us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334841.461786:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00080000:1.0:1780334841.461806:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334841.461838:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334841.461867:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624371456:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461878:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624371968:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461886:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624372096:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461914:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624371200:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461923:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624371712:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461931:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624372224:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461940:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624371840:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461947:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624372352:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.461987:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624371584 00000100:00100000:1.0:1780334841.461991:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624371584 00000100:00100000:1.0:1780334841.462012:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624371328 00000100:00100000:1.0:1780334841.462029:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624371328 00000100:00100000:1.0:1780334841.462044:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1780334841.462049:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624371584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.462087:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624371584:12345-0@lo:400:kworker.0 Request processed in 37us (1246us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334841.462096:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1780334841.462107:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1780334841.462113:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624371328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.462144:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624371328:12345-0@lo:400:kworker.0 Request processed in 31us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334841.462149:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1780334841.462166:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624371072 00000100:00100000:1.0:1780334841.462169:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624371072 00000100:00100000:1.0:1780334841.462192:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1780334841.462198:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624371072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.462227:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624371072:12345-0@lo:400:kworker.0 Request processed in 30us (1451us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334841.462233:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1780334841.462266:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624371072:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.462275:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624371584:0@lo:400:kworker.0 00000100:00100000:1.0:1780334841.462294:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034606680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624371328:0@lo:400:kworker.0 00010000:00010000:0.0:1780334841.780771:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334842.780433:0:26836:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334842.780441:0:26836:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334842.785587:0:26836:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334842.785603:0:26836:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334842.804020:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334842.997731:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624372480:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334842.997800:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334842.998047:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334842.998054:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02df8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624372608:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334842.998084:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334842.998136:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624372736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334842.998162:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334842.998188:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624372608 00000100:00100000:2.0:1780334842.998196:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624372608 00000100:00100000:2.0:1780334842.998246:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624372736 00000100:00100000:2.0:1780334842.998249:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624372736 00000100:00100000:2.0:1780334842.998267:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1780334842.998275:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624372608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334842.998302:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334842.998345:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624372608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334842.998352:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1780334842.998368:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1780334842.998385:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624372736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334842.998395:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334842.998420:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624372736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334842.998426:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1780334842.998516:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624372736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334842.998546:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02df8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624372608:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334842.999989:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624372480 00000100:00100000:0.0:1780334843.000000:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624372480 00000100:00100000:0.0:1780334843.000139:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1780334843.000150:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624372480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334843.000183:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334843.000262:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624372480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (2461us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334843.000268:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1780334843.000352:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624372480:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1780334843.828241:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334844.396727:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334844.396842:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604672640 00000100:00100000:1.0:1780334844.396852:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604672640 00000100:00100000:1.0:1780334844.396905:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 766 00000100:00100000:1.0:1780334844.396916:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604672640:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334844.396986:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604672640:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 72us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334844.397003:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 766 00000100:00100000:3.0:1780334844.399902:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334844.400007:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334844.400044:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334844.400068:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334844.400124:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604672768 00000100:00100000:1.0:1780334844.400133:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604672768 00000100:00100000:1.0:1780334844.400188:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604673280 00000100:00100000:1.0:1780334844.400192:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604673280 00000100:00100000:3.0:1780334844.400200:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334844.400213:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604672896 00000100:00100000:1.0:1780334844.400217:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604672896 00000100:00100000:3.0:1780334844.400220:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334844.400235:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1095 00000100:00100000:3.0:1780334844.400245:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334844.400245:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604672768:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334844.400314:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604672768:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 71us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334844.400322:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1095 00000100:00100000:1.0:1780334844.400338:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604673408 00000100:00100000:1.0:1780334844.400341:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604673408 00000100:00100000:1.0:1780334844.400357:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1096 00000100:00100000:1.0:1780334844.400363:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604673280:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334844.400418:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334844.400465:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604673280:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 100us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334844.400472:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1096 00000100:00100000:1.0:1780334844.400487:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1097 00000100:00100000:1.0:1780334844.400495:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604672896:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334844.400527:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604672896:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334844.400533:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1097 00000100:00100000:1.0:1780334844.400545:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1098 00000100:00100000:1.0:1780334844.400551:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604673408:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334844.400574:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604673408:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334844.400579:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1098 00000100:00080000:1.0:1780334844.400599:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334844.400604:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334844.400692:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604673024 00000100:00100000:2.0:1780334844.400696:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604673024 00000100:00100000:2.0:1780334844.400731:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604673536 00000100:00100000:2.0:1780334844.400734:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604673536 00000100:00100000:2.0:1780334844.400748:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604673152 00000100:00100000:2.0:1780334844.400750:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604673152 00000100:00100000:2.0:1780334844.400762:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604673664 00000100:00100000:2.0:1780334844.400764:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604673664 00000100:00100000:2.0:1780334844.400778:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 682 00000100:00100000:2.0:1780334844.400785:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604673024:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334844.400849:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604673024:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 64us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334844.400854:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 682 00000100:00100000:2.0:1780334844.400867:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 683 00000100:00100000:2.0:1780334844.400874:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604673536:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334844.400900:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604673536:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 27us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334844.401493:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 684 00000100:00100000:1.0:1780334844.401503:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604673152:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334844.401535:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604673152:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 34us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334844.401542:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 684 00000100:00100000:1.0:1780334844.401558:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 685 00000100:00100000:1.0:1780334844.401565:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604673664:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334844.401588:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604673664:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334844.401594:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 685 00000100:00080000:1.0:1780334844.401615:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334844.401619:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334844.401696:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 683 00000040:00080000:2.0:1780334844.428839:0:26887:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334844.428849:0:26887:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334844.429620:0:26887:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334844.429632:0:26887:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334844.852317:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334845.876053:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334846.069836:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624372864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334846.069904:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334846.070016:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624372864 00000100:00100000:1.0:1780334846.070024:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624372864 00000100:00100000:1.0:1780334846.070077:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1780334846.070085:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624372864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334846.070120:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:1.0:1780334846.070170:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624372864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334846.070177:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1780334846.070232:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624372864:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1780334846.124544:0:26938:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334846.124553:0:26938:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334846.125113:0:26938:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334846.125122:0:26938:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334846.580347:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624373248:0@lo:400:kworker.0 00000100:00100000:2.0:1780334846.580417:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334846.580476:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624373760:0@lo:400:kworker.0 00000100:00100000:2.0:1780334846.580502:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334846.580528:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624374272:0@lo:400:kworker.0 00000100:00100000:2.0:1780334846.580548:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334846.580574:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1780334846.580580:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624373376:0@lo:400:kworker.0 00000100:00100000:2.0:1780334846.580600:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334846.580614:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624373888:0@lo:400:kworker.0 00000100:00100000:2.0:1780334846.580637:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334846.580652:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624374400:0@lo:400:kworker.0 00000100:00100000:2.0:1780334846.580671:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334846.580861:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624372992:0@lo:400:kworker.0 00000100:00100000:1.0:1780334846.580898:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334846.580931:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624373504:0@lo:400:kworker.0 00000100:00100000:1.0:1780334846.580950:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334846.580966:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624374016:0@lo:400:kworker.0 00000100:00100000:1.0:1780334846.581000:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334846.581015:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624374528:0@lo:400:kworker.0 00000100:00100000:1.0:1780334846.581034:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334846.581048:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1780334846.581053:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624373120:0@lo:400:kworker.0 00000100:00100000:1.0:1780334846.581071:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334846.581087:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624373632:0@lo:400:kworker.0 00000100:00100000:1.0:1780334846.581103:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334846.581116:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624374144:0@lo:400:kworker.0 00000100:00100000:1.0:1780334846.581132:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334846.581160:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624373760 00000100:00100000:1.0:1780334846.581166:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624373760 00000100:00100000:1.0:1780334846.581207:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624374272 00000100:00100000:1.0:1780334846.581210:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624374272 00000100:00100000:1.0:1780334846.581223:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624373376 00000100:00100000:1.0:1780334846.581226:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624373376 00000100:00100000:1.0:1780334846.581237:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624373120 00000100:00100000:1.0:1780334846.581239:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624373120 00000100:00100000:1.0:1780334846.581249:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624373632 00000100:00100000:1.0:1780334846.581251:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624373632 00000100:00100000:1.0:1780334846.581261:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624374144 00000100:00100000:1.0:1780334846.581263:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624374144 00000100:00100000:1.0:1780334846.581277:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:1.0:1780334846.581285:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624373760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334846.581432:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624373248 00000100:00100000:0.0:1780334846.581436:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624373248 00000100:00100000:0.0:1780334846.581460:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624373504 00000100:00100000:0.0:1780334846.581463:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624373504 00000100:00100000:0.0:1780334846.581477:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1780334846.581483:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624373248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334846.581537:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624373248:12345-0@lo:400:kworker.0 Request processed in 54us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334846.581544:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1780334846.581562:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1780334846.581568:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624373504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334846.581596:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624373504:12345-0@lo:400:kworker.0 Request processed in 28us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334846.581605:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1780334846.581627:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624374656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334846.581652:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334846.581692:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624374656 00000100:00100000:0.0:1780334846.581696:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624374656 00000100:00100000:0.0:1780334846.581723:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1780334846.581729:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624374656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334846.581750:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334846.581907:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1780334846.581915:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624374272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334846.581951:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624374272:12345-0@lo:400:kworker.0 Request processed in 37us (1402us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334846.581958:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1780334846.581974:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:3.0:1780334846.581990:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624373376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334846.582019:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624373376:12345-0@lo:400:kworker.0 Request processed in 31us (1418us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334846.582025:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:3.0:1780334846.582040:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:3.0:1780334846.582045:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624373120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334846.582094:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624373120:12345-0@lo:400:kworker.0 Request processed in 48us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334846.582100:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:3.0:1780334846.582112:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:3.0:1780334846.582118:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624373632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334846.582146:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624373632:12345-0@lo:400:kworker.0 Request processed in 28us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334846.582151:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:3.0:1780334846.582162:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:3.0:1780334846.582168:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624374144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334846.582192:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624374144:12345-0@lo:400:kworker.0 Request processed in 25us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334846.582197:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:3.0:1780334846.582217:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624373888 00000100:00100000:3.0:1780334846.582220:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624373888 00000100:00100000:3.0:1780334846.582244:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624374400 00000100:00100000:3.0:1780334846.582247:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624374400 00000100:00100000:1.0:1780334846.582527:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624373760:12345-0@lo:400:kworker.0 Request processed in 1242us (2023us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334846.582535:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00080000:1.0:1780334846.582554:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334846.582558:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334846.582587:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624372992 00000100:00100000:2.0:1780334846.582592:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624372992 00000100:00100000:2.0:1780334846.582621:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1780334846.582627:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012e08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624372992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334846.582660:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012e08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624372992:12345-0@lo:400:kworker.0 Request processed in 34us (1762us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334846.582666:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1780334846.582692:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624374016 00000100:00100000:2.0:1780334846.582696:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624374016 00000100:00100000:2.0:1780334846.582720:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624374528 00000100:00100000:2.0:1780334846.582722:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624374528 00000100:00100000:0.0:1780334846.582948:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624374656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1218us (1294us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334846.582956:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1780334846.583015:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624374656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334846.583051:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624373120:0@lo:400:kworker.0 00000100:00100000:0.0:1780334846.583060:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624373632:0@lo:400:kworker.0 00000100:00100000:0.0:1780334846.583068:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624374144:0@lo:400:kworker.0 00000100:00100000:0.0:1780334846.583076:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624372992:0@lo:400:kworker.0 00000100:00100000:0.0:1780334846.583085:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624373504:0@lo:400:kworker.0 00000100:00100000:0.0:1780334846.583112:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624374784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334846.583140:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334846.583168:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624373376:0@lo:400:kworker.0 00000100:00100000:0.0:1780334846.583180:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624373248:0@lo:400:kworker.0 00000100:00100000:0.0:1780334846.583191:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624373760:0@lo:400:kworker.0 00000100:00100000:0.0:1780334846.583200:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624374272:0@lo:400:kworker.0 00000100:00100000:0.0:1780334846.583225:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624374784 00000100:00100000:0.0:1780334846.583228:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624374784 00000100:00100000:3.0:1780334846.583294:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00080000:1.0:1780334846.583458:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334846.583461:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334846.583464:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334846.583588:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624373888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334846.583636:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624373888:12345-0@lo:400:kworker.0 Request processed in 50us (2998us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334846.583660:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1780334846.583670:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624374016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334846.583710:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624374016:12345-0@lo:400:kworker.0 Request processed in 43us (2710us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334846.583716:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1780334846.583731:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1780334846.583737:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624374400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334846.583779:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624374400:12345-0@lo:400:kworker.0 Request processed in 42us (3107us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334846.583784:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1780334846.583843:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624374016:0@lo:400:kworker.0 00000100:00100000:1.0:1780334846.583866:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624373888:0@lo:400:kworker.0 00000100:00100000:1.0:1780334846.583874:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624374400:0@lo:400:kworker.0 00000100:00080000:1.0:1780334846.583922:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334846.584181:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1780334846.584189:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624374784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334846.584206:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1780334846.584242:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3658:x1866815624374784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334846.584248:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1780334846.584279:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624374784:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334846.584617:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1780334846.584627:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624374528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334846.584677:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624374528:12345-0@lo:400:kworker.0 Request processed in 52us (3642us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334846.584685:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1780334846.584766:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624374528:0@lo:400:kworker.0 00000100:00100000:3.0:1780334846.585054:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00010000:00010000:1.0:1780334846.900240:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334847.778982:0:26989:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334847.778989:0:26989:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334847.779619:0:26989:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334847.779629:0:26989:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334847.924375:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334848.116064:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624374912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334848.116129:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334848.116744:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624374912 00000100:00100000:0.0:1780334848.116751:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624374912 00000100:00100000:0.0:1780334848.116799:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1780334848.116828:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624374912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334848.116857:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334848.116910:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624374912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334848.116916:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1780334848.116937:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334848.116946:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624375040:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334848.116985:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1780334848.117011:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334848.117146:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624375040 00000100:00100000:1.0:1780334848.117152:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624375040 00000100:00100000:1.0:1780334848.117203:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1780334848.117211:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624375040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334848.117235:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334848.117273:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624375040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334848.117426:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334848.117435:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624375168:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334848.117517:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334848.117653:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624375040:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334848.117681:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624375168 00000100:00100000:3.0:1780334848.117685:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624375168 00000100:00100000:3.0:1780334848.117717:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00080000:2.0:1780334848.117730:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334848.117740:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624375168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334848.117757:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334848.117797:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624375168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334848.117803:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1780334848.117932:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624375168:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334848.118454:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1780334848.119524:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624374912:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1780334848.952090:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334849.368782:0:27041:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334849.368795:0:27041:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334849.369725:0:27041:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334849.369737:0:27041:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334849.513891:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334849.513932:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334849.513952:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334849.513984:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334849.514007:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334849.514021:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334849.514035:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334849.514048:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334849.514078:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334849.514100:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604674176 00000100:00100000:1.0:1780334849.514108:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604674176 00000100:00100000:1.0:1780334849.514151:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604674688 00000100:00100000:1.0:1780334849.514154:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604674688 00000100:00100000:1.0:1780334849.514169:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604674304 00000100:00100000:1.0:1780334849.514172:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604674304 00000100:00100000:0.0:1780334849.514177:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604673920 00000100:00100000:0.0:1780334849.514183:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604673920 00000100:00100000:0.0:1780334849.514229:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604674432 00000100:00100000:0.0:1780334849.514232:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604674432 00000100:00100000:0.0:1780334849.514246:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604674048 00000100:00100000:0.0:1780334849.514248:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604674048 00000100:00100000:0.0:1780334849.514260:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604674560 00000100:00100000:0.0:1780334849.514262:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604674560 00000100:00100000:2.0:1780334849.514350:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604674816 00000100:00100000:2.0:1780334849.514355:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604674816 00000100:00100000:2.0:1780334849.514375:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 690 00000100:00100000:2.0:1780334849.514384:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604674176:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334849.514454:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604674176:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 72us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334849.514461:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 690 00000100:00100000:2.0:1780334849.514476:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 691 00000100:00100000:2.0:1780334849.514480:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604674688:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334849.514498:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604674688:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 18us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334849.514504:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 691 00000100:00100000:2.0:1780334849.514512:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 692 00000100:00100000:2.0:1780334849.514517:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604674816:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334849.514532:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604674816:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 15us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334849.514537:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 692 00000100:00100000:1.0:1780334849.514866:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 693 00000100:00100000:1.0:1780334849.514874:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604674304:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334849.514899:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604674304:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 27us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334849.514904:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 693 00000100:00100000:0.0:1780334849.515197:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1105 00000100:00100000:0.0:1780334849.515211:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604673920:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334849.515246:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604673920:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 39us (1364us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334849.515310:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604673792 00000100:00100000:2.0:1780334849.515315:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604673792 00000100:00100000:2.0:1780334849.515345:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 768 00000100:00100000:2.0:1780334849.515352:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e683850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604673792:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334849.515380:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e683850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604673792:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 30us (1372us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334849.515385:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 768 00000100:00100000:3.0:1780334849.516450:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1106 00000100:00100000:1.0:1780334849.516463:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1107 00000100:00100000:3.0:1780334849.516468:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604674432:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334849.516479:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604674048:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334849.516519:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604674432:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 60us (2565us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334849.516526:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1106 00000100:00100000:1.0:1780334849.516545:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604674048:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 72us (2521us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334849.516551:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1108 00000100:00100000:3.0:1780334849.516561:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604674560:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334849.516562:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1107 00000100:00100000:3.0:1780334849.516587:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604674560:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 30us (2538us total) trans 0 rc 0/0 00000100:00080000:1.0:1780334849.516591:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334849.516595:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1108 00000100:00080000:1.0:1780334849.516597:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334849.516600:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334849.516604:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334849.516931:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1105 00010000:00010000:1.0:1780334849.972673:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334850.740616:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1780334850.938861:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334850.938868:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334850.940590:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334850.940608:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334850.997499:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334851.116021:0:27092:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334851.116030:0:27092:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334851.117719:0:27092:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334851.117736:0:27092:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334851.188999:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624375296:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334851.189070:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334851.189167:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624375296 00000100:00100000:0.0:1780334851.189175:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624375296 00000100:00100000:0.0:1780334851.189229:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1780334851.189238:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624375296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334851.189272:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:0.0:1780334851.189339:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624375296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334851.189346:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1780334851.189386:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624375296:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334851.700249:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624375808:0@lo:400:kworker.0 00000100:00100000:3.0:1780334851.700322:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334851.700387:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624376320:0@lo:400:kworker.0 00000100:00100000:3.0:1780334851.700410:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334851.700435:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624376832:0@lo:400:kworker.0 00000100:00100000:3.0:1780334851.700452:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334851.700472:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1780334851.700477:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624375424:0@lo:400:kworker.0 00000100:00100000:3.0:1780334851.700505:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334851.700526:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624375936:0@lo:400:kworker.0 00000100:00100000:3.0:1780334851.700548:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334851.700562:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624376448:0@lo:400:kworker.0 00000100:00100000:3.0:1780334851.700580:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334851.700643:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624375552:0@lo:400:kworker.0 00000100:00100000:1.0:1780334851.700677:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334851.700698:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624376064:0@lo:400:kworker.0 00000100:00100000:2.0:1780334851.700709:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624375808 00000100:00100000:2.0:1780334851.700718:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624375808 00000100:00100000:1.0:1780334851.700723:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334851.700740:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624376576:0@lo:400:kworker.0 00000100:00100000:1.0:1780334851.700763:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334851.700770:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1780334851.700781:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624375808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334851.700797:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624375936 00000100:00100000:1.0:1780334851.700802:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624375936 00000100:00100000:2.0:1780334851.700861:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624375808:12345-0@lo:400:kworker.0 Request processed in 82us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334851.700864:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624376448 00000100:00100000:1.0:1780334851.700869:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624376448 00000100:00100000:2.0:1780334851.700872:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1780334851.700889:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624375552 00000100:00100000:1.0:1780334851.700893:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624375552 00000100:00100000:2.0:1780334851.700902:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624376320 00000100:00100000:2.0:1780334851.700906:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624376320 00000100:00100000:1.0:1780334851.700910:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624376064 00000100:00100000:1.0:1780334851.700915:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624376064 00000100:00100000:1.0:1780334851.700936:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624376576 00000100:00100000:1.0:1780334851.700950:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624376576 00000100:00100000:2.0:1780334851.700951:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624376832 00000100:00100000:2.0:1780334851.700955:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624376832 00000100:00100000:1.0:1780334851.700975:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:1.0:1780334851.700985:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624375936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334851.701001:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1780334851.701010:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624376320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334851.701023:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624375936:12345-0@lo:400:kworker.0 Request processed in 39us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334851.701030:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:1.0:1780334851.701046:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1780334851.701054:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624376448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334851.701068:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624376320:12345-0@lo:400:kworker.0 Request processed in 59us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334851.701076:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1780334851.701094:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624376448:12345-0@lo:400:kworker.0 Request processed in 40us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334851.701095:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1780334851.701106:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:2.0:1780334851.701108:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624376832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334851.701124:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:1.0:1780334851.701132:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624375552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334851.701144:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624376832:12345-0@lo:400:kworker.0 Request processed in 39us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334851.701153:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1780334851.701174:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624375552:12345-0@lo:400:kworker.0 Request processed in 42us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334851.701180:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1780334851.701187:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1780334851.701191:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624376064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334851.701216:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1780334851.701223:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624376064:12345-0@lo:400:kworker.0 Request processed in 34us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334851.701227:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624376576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334851.701234:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1780334851.701267:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624376576:12345-0@lo:400:kworker.0 Request processed in 43us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334851.701274:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1780334851.701290:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624375936:0@lo:400:kworker.0 00000100:00100000:2.0:1780334851.701305:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624376448:0@lo:400:kworker.0 00000100:00100000:2.0:1780334851.701317:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624375808:0@lo:400:kworker.0 00000100:00080000:1.0:1780334851.701325:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334851.701329:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624376320:0@lo:400:kworker.0 00000100:00080000:1.0:1780334851.701332:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334851.701337:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334851.701339:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334851.701345:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624376832:0@lo:400:kworker.0 00000100:00100000:1.0:1780334851.701365:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624375552:0@lo:400:kworker.0 00000100:00100000:2.0:1780334851.701366:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334851.701379:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624376960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334851.701387:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624376064:0@lo:400:kworker.0 00000100:00100000:1.0:1780334851.701400:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624376576:0@lo:400:kworker.0 00000100:00100000:2.0:1780334851.701413:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334851.701448:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624375424 00000100:00100000:1.0:1780334851.701453:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624375424 00000100:00100000:1.0:1780334851.701483:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1780334851.701491:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624375424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334851.701532:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624375424:12345-0@lo:400:kworker.0 Request processed in 40us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334851.701539:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1780334851.701712:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624375424:0@lo:400:kworker.0 00000100:00100000:3.0:1780334851.701776:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624375680:0@lo:400:kworker.0 00000100:00100000:3.0:1780334851.701807:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334851.701850:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624376192:0@lo:400:kworker.0 00000100:00100000:3.0:1780334851.701871:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334851.701897:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624376704:0@lo:400:kworker.0 00000100:00100000:3.0:1780334851.701915:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334851.701952:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624376192 00000100:00100000:3.0:1780334851.701955:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624376192 00000100:00100000:3.0:1780334851.702038:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624376704 00000100:00100000:3.0:1780334851.702042:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624376704 00000100:00100000:3.0:1780334851.702063:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1780334851.702069:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624376192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334851.702104:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624376192:12345-0@lo:400:kworker.0 Request processed in 36us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334851.702108:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624375680 00000100:00100000:3.0:1780334851.702111:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1780334851.702112:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624375680 00000100:00100000:3.0:1780334851.702122:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:3.0:1780334851.702127:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624376704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334851.702137:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1780334851.702143:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624375680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334851.702153:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624376704:12345-0@lo:400:kworker.0 Request processed in 26us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334851.702158:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00080000:3.0:1780334851.702173:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334851.702175:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334851.702180:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624375680:12345-0@lo:400:kworker.0 Request processed in 37us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334851.702185:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:3.0:1780334851.702190:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624375680:0@lo:400:kworker.0 00000100:00100000:3.0:1780334851.702198:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624376192:0@lo:400:kworker.0 00000100:00100000:3.0:1780334851.702206:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624376704:0@lo:400:kworker.0 00000100:00100000:0.0:1780334851.702206:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624376960 00000100:00100000:0.0:1780334851.702209:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624376960 00000100:00100000:3.0:1780334851.702366:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780334851.702374:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624377088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334851.702398:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334851.704422:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624377088 00000100:00100000:0.0:1780334851.704435:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624377088 00000100:00100000:2.0:1780334851.708343:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1780334851.708369:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624376960:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334851.708374:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1780334851.708384:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624377088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334851.708403:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00002000:00000024:0.0:1780334851.708403:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334851.708522:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624377088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (6121us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334851.708529:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1780334851.708643:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624377088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334851.709839:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624376960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1478us (8422us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334851.709849:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1780334851.709971:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624376960:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1780334852.020061:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334852.986271:0:27143:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334852.986281:0:27143:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334852.987114:0:27143:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334852.987129:0:27143:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334853.043974:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334853.236089:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624377216:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334853.236185:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334853.236265:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624377216 00000100:00100000:0.0:1780334853.236277:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624377216 00000100:00100000:0.0:1780334853.236352:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1780334853.236363:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624377216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334853.236408:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334853.236480:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624377216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334853.236488:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1780334853.236537:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624377216:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334853.239412:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334853.239448:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624377344:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334853.239534:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334853.239654:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624377344 00000100:00100000:2.0:1780334853.239664:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624377344 00000100:00100000:2.0:1780334853.239742:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1780334853.239756:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624377344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334853.239796:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334853.239878:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624377344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334853.239886:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00080000:1.0:1780334853.240066:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334853.240479:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334853.240494:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624377472:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334853.240535:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334853.240584:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624377472 00000100:00100000:2.0:1780334853.240591:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624377472 00000100:00100000:0.0:1780334853.240622:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624377344:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334853.240648:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1780334853.240658:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624377472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334853.240674:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334853.240716:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624377472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334853.240723:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00080000:1.0:1780334853.240793:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334853.240854:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624377472:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780334854.069569:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334854.637516:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334854.637659:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334854.637703:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334854.637757:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334854.637799:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334854.637889:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334854.637957:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604675072 00000100:00100000:3.0:1780334854.637970:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604675072 00000100:00100000:3.0:1780334854.638090:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604675200 00000100:00100000:3.0:1780334854.638094:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604675200 00000100:00100000:3.0:1780334854.638114:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604675712 00000100:00100000:3.0:1780334854.638117:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604675712 00000100:00100000:3.0:1780334854.638136:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1115 00000100:00100000:3.0:1780334854.638164:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604675072:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334854.638331:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604675072:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 175us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334854.638356:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1115 00000100:00100000:3.0:1780334854.638376:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1116 00000100:00100000:3.0:1780334854.638383:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604675200:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334854.638411:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604675200:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334854.638417:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1116 00000100:00100000:3.0:1780334854.638431:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1117 00000100:00100000:3.0:1780334854.638438:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604675712:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334854.638497:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604675712:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 58us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334854.638503:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1117 00000100:00100000:3.0:1780334854.638528:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604675456 00000100:00100000:3.0:1780334854.638532:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604675456 00000100:00100000:3.0:1780334854.638563:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604675968 00000100:00100000:3.0:1780334854.638566:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604675968 00000100:00100000:3.0:1780334854.638587:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 698 00000100:00100000:3.0:1780334854.638594:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c95a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604675456:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334854.638627:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c95a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604675456:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 33us (870us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334854.638634:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 698 00000100:00100000:3.0:1780334854.638972:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 699 00000100:00100000:3.0:1780334854.638981:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604675968:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334854.639007:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604675968:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (1118us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334854.639014:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 699 00000100:00080000:3.0:1780334854.639041:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334854.639047:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334854.639050:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334854.639932:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604674944 00000100:00100000:0.0:1780334854.639942:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604674944 00000100:00100000:0.0:1780334854.639989:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 770 00000100:00100000:0.0:1780334854.639999:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e681050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604674944:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334854.640055:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e681050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604674944:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 58us (2396us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334854.640063:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 770 00000100:00100000:3.0:1780334854.648298:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334854.648352:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334854.648386:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334854.648448:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604675328 00000100:00100000:2.0:1780334854.648461:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604675328 00000100:00100000:1.0:1780334854.648477:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604675840 00000100:00100000:1.0:1780334854.648484:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604675840 00000100:00100000:0.0:1780334854.648564:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604675584 00000100:00100000:0.0:1780334854.648569:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604675584 00000100:00100000:2.0:1780334854.648684:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 700 00000100:00100000:2.0:1780334854.648699:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604675328:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334854.648798:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604675328:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 103us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334854.648806:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 700 00000100:00100000:1.0:1780334854.651728:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 701 00000100:00100000:1.0:1780334854.651747:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604675840:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334854.652112:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604675840:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 371us (3725us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334854.652124:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 701 00000100:00100000:0.0:1780334854.656095:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1118 00000100:00100000:0.0:1780334854.656115:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604675584:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334854.656237:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604675584:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 130us (7884us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334854.656244:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1118 00000100:00080000:3.0:1780334854.656452:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334854.656461:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1780334854.933943:0:27194:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334854.933957:0:27194:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334854.934507:0:27194:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334854.934517:0:27194:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334855.091995:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334856.118181:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334856.308078:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334856.310656:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624377600:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334856.310868:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334856.312513:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624377600 00000100:00100000:1.0:1780334856.312528:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624377600 00000100:00100000:1.0:1780334856.312598:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1780334856.312608:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624377600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334856.312662:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:1.0:1780334856.312762:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624377600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 155us (1895us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334856.312770:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1780334856.313033:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624377600:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1780334856.686185:0:27246:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334856.686310:0:27246:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334856.688163:0:27246:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334856.688294:0:27246:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334856.824508:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624377728:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334856.825203:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334856.825447:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624377728 00000100:00100000:2.0:1780334856.825458:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624377728 00000100:00100000:2.0:1780334856.825519:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1780334856.825529:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624377728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780334856.825570:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1780334856.825621:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624377728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334856.825629:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1780334856.825684:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624377728:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334856.825927:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334856.825940:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624377856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334856.825977:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334856.826027:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624377856 00000100:00100000:0.0:1780334856.826031:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624377856 00000100:00100000:0.0:1780334856.826062:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1780334856.826071:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624377856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334856.826082:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334856.826114:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624377856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334856.826121:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1780334856.826151:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624377856:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1780334856.826590:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334856.826601:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624378112:0@lo:400:kworker.0 00000100:00100000:3.0:1780334856.826635:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334856.826663:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624378624:0@lo:400:kworker.0 00000100:00100000:3.0:1780334856.826683:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334856.826696:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624379136:0@lo:400:kworker.0 00000100:00100000:3.0:1780334856.826713:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334856.826732:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1780334856.826737:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624378240:0@lo:400:kworker.0 00000100:00100000:3.0:1780334856.826753:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334856.826764:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624378752:0@lo:400:kworker.0 00000100:00100000:3.0:1780334856.826783:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334856.826805:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624378112 00000100:00100000:3.0:1780334856.826833:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624378112 00000100:00100000:3.0:1780334856.826861:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624378624 00000100:00100000:3.0:1780334856.826863:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624378624 00000100:00100000:3.0:1780334856.826879:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624379136 00000100:00100000:3.0:1780334856.826881:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624379136 00000100:00100000:3.0:1780334856.826890:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624378240 00000100:00100000:3.0:1780334856.826892:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624378240 00000100:00100000:2.0:1780334856.828443:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624378368:0@lo:400:kworker.0 00000100:00100000:2.0:1780334856.828538:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334856.828575:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624378880:0@lo:400:kworker.0 00000100:00100000:2.0:1780334856.828601:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334856.828691:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:3.0:1780334856.828707:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624378112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334856.828776:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624378112:12345-0@lo:400:kworker.0 Request processed in 75us (2140us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334856.828784:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1780334856.828877:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:0.0:1780334856.828890:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624378624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334856.828944:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624378624:12345-0@lo:400:kworker.0 Request processed in 58us (2260us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334856.828950:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:0.0:1780334856.828968:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:0.0:1780334856.828974:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624379136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334856.829003:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624379136:12345-0@lo:400:kworker.0 Request processed in 30us (2289us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334856.829009:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:0.0:1780334856.829020:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:0.0:1780334856.829027:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624378240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334856.829057:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624378240:12345-0@lo:400:kworker.0 Request processed in 31us (2303us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334856.829063:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:0.0:1780334856.829086:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624378368 00000100:00100000:0.0:1780334856.829094:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624378368 00000100:00100000:0.0:1780334856.829136:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1780334856.829141:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624378368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334856.829176:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624378368:12345-0@lo:400:kworker.0 Request processed in 35us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334856.829182:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1780334856.829206:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624377984:0@lo:400:kworker.0 00000100:00100000:0.0:1780334856.829254:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334856.829836:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624378368:0@lo:400:kworker.0 00000100:00100000:2.0:1780334856.829913:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624378752 00000100:00100000:2.0:1780334856.829918:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624378752 00000100:00100000:2.0:1780334856.829959:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624378880 00000100:00100000:2.0:1780334856.829962:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624378880 00000100:00100000:2.0:1780334856.829980:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1780334856.829987:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624378752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334856.830042:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624378752:12345-0@lo:400:kworker.0 Request processed in 54us (3257us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334856.830048:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1780334856.830065:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1780334856.830072:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624378880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334856.830105:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624378880:12345-0@lo:400:kworker.0 Request processed in 34us (1503us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334856.830111:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1780334856.830144:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624378880:0@lo:400:kworker.0 00000100:00080000:3.0:1780334856.831006:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334856.831025:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334856.831071:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624378240:0@lo:400:kworker.0 00000100:00100000:3.0:1780334856.831087:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624378752:0@lo:400:kworker.0 00000100:00100000:3.0:1780334856.831100:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624378112:0@lo:400:kworker.0 00000100:00100000:3.0:1780334856.831114:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624378624:0@lo:400:kworker.0 00000100:00100000:3.0:1780334856.831126:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624379136:0@lo:400:kworker.0 00000100:00100000:0.0:1780334856.831360:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624378496:0@lo:400:kworker.0 00000100:00100000:0.0:1780334856.831423:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334856.831513:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624379008:0@lo:400:kworker.0 00000100:00100000:0.0:1780334856.831540:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334856.831582:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624377984 00000100:00100000:0.0:1780334856.831589:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624377984 00000100:00100000:0.0:1780334856.831637:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1780334856.831646:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e680450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624377984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334856.831698:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e680450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624377984:12345-0@lo:400:kworker.0 Request processed in 53us (2444us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334856.831705:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1780334856.831752:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624377984:0@lo:400:kworker.0 00000100:00100000:3.0:1780334856.832138:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624378496 00000100:00100000:3.0:1780334856.832143:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624378496 00000100:00100000:3.0:1780334856.832192:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624379008 00000100:00100000:3.0:1780334856.832195:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624379008 00000100:00100000:3.0:1780334856.832298:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1780334856.832309:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624378496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334856.832362:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624378496:12345-0@lo:400:kworker.0 Request processed in 55us (938us total) trans 0 rc 0/0 00000100:00080000:0.0:1780334856.832409:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334856.832436:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624378496:0@lo:400:kworker.0 00000100:00100000:1.0:1780334856.832500:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:1.0:1780334856.832513:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624379008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334856.832581:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624379008:12345-0@lo:400:kworker.0 Request processed in 71us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334856.832590:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1780334856.832776:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1780334856.833029:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624379008:0@lo:400:kworker.0 00010000:00010000:2.0:1780334857.140199:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334858.165388:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334858.356030:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624379264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334858.356133:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334858.356495:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624379520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334858.356535:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334858.356573:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334858.356580:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624379392:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334858.356604:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334858.356642:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624379520 00000100:00100000:0.0:1780334858.356651:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624379520 00000100:00080000:2.0:1780334858.356730:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334858.356733:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624379392 00000100:00100000:0.0:1780334858.356738:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624379392 00000100:00100000:2.0:1780334858.356761:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1780334858.356777:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624379520:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334858.357594:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1780334858.357608:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624379392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334858.357638:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334858.358478:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624379392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 870us (1867us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334858.358489:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00080000:0.0:1780334858.358524:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334858.358578:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624379392:0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334858.358649:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334858.358708:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624379520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1936us (2171us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334858.358716:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1780334858.360680:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624379520:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334858.362541:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624379264 00000100:00100000:1.0:1780334858.362556:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624379264 00000100:00100000:1.0:1780334858.362625:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1780334858.362636:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624379264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334858.362686:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334858.362789:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624379264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 154us (6656us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334858.362796:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1780334858.364044:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624379264:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1780334858.493777:0:27297:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334858.493791:0:27297:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334858.494424:0:27297:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334858.494436:0:27297:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334859.188184:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334859.755069:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334859.755153:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604676096 00000100:00100000:3.0:1780334859.755166:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604676096 00000100:00100000:3.0:1780334859.755261:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 772 00000100:00100000:3.0:1780334859.755274:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e680c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604676096:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334859.755389:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e680c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604676096:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 117us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334859.755398:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 772 00000100:00100000:2.0:1780334859.757360:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334859.757397:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334859.757429:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334859.757451:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334859.757477:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334859.757495:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334859.757516:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334859.757542:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334859.757571:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604676224 00000100:00100000:2.0:1780334859.757582:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604676224 00000100:00100000:2.0:1780334859.757651:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604676352 00000100:00100000:2.0:1780334859.757654:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604676352 00000100:00100000:2.0:1780334859.757670:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604676864 00000100:00100000:2.0:1780334859.757672:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604676864 00000100:00100000:2.0:1780334859.757686:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604676736 00000100:00100000:2.0:1780334859.757689:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604676736 00000100:00100000:2.0:1780334859.757705:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1125 00000100:00100000:2.0:1780334859.757716:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604676224:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334859.757807:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604676224:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 92us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334859.757850:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1125 00000100:00100000:2.0:1780334859.757869:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1126 00000100:00100000:2.0:1780334859.757876:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604676352:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334859.757912:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604676352:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 37us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334859.757918:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1126 00000100:00100000:2.0:1780334859.757929:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1127 00000100:00100000:2.0:1780334859.757934:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604676864:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334859.757955:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604676864:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334859.757961:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1127 00000100:00100000:2.0:1780334859.757970:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1128 00000100:00100000:2.0:1780334859.757988:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604676736:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334859.758011:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604676736:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334859.758017:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1128 00000100:00100000:2.0:1780334859.758038:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604676608 00000100:00100000:2.0:1780334859.758043:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604676608 00000100:00100000:2.0:1780334859.758073:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604677120 00000100:00100000:2.0:1780334859.758076:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604677120 00000100:00100000:2.0:1780334859.758095:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604676480 00000100:00100000:2.0:1780334859.758098:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604676480 00000100:00100000:2.0:1780334859.758111:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604676992 00000100:00100000:2.0:1780334859.758112:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604676992 00000100:00100000:2.0:1780334859.758125:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 704 00000100:00100000:2.0:1780334859.758130:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2406:x1866815604676608:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334859.758156:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2406:x1866815604676608:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334859.758162:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 704 00000100:00100000:2.0:1780334859.758173:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 705 00000100:00100000:2.0:1780334859.758178:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604677120:12345-192.168.203.22@tcp:400:kworker.0 00000100:00080000:3.0:1780334859.758344:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334859.758350:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334859.758353:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334859.758355:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334859.758370:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 706 00000100:00100000:3.0:1780334859.758379:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604676480:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334859.758409:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604676480:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (913us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334859.758416:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 706 00000100:00100000:3.0:1780334859.758431:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 707 00000100:00100000:3.0:1780334859.758437:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604676992:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334859.758461:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604676992:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334859.758468:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 707 00000100:00100000:2.0:1780334859.760622:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604677120:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334859.760653:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 705 00000040:00080000:2.0:1780334860.148112:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334860.148122:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334860.148677:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334860.148691:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1780334860.150399:0:27348:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334860.150408:0:27348:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334860.151568:0:27348:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334860.151582:0:27348:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334860.216328:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334860.988744:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1780334861.236652:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334861.434617:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780334861.434637:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624379648:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334861.434700:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334861.434764:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624379648 00000100:00100000:2.0:1780334861.434772:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624379648 00000100:00100000:2.0:1780334861.434831:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1780334861.434842:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624379648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334861.434888:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:2.0:1780334861.434933:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624379648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334861.434940:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1780334861.434995:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624379648:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1780334861.902329:0:27399:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334861.902338:0:27399:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334861.903123:0:27399:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334861.903136:0:27399:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334861.941045:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1780334861.941068:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624379776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334861.941138:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334861.941197:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624379776 00000100:00100000:3.0:1780334861.941204:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624379776 00000100:00100000:3.0:1780334861.941253:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1780334861.941261:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624379776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334861.941287:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334861.941326:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624379776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334861.941333:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00080000:3.0:1780334861.941351:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334861.941380:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624379776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334861.941590:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624380032:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.941626:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334861.941664:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624380544:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.941685:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334861.941701:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624381056:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.941719:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334861.941739:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1780334861.941746:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624379904:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.941773:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334861.941795:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624380416:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.941845:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334861.941860:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624380928:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.941893:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334861.941920:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624380032 00000100:00100000:1.0:1780334861.941925:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624380032 00000100:00100000:1.0:1780334861.941952:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624380544 00000100:00100000:1.0:1780334861.941955:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624380544 00000100:00100000:1.0:1780334861.941969:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624381056 00000100:00100000:1.0:1780334861.941971:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624381056 00000100:00100000:1.0:1780334861.941981:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624380416 00000100:00100000:1.0:1780334861.941982:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624380416 00000100:00100000:1.0:1780334861.941991:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624380928 00000100:00100000:1.0:1780334861.941993:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624380928 00000100:00100000:1.0:1780334861.942004:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1780334861.942010:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624380032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942049:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624380032:12345-0@lo:400:kworker.0 Request processed in 39us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334861.942055:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1780334861.942069:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:1.0:1780334861.942075:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624380544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942101:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624380544:12345-0@lo:400:kworker.0 Request processed in 27us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334861.942107:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:1.0:1780334861.942119:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:1.0:1780334861.942125:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624381056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942151:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624381056:12345-0@lo:400:kworker.0 Request processed in 27us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334861.942156:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:1.0:1780334861.942168:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1780334861.942174:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624380416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942200:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624380416:12345-0@lo:400:kworker.0 Request processed in 26us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334861.942205:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1780334861.942215:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:1.0:1780334861.942221:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624380928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942247:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624380928:12345-0@lo:400:kworker.0 Request processed in 26us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334861.942253:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:1.0:1780334861.942270:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624380288:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942299:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334861.942315:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624380800:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942338:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334861.942355:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1780334861.942362:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624380160:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942385:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334861.942401:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624380672:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942420:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334861.942434:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624381184:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942451:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334861.942485:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624380416:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942495:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624380928:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942504:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624380032:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942511:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624380544:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942518:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624381056:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942545:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624380160 00000100:00100000:1.0:1780334861.942548:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624380160 00000100:00100000:1.0:1780334861.942565:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:1.0:1780334861.942570:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624380160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.942601:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624380160:12345-0@lo:400:kworker.0 Request processed in 31us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334861.942607:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:1.0:1780334861.942629:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624380160:0@lo:400:kworker.0 00000100:00100000:3.0:1780334861.942779:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624380288 00000100:00100000:3.0:1780334861.942783:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624380288 00000100:00100000:3.0:1780334861.942885:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1780334861.942894:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624380288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334861.942938:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624380288:12345-0@lo:400:kworker.0 Request processed in 46us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334861.942944:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1780334861.943075:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624379904 00000100:00100000:0.0:1780334861.943080:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624379904 00000100:00100000:0.0:1780334861.943110:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1780334861.943118:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624379904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334861.943159:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624379904:12345-0@lo:400:kworker.0 Request processed in 42us (1384us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334861.943165:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1780334861.943792:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624381312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334861.943859:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334861.943912:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624380288:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.943941:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624379904:0@lo:400:kworker.0 00000100:00100000:0.0:1780334861.944838:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624381312 00000100:00100000:0.0:1780334861.944847:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624381312 00000100:00100000:0.0:1780334861.944906:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1780334861.944916:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624381312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334861.944941:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334861.944998:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624381312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (1139us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334861.945009:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1780334861.945874:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624380800 00000100:00100000:3.0:1780334861.945883:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624380800 00000100:00100000:3.0:1780334861.945921:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624380672 00000100:00100000:3.0:1780334861.945924:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624380672 00000100:00100000:3.0:1780334861.945949:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624381184 00000100:00100000:3.0:1780334861.945952:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624381184 00000100:00100000:3.0:1780334861.945970:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1780334861.945979:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624380800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334861.946040:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624380800:12345-0@lo:400:kworker.0 Request processed in 61us (3701us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334861.946047:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1780334861.946060:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1780334861.946065:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624380672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334861.946093:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624380672:12345-0@lo:400:kworker.0 Request processed in 28us (3672us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334861.946098:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1780334861.946110:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1780334861.946116:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624381184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334861.946142:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624381184:12345-0@lo:400:kworker.0 Request processed in 27us (3690us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334861.946148:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00080000:3.0:1780334861.946469:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334861.946473:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334861.946476:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334861.946478:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334861.947999:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624381312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334861.948017:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624380672:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.948026:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624381184:0@lo:400:kworker.0 00000100:00100000:1.0:1780334861.948036:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624380800:0@lo:400:kworker.0 00010000:00010000:1.0:1780334862.264373:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334863.284876:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334863.476038:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334863.476068:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624381440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334863.476140:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334863.476328:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624381440 00000100:00100000:0.0:1780334863.476338:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624381440 00000100:00100000:0.0:1780334863.476411:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1780334863.476425:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624381440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334863.476454:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334863.476509:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624381440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334863.476517:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1780334863.476557:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624381440:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1780334863.476587:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334863.477243:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624381568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334863.477280:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334863.477330:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624381568 00000100:00100000:3.0:1780334863.477336:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624381568 00000100:00100000:3.0:1780334863.477396:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1780334863.477405:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624381568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334863.477421:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00080000:2.0:1780334863.477443:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334863.477448:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624381696:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334863.477461:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624381568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334863.477467:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1780334863.477480:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624381568:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334863.477903:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334863.478392:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624381696 00000100:00100000:2.0:1780334863.478398:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624381696 00000100:00100000:2.0:1780334863.478446:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1780334863.478454:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624381696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334863.478482:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334863.478529:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624381696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334863.478535:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1780334863.481777:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624381696:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1780334863.640333:0:27451:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334863.640341:0:27451:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334863.642081:0:27451:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334863.642097:0:27451:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334864.309134:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334864.874076:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334864.874125:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334864.874152:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334864.874195:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604677376 00000100:00100000:1.0:1780334864.874205:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604677376 00000100:00100000:3.0:1780334864.874218:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604677632 00000100:00100000:3.0:1780334864.874224:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604677632 00000100:00100000:0.0:1780334864.874239:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604677888 00000100:00100000:0.0:1780334864.874245:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604677888 00000100:00100000:3.0:1780334864.874370:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 711 00000100:00100000:3.0:1780334864.874383:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604677632:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334864.874463:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604677632:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 82us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334864.874471:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 711 00000100:00080000:3.0:1780334864.874512:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334864.874517:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334864.876916:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334864.877273:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604678144 00000100:00100000:2.0:1780334864.877283:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604678144 00000100:00100000:1.0:1780334864.877344:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1135 00000100:00100000:2.0:1780334864.877350:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 712 00000100:00100000:2.0:1780334864.877361:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604678144:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334864.877499:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1136 00000100:00100000:0.0:1780334864.877513:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604677888:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334864.877548:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604677888:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 42us (3395us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334864.877555:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1136 00000100:00100000:1.0:1780334864.877627:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604677376:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334864.877636:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604678144:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 87us (3138us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334864.877648:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 712 00000100:00100000:1.0:1780334864.877661:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604677376:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 37us (3741us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334864.877668:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1135 00000100:00100000:2.0:1780334864.877718:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334864.877780:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334864.877838:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334864.877883:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604677248 00000100:00100000:0.0:1780334864.877888:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604677248 00000100:00100000:0.0:1780334864.877918:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 774 00000100:00100000:0.0:1780334864.877927:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b702e683c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604677248:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334864.877965:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b702e683c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604677248:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 41us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334864.877971:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 774 00000100:00100000:1.0:1780334864.878070:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604677504 00000100:00100000:1.0:1780334864.878075:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604677504 00000100:00100000:1.0:1780334864.878103:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1137 00000100:00100000:1.0:1780334864.878110:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604677504:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334864.878316:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334864.878333:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604678016 00000100:00100000:0.0:1780334864.878339:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604678016 00000100:00100000:2.0:1780334864.878361:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334864.878384:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604677760 00000100:00100000:2.0:1780334864.878389:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604677760 00000100:00100000:2.0:1780334864.878430:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604678272 00000100:00100000:2.0:1780334864.878433:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604678272 00000100:00100000:2.0:1780334864.878733:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 713 00000100:00100000:2.0:1780334864.878743:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604677760:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334864.878788:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604677760:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 46us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334864.878795:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 713 00000100:00100000:2.0:1780334864.878808:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 714 00000100:00100000:2.0:1780334864.878839:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604678272:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334864.878876:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604678272:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 40us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334864.878881:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 714 00000100:00100000:2.0:1780334864.878906:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1138 00000100:00100000:2.0:1780334864.878913:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604678016:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334864.878938:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604678016:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334864.878944:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1138 00000100:00080000:2.0:1780334864.879116:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334864.879121:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334864.879123:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334864.880159:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604677504:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 2042us (2373us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334864.880170:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1137 00000040:00080000:1.0:1780334865.275056:0:27502:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334865.275063:0:27502:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334865.276108:0:27502:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334865.276120:0:27502:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334865.332108:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334866.357023:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334866.553019:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334866.553134:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624381824:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334866.553273:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334866.553582:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624381824 00000100:00100000:2.0:1780334866.553746:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624381824 00000100:00100000:2.0:1780334866.553798:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:2.0:1780334866.553807:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624381824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334866.553872:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:2.0:1780334866.554434:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624381824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 627us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334866.554443:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1780334866.554618:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624381824:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1780334866.933932:0:27554:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334866.933940:0:27554:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334866.934547:0:27554:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334866.934556:0:27554:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334867.060663:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624381952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334867.060737:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334867.060893:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624381952 00000100:00100000:2.0:1780334867.060901:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624381952 00000100:00100000:2.0:1780334867.060949:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1780334867.060957:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703cbb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624381952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780334867.060987:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1780334867.061033:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703cbb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624381952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334867.061040:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00080000:2.0:1780334867.061254:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334867.061294:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624381952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334867.061750:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624382336:0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.061784:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334867.061911:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624382848:0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.061938:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334867.061958:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624383360:0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.061985:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334867.062007:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1780334867.062014:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624382208:0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.062037:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334867.062058:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624382720:0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.062081:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334867.062098:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624383232:0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.062173:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334867.062205:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624382336 00000100:00100000:2.0:1780334867.062211:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624382336 00000100:00100000:1.0:1780334867.062256:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624382208 00000100:00100000:2.0:1780334867.062257:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624382720 00000100:00100000:1.0:1780334867.062262:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624382208 00000100:00100000:2.0:1780334867.062263:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624382720 00000100:00100000:1.0:1780334867.062290:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624383232 00000100:00100000:1.0:1780334867.062294:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624383232 00000100:00100000:2.0:1780334867.062300:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1780334867.062311:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624382336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334867.062318:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1780334867.062327:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624382208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334867.062456:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624382208:12345-0@lo:400:kworker.0 Request processed in 130us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334867.062464:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1780334867.062480:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:1.0:1780334867.062487:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034606a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624382720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334867.062521:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034606a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624382720:12345-0@lo:400:kworker.0 Request processed in 35us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334867.062526:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:1.0:1780334867.062539:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1780334867.062544:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624383232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334867.062574:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624383232:12345-0@lo:400:kworker.0 Request processed in 30us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334867.062580:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1780334867.062709:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624382208:0@lo:400:kworker.0 00000100:00100000:1.0:1780334867.062723:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624382720:0@lo:400:kworker.0 00000100:00100000:1.0:1780334867.062735:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624383232:0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.062750:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624382336:12345-0@lo:400:kworker.0 Request processed in 441us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334867.062758:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1780334867.062782:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624382848 00000100:00100000:2.0:1780334867.062787:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624382848 00000100:00100000:2.0:1780334867.062905:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624383360 00000100:00100000:2.0:1780334867.062909:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624383360 00000100:00100000:2.0:1780334867.062931:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1780334867.062939:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624382848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.062975:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624382848:12345-0@lo:400:kworker.0 Request processed in 38us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334867.062981:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1780334867.062993:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1780334867.063002:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624383360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.063037:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624383360:12345-0@lo:400:kworker.0 Request processed in 38us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334867.063044:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1780334867.063081:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624382080:0@lo:400:kworker.0 00000100:00100000:1.0:1780334867.063261:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624382336:0@lo:400:kworker.0 00000100:00100000:1.0:1780334867.063273:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624382848:0@lo:400:kworker.0 00000100:00100000:1.0:1780334867.063282:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624383360:0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.063303:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334867.063353:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624382592:0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.063573:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334867.063594:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624383104:0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.063617:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334867.063639:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1780334867.063646:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624382464:0@lo:400:kworker.0 00000100:00100000:3.0:1780334867.063653:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624382080 00000100:00100000:3.0:1780334867.063658:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624382080 00000100:00100000:2.0:1780334867.063674:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334867.063697:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624382976:0@lo:400:kworker.0 00000100:00100000:3.0:1780334867.063700:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1780334867.063712:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624382080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.063729:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334867.063752:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624383488:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334867.063762:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624382080:12345-0@lo:400:kworker.0 Request processed in 52us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334867.063769:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1780334867.063783:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334867.063922:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624382080:0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.063951:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624382464 00000100:00100000:2.0:1780334867.063955:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624382464 00000100:00100000:1.0:1780334867.063959:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624382592 00000100:00100000:1.0:1780334867.063965:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624382592 00000100:00100000:2.0:1780334867.063990:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1780334867.063999:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624382464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.064038:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624382464:12345-0@lo:400:kworker.0 Request processed in 41us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334867.064045:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1780334867.064062:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624382976 00000100:00100000:2.0:1780334867.064066:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624382976 00000100:00100000:2.0:1780334867.064093:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1780334867.064099:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624382976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.064130:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624382976:12345-0@lo:400:kworker.0 Request processed in 31us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334867.064136:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00080000:2.0:1780334867.064155:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334867.064159:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334867.064161:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334867.064163:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334867.064922:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624383488 00000100:00100000:3.0:1780334867.064929:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624383488 00000100:00100000:3.0:1780334867.065039:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1780334867.065048:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624383488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780334867.065066:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334867.065112:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624383488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (1330us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334867.065120:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1780334867.065634:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624383104 00000100:00100000:1.0:1780334867.065640:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624383104 00000100:00100000:2.0:1780334867.067637:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:1.0:1780334867.067648:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:2.0:1780334867.067659:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624382592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334867.067667:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624383104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.067749:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624382592:12345-0@lo:400:kworker.0 Request processed in 100us (4175us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334867.067752:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624383104:12345-0@lo:400:kworker.0 Request processed in 93us (4133us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334867.067761:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:1.0:1780334867.067768:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00080000:1.0:1780334867.067804:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334867.068316:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624382464:0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.068332:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624382976:0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.068351:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624383488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334867.068362:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624382592:0@lo:400:kworker.0 00000100:00100000:2.0:1780334867.068372:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624383104:0@lo:400:kworker.0 00010000:00010000:1.0:1780334867.380373:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334868.406940:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334868.574195:0:27605:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334868.574204:0:27605:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334868.574714:0:27605:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334868.574725:0:27605:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334868.595963:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334868.595985:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624383616:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334868.596111:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334868.596163:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624383616 00000100:00100000:3.0:1780334868.596171:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624383616 00000100:00100000:3.0:1780334868.596232:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1780334868.596242:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624383616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334868.596276:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334868.596328:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624383616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334868.596336:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1780334868.596392:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624383616:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334868.597316:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334868.597329:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624383744:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334868.597367:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334868.597409:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624383744 00000100:00100000:0.0:1780334868.597414:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624383744 00000100:00100000:0.0:1780334868.597444:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1780334868.597451:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624383744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334868.597473:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334868.597509:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624383744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334868.597515:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1780334868.597552:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624383744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334868.598232:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334868.598312:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624383872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334868.598349:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334868.598477:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624383872 00000100:00100000:3.0:1780334868.598483:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624383872 00000100:00100000:3.0:1780334868.598526:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1780334868.598534:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624383872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334868.598551:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334868.598590:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624383872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334868.598597:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1780334868.599099:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624383872:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1780334869.428045:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334869.997670:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334869.997727:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334869.997757:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334869.997781:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334869.997799:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334869.997849:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334869.997868:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334869.997884:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334869.997920:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334869.997957:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604678528 00000100:00100000:2.0:1780334869.997965:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604678528 00000100:00100000:2.0:1780334869.998020:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604678656 00000100:00100000:2.0:1780334869.998023:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604678656 00000100:00100000:2.0:1780334869.998035:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604679168 00000100:00100000:2.0:1780334869.998037:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604679168 00000100:00100000:2.0:1780334869.998049:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604679040 00000100:00100000:2.0:1780334869.998051:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604679040 00000100:00100000:2.0:1780334869.998066:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1145 00000100:00100000:2.0:1780334869.998074:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604678528:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334869.998160:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604678528:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 87us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334869.998168:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1145 00000100:00100000:2.0:1780334869.998185:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1146 00000100:00100000:2.0:1780334869.998191:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604678656:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334869.998214:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604678656:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334869.998220:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1146 00000100:00100000:2.0:1780334869.998232:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1147 00000100:00100000:2.0:1780334869.998238:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604679168:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334869.998256:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604679168:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 19us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334869.998262:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1147 00000100:00100000:2.0:1780334869.998273:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1148 00000100:00100000:2.0:1780334869.998279:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604679040:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334869.998300:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604679040:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334869.998306:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1148 00000100:00100000:2.0:1780334869.998324:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604678912 00000100:00100000:2.0:1780334869.998327:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604678912 00000100:00100000:2.0:1780334869.998349:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604679424 00000100:00100000:2.0:1780334869.998352:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604679424 00000100:00100000:2.0:1780334869.998367:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604678784 00000100:00100000:2.0:1780334869.998370:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604678784 00000100:00100000:2.0:1780334869.998380:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604679296 00000100:00100000:2.0:1780334869.998382:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604679296 00000100:00100000:2.0:1780334869.998394:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 718 00000100:00100000:2.0:1780334869.998400:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604678912:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334869.998427:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604678912:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 27us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334869.998433:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 718 00000100:00100000:2.0:1780334869.998444:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 719 00000100:00100000:2.0:1780334869.998450:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604679424:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334869.998472:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604679424:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334869.998477:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 719 00000100:00100000:2.0:1780334869.998486:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 720 00000100:00100000:2.0:1780334869.998491:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604678784:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334869.998510:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604678784:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 19us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334869.998515:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 720 00000100:00100000:2.0:1780334869.998525:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 721 00000100:00100000:2.0:1780334869.998530:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604679296:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334869.998552:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604679296:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334869.998557:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 721 00000100:00080000:2.0:1780334869.998586:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334869.998590:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334869.998592:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334869.998594:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334869.998835:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604678400 00000100:00100000:3.0:1780334869.998840:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604678400 00000100:00100000:3.0:1780334869.998898:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 776 00000100:00100000:3.0:1780334869.998905:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604678400:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334869.998950:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604678400:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 46us (1286us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334869.998957:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 776 00000040:00080000:0.0:1780334870.198703:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1780334870.269585:0:27657:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334870.269593:0:27657:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334870.270366:0:27657:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334870.270378:0:27657:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1780334870.389389:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334870.389397:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334870.390790:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334870.390827:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334870.452349:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334871.477906:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334871.669175:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624384000:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334871.669305:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334871.669397:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624384000 00000100:00100000:0.0:1780334871.669407:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624384000 00000100:00100000:0.0:1780334871.669464:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1780334871.669473:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624384000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334871.669508:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:0.0:1780334871.672472:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624384000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2992us (3160us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334871.672475:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624384000:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334871.672492:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000040:00080000:2.0:1780334872.015947:0:27708:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334872.015955:0:27708:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334872.016504:0:27708:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334872.016515:0:27708:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334872.181000:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624384128:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334872.181086:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334872.181167:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624384256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334872.181198:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334872.181241:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624384128 00000100:00100000:2.0:1780334872.181248:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624384128 00000100:00100000:2.0:1780334872.181299:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624384256 00000100:00100000:2.0:1780334872.181302:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624384256 00000100:00100000:2.0:1780334872.181326:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1780334872.181336:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624384128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334872.181365:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1780334872.181410:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624384128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334872.181417:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1780334872.181435:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1780334872.181443:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624384256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780334872.181454:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1780334872.181485:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624384256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334872.181492:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00080000:2.0:1780334872.181513:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334872.181553:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624384256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334872.181583:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624384128:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334872.182596:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624384384:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.182647:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334872.182688:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624384896:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.182715:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334872.182737:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624385408:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.182756:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334872.182777:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1780334872.182783:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624384768:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.182841:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334872.182854:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624384384 00000100:00100000:1.0:1780334872.182863:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624384384 00000100:00100000:2.0:1780334872.182865:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624385280:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.182893:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334872.182910:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1780334872.182920:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624384384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.182925:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624384896 00000100:00100000:2.0:1780334872.182930:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624384896 00000100:00100000:2.0:1780334872.182970:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624385408 00000100:00100000:2.0:1780334872.182974:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624385408 00000100:00100000:1.0:1780334872.182978:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624384384:12345-0@lo:400:kworker.0 Request processed in 59us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334872.182986:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1780334872.183001:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:2.0:1780334872.183007:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624384896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.183043:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624384896:12345-0@lo:400:kworker.0 Request processed in 35us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334872.183049:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:2.0:1780334872.183064:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:2.0:1780334872.183070:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624385408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.183101:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624385408:12345-0@lo:400:kworker.0 Request processed in 30us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334872.183108:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:2.0:1780334872.183132:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624384768 00000100:00100000:2.0:1780334872.183136:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624384768 00000100:00100000:2.0:1780334872.183170:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1780334872.183177:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624384768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.183231:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624384768:12345-0@lo:400:kworker.0 Request processed in 55us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334872.183237:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1780334872.183255:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624385280 00000100:00100000:2.0:1780334872.183259:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624385280 00000100:00100000:2.0:1780334872.183283:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1780334872.183290:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624385280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.183319:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624385280:12345-0@lo:400:kworker.0 Request processed in 30us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334872.183324:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1780334872.183356:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624384512:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.183380:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334872.183400:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624385024:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.183422:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334872.183439:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624385536:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.183459:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334872.183478:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1780334872.183485:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624384640:0@lo:400:kworker.0 00000100:00100000:0.0:1780334872.183501:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624384512 00000100:00100000:0.0:1780334872.183507:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624384512 00000100:00100000:2.0:1780334872.183512:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334872.183538:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624385152:0@lo:400:kworker.0 00000100:00100000:0.0:1780334872.183538:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624385024 00000100:00100000:0.0:1780334872.183543:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624385024 00000100:00100000:0.0:1780334872.183564:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624385536 00000100:00100000:0.0:1780334872.183567:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624385536 00000100:00100000:2.0:1780334872.183570:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334872.183586:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624384640 00000100:00100000:0.0:1780334872.183589:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624384640 00000100:00100000:2.0:1780334872.183608:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:2.0:1780334872.183617:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624384512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.183652:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624384512:12345-0@lo:400:kworker.0 Request processed in 38us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334872.183658:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:0.0:1780334872.183669:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624385024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334872.183710:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624385024:12345-0@lo:400:kworker.0 Request processed in 44us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334872.183717:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:0.0:1780334872.183731:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:0.0:1780334872.183737:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624385536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.183834:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:0.0:1780334872.183852:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624385536:12345-0@lo:400:kworker.0 Request processed in 113us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334872.183856:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:0.0:1780334872.183865:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:2.0:1780334872.183869:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624384640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.183903:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624384640:12345-0@lo:400:kworker.0 Request processed in 39us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334872.183910:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:2.0:1780334872.183931:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624385152 00000100:00100000:2.0:1780334872.183934:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624385152 00000100:00100000:2.0:1780334872.183971:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1780334872.183979:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624385152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.184009:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624385152:12345-0@lo:400:kworker.0 Request processed in 33us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334872.184015:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00080000:2.0:1780334872.184035:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334872.184039:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334872.184041:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334872.184074:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624384640:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.184083:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624385152:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.184095:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624384512:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.184104:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624385024:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.184112:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624385536:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.184148:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624384768:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.184158:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624385280:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.184166:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624384384:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.184175:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624384896:0@lo:400:kworker.0 00000100:00100000:2.0:1780334872.184184:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624385408:0@lo:400:kworker.0 00010000:00010000:0.0:1780334872.500026:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334873.526577:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334873.718211:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334873.718232:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624385664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334873.718304:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334873.718362:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624385664 00000100:00100000:2.0:1780334873.718370:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624385664 00000100:00100000:2.0:1780334873.718410:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1780334873.718418:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624385664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334873.718449:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334873.718494:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624385664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334873.718501:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1780334873.718549:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624385664:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334873.720575:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624385792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334873.720633:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334873.720678:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334873.720685:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624385920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334873.720709:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334873.720759:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624385792 00000100:00100000:0.0:1780334873.720768:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624385792 00000100:00100000:0.0:1780334873.720847:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624385920 00000100:00100000:0.0:1780334873.720851:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624385920 00000100:00100000:0.0:1780334873.720867:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1780334873.720875:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624385792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334873.720905:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334873.720948:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624385792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334873.720957:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1780334873.720975:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1780334873.720981:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624385920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334873.720992:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334873.721014:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624385920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 33us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334873.721020:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1780334873.721067:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624385920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334873.721081:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03ca1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624385792:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1780334873.754497:0:27759:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334873.754505:0:27759:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334873.756118:0:27759:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334873.756134:0:27759:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334874.549652:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334875.115069:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334875.115562:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334875.115594:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334875.115624:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334875.115647:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334875.115668:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334875.115690:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334875.115710:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334875.115732:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334875.115764:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604680064 00000100:00100000:3.0:1780334875.115781:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604680064 00000100:00100000:3.0:1780334875.115926:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604680576 00000100:00100000:3.0:1780334875.115931:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604680576 00000100:00100000:3.0:1780334875.115952:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604679936 00000100:00100000:3.0:1780334875.115954:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604679936 00000100:00100000:3.0:1780334875.115967:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604680448 00000100:00100000:3.0:1780334875.115969:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604680448 00000100:00100000:3.0:1780334875.115986:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 724 00000100:00100000:3.0:1780334875.115995:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604680064:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334875.116068:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604680064:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 74us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334875.116075:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 724 00000100:00100000:3.0:1780334875.116093:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 725 00000100:00100000:3.0:1780334875.116100:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604680576:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334875.116121:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604680576:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334875.116127:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 725 00000100:00100000:3.0:1780334875.116138:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 726 00000100:00100000:3.0:1780334875.116144:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604679936:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334875.116166:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604679936:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334875.116172:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 726 00000100:00100000:3.0:1780334875.116184:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 727 00000100:00100000:3.0:1780334875.116190:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604680448:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334875.116212:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604680448:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334875.116218:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 727 00000100:00100000:2.0:1780334875.119168:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604679808 00000100:00100000:2.0:1780334875.119186:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604679808 00000100:00100000:2.0:1780334875.119264:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604680320 00000100:00100000:2.0:1780334875.119268:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604680320 00000100:00100000:2.0:1780334875.119285:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604679680 00000100:00100000:2.0:1780334875.119287:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604679680 00000100:00100000:2.0:1780334875.119301:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604680192 00000100:00100000:2.0:1780334875.119303:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604680192 00000100:00100000:2.0:1780334875.119325:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1155 00000100:00100000:2.0:1780334875.119334:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604679808:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334875.119414:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604679808:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 80us (3853us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334875.119422:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1155 00000100:00100000:2.0:1780334875.119457:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1156 00000100:00100000:2.0:1780334875.119464:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604680320:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334875.119490:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604680320:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (3865us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334875.119496:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1156 00000100:00100000:2.0:1780334875.119507:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1157 00000100:00100000:2.0:1780334875.119512:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604679680:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334875.119537:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604679680:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (3869us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334875.119543:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1157 00000100:00100000:2.0:1780334875.119554:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1158 00000100:00100000:2.0:1780334875.119560:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604680192:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334875.119579:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604680192:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 20us (3869us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334875.119585:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1158 00000100:00080000:2.0:1780334875.119603:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334875.119607:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334875.119609:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334875.119612:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334875.127602:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604679552 00000100:00100000:0.0:1780334875.127621:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604679552 00000100:00100000:0.0:1780334875.127743:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 778 00000100:00100000:0.0:1780334875.127754:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604679552:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334875.127860:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604679552:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 108us (12801us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334875.127868:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 778 00010000:00010000:1.0:1780334875.572966:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334875.673761:0:27810:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334875.673778:0:27810:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334875.675663:0:27810:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334875.675677:0:27810:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334876.600855:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334876.789221:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02dfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624386048:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334876.789290:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334876.789429:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624386048 00000100:00100000:3.0:1780334876.789438:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624386048 00000100:00100000:3.0:1780334876.789486:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1780334876.789496:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624386048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334876.789530:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:3.0:1780334876.789579:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624386048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334876.789586:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1780334876.789679:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02dfbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624386048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334877.300770:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624386560:0@lo:400:kworker.0 00000100:00100000:3.0:1780334877.300883:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334877.300940:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624387072:0@lo:400:kworker.0 00000100:00100000:3.0:1780334877.300964:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334877.300988:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624387584:0@lo:400:kworker.0 00000100:00100000:3.0:1780334877.301005:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334877.301018:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1780334877.301023:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624386176:0@lo:400:kworker.0 00000100:00100000:1.0:1780334877.301043:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624386560 00000100:00100000:3.0:1780334877.301052:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334877.301053:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624386560 00000100:00100000:3.0:1780334877.301092:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624386688:0@lo:400:kworker.0 00000100:00100000:1.0:1780334877.301101:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:1.0:1780334877.301111:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624386560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334877.301119:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334877.301149:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624387200:0@lo:400:kworker.0 00000100:00100000:1.0:1780334877.301170:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624386560:12345-0@lo:400:kworker.0 Request processed in 60us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334877.301180:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334877.301192:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:1.0:1780334877.301215:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624386176 00000100:00100000:1.0:1780334877.301218:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624386176 00000100:00100000:1.0:1780334877.301238:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1780334877.301244:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624386176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334877.301270:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624386176:12345-0@lo:400:kworker.0 Request processed in 27us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334877.301275:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1780334877.301414:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624387712:0@lo:400:kworker.0 00000100:00100000:3.0:1780334877.301439:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334877.301454:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624387072 00000100:00100000:2.0:1780334877.301458:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624387072 00000100:00100000:3.0:1780334877.301472:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624386560:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.301492:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624387584 00000100:00100000:3.0:1780334877.301493:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624386176:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.301494:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624387584 00000100:00100000:2.0:1780334877.301511:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624387200 00000100:00100000:2.0:1780334877.301514:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624387200 00000100:00100000:2.0:1780334877.301527:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624387712 00000100:00100000:2.0:1780334877.301529:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624387712 00000100:00100000:2.0:1780334877.301542:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1780334877.301548:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624387072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334877.301565:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624386304:0@lo:400:kworker.0 00000100:00100000:0.0:1780334877.301590:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334877.301593:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624387072:12345-0@lo:400:kworker.0 Request processed in 45us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334877.301599:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1780334877.301609:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624386816:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.301612:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1780334877.301617:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624387584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334877.301628:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334877.301640:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624387584:12345-0@lo:400:kworker.0 Request processed in 24us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334877.301643:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624387328:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.301646:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1780334877.301656:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1780334877.301661:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624387200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334877.301661:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334877.301676:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1780334877.301682:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624386432:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.301685:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624387200:12345-0@lo:400:kworker.0 Request processed in 24us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334877.301693:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1780334877.301703:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1780334877.301705:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334877.301709:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624387712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334877.301721:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624386944:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.301731:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624387712:12345-0@lo:400:kworker.0 Request processed in 23us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334877.301737:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1780334877.301737:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334877.301764:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624387456:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.301769:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624386304 00000100:00100000:2.0:1780334877.301772:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624386304 00000100:00100000:0.0:1780334877.301784:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334877.301787:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624386816 00000100:00100000:2.0:1780334877.301789:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624386816 00000100:00100000:2.0:1780334877.301801:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624387328 00000100:00100000:2.0:1780334877.301803:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624387328 00000100:00100000:0.0:1780334877.301825:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624386944 00000100:00100000:2.0:1780334877.301829:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624387456 00000100:00100000:2.0:1780334877.301831:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624387456 00000100:00100000:2.0:1780334877.301844:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:2.0:1780334877.301850:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624386304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.301887:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624386304:12345-0@lo:400:kworker.0 Request processed in 36us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334877.301893:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:0.0:1780334877.301895:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624386944 00000100:00100000:2.0:1780334877.301905:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:2.0:1780334877.301910:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624386816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334877.301915:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:0.0:1780334877.301919:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624387328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.301936:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624386816:12345-0@lo:400:kworker.0 Request processed in 26us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334877.301942:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:0.0:1780334877.301943:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624387328:12345-0@lo:400:kworker.0 Request processed in 23us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334877.301948:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:2.0:1780334877.301953:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:0.0:1780334877.301957:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:2.0:1780334877.301958:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624387456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334877.301962:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624386944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.301984:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624387456:12345-0@lo:400:kworker.0 Request processed in 26us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334877.301984:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624386944:12345-0@lo:400:kworker.0 Request processed in 22us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334877.301990:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:2.0:1780334877.302006:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624386688 00000100:00100000:2.0:1780334877.302010:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624386688 00000100:00100000:2.0:1780334877.302036:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624386432 00000100:00100000:2.0:1780334877.302039:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624386432 00000100:00100000:3.0:1780334877.302044:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624387200:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.302053:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1780334877.302057:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624387712:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.302059:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624386688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334877.302068:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624387584:0@lo:400:kworker.0 00000100:00100000:3.0:1780334877.302094:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624387072:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.302094:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624386688:12345-0@lo:400:kworker.0 Request processed in 36us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334877.302100:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1780334877.302111:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1780334877.302112:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624386688:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.302117:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7011181850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624386432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.302155:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7011181850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624386432:12345-0@lo:400:kworker.0 Request processed in 38us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334877.302161:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00080000:2.0:1780334877.302434:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334877.302438:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334877.302440:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334877.302442:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334877.302461:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624387840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334877.302488:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334877.302524:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624386432:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.302534:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624386944:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.302543:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624387456:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.302554:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624386304:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.302562:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624386816:0@lo:400:kworker.0 00000100:00100000:2.0:1780334877.302570:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624387328:0@lo:400:kworker.0 00000100:00100000:0.0:1780334877.302579:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:2.0:1780334877.302588:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334877.302593:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624387968:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334877.302616:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334877.302634:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624387840 00000100:00100000:0.0:1780334877.302638:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624387840 00000100:00100000:0.0:1780334877.302724:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624387968 00000100:00100000:0.0:1780334877.302728:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624387968 00000100:00100000:2.0:1780334877.302969:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1780334877.302978:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624387840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334877.302999:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1780334877.303036:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624387840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334877.303042:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1780334877.303055:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1780334877.303061:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624387968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780334877.303352:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1780334877.303383:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624387968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 321us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334877.303389:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1780334877.303484:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624387968:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334877.303497:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624387840:0@lo:13:osp-pre-1-1.0 00000040:00080000:0.0:1780334877.534497:0:27862:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334877.534506:0:27862:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334877.535261:0:27862:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334877.535270:0:27862:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334877.621186:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334878.644172:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334878.836029:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334878.836052:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624388096:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334878.836128:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334878.836717:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624388096 00000100:00100000:2.0:1780334878.836726:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624388096 00000100:00100000:2.0:1780334878.836791:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1780334878.836799:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624388096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334878.836906:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334878.836959:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b723800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624388096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 160us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334878.836966:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1780334878.837113:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624388096:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334878.838850:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334878.838867:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624388224:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334878.838922:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334878.838972:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624388352:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334878.838997:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334878.839033:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624388224 00000100:00100000:3.0:1780334878.839041:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624388224 00000100:00100000:3.0:1780334878.839078:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624388352 00000100:00100000:3.0:1780334878.839081:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624388352 00000100:00100000:3.0:1780334878.839096:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1780334878.839104:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624388224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334878.839565:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334878.839625:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624388224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 520us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334878.839633:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1780334878.839653:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1780334878.839660:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624388352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334878.839671:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334878.839709:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624388352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334878.839715:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1780334878.839797:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624388352:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334878.839884:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624388224:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1780334879.385624:0:27913:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334879.385631:0:27913:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334879.386502:0:27913:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334879.386516:0:27913:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334879.673262:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334880.235015:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334880.235066:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334880.235106:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334880.235138:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334880.235165:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334880.235186:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334880.235203:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334880.235218:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334880.235238:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334880.235262:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604681088 00000100:00100000:3.0:1780334880.235270:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604681088 00000100:00100000:3.0:1780334880.235316:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604681216 00000100:00100000:3.0:1780334880.235318:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604681216 00000100:00100000:3.0:1780334880.235331:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604681600 00000100:00100000:3.0:1780334880.235333:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604681600 00000100:00100000:3.0:1780334880.235341:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604681728 00000100:00100000:3.0:1780334880.235343:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604681728 00000100:00100000:3.0:1780334880.235355:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 732 00000100:00100000:3.0:1780334880.235364:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604681088:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334880.235426:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604681088:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 63us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334880.235432:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 732 00000100:00100000:3.0:1780334880.235447:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 733 00000100:00100000:3.0:1780334880.235453:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604681216:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334880.235474:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604681216:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334880.235480:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 733 00000100:00100000:3.0:1780334880.235489:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 734 00000100:00100000:3.0:1780334880.235494:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604681600:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334880.235513:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604681600:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 19us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334880.235519:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 734 00000100:00100000:3.0:1780334880.235528:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 735 00000100:00100000:3.0:1780334880.235533:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604681728:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334880.235554:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604681728:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334880.235559:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 735 00000100:00100000:0.0:1780334880.235652:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604680832 00000100:00100000:0.0:1780334880.235656:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604680832 00000100:00100000:0.0:1780334880.235697:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604680960 00000100:00100000:0.0:1780334880.235700:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604680960 00000100:00100000:0.0:1780334880.235712:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604681344 00000100:00100000:0.0:1780334880.235714:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604681344 00000100:00100000:0.0:1780334880.235725:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604681472 00000100:00100000:0.0:1780334880.235728:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604681472 00000100:00100000:0.0:1780334880.235754:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1165 00000100:00100000:0.0:1780334880.235761:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604680832:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334880.235791:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604680832:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334880.235797:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1165 00000100:00100000:0.0:1780334880.235864:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1166 00000100:00100000:0.0:1780334880.235886:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1167 00000100:00100000:0.0:1780334880.235893:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604681344:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334880.235921:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604681344:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 30us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334880.235927:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1167 00000100:00100000:0.0:1780334880.235941:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1168 00000100:00100000:0.0:1780334880.235947:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604681472:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334880.235970:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604681472:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334880.235977:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1168 00000100:00100000:0.0:1780334880.236023:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604680960:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334880.236046:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604680960:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 176us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334880.236052:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1166 00000100:00100000:2.0:1780334880.236131:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604680704 00000100:00100000:2.0:1780334880.236136:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604680704 00000100:00100000:2.0:1780334880.236175:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 780 00000100:00100000:2.0:1780334880.236182:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604680704:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334880.236202:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604680704:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (1198us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334880.236208:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 780 00000100:00080000:2.0:1780334880.236236:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334880.236240:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334880.236243:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334880.236245:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1780334880.437409:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1780334880.628006:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334880.628014:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334880.628700:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334880.628711:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334880.692746:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334881.081007:0:27964:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334881.081015:0:27964:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334881.081536:0:27964:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334881.081547:0:27964:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334881.717657:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334881.908451:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624388480:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334881.908528:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334881.908807:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624388480 00000100:00100000:3.0:1780334881.908841:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624388480 00000100:00100000:3.0:1780334881.908894:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1780334881.908904:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703463df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624388480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334881.909180:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:3.0:1780334881.909242:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703463df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624388480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 340us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334881.909249:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1780334881.909340:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624388480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334882.420148:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624388608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334882.420225:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334882.420515:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624388608 00000100:00100000:2.0:1780334882.420524:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624388608 00000100:00100000:2.0:1780334882.420593:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1780334882.420603:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624388608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780334882.420636:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1780334882.420683:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021360a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624388608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334882.420690:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00080000:2.0:1780334882.420724:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334882.420874:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624388608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334882.420893:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334882.420899:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624388736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334882.420935:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334882.421021:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624388736 00000100:00100000:1.0:1780334882.421027:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624388736 00000100:00100000:3.0:1780334882.421078:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624388992:0@lo:400:kworker.0 00000100:00100000:0.0:1780334882.421093:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624389248:0@lo:400:kworker.0 00000100:00100000:1.0:1780334882.421095:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1780334882.421105:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624388736:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334882.421111:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1780334882.421117:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334882.421134:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334882.421138:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624389504:0@lo:400:kworker.0 00000100:00100000:1.0:1780334882.421155:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624388736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334882.421162:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1780334882.421166:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624389760:0@lo:400:kworker.0 00000100:00100000:3.0:1780334882.421171:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1780334882.421180:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334882.421195:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624390016:0@lo:400:kworker.0 00000100:00100000:0.0:1780334882.421216:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334882.421226:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334882.421244:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1780334882.421250:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624388864:0@lo:400:kworker.0 00000100:00100000:3.0:1780334882.421289:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334882.421310:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624389376:0@lo:400:kworker.0 00000100:00100000:3.0:1780334882.421333:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334882.421349:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624389888:0@lo:400:kworker.0 00000100:00100000:0.0:1780334882.421370:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1780334882.421375:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334882.421381:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624389120:0@lo:400:kworker.0 00000100:00100000:3.0:1780334882.421404:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624388992 00000100:00100000:3.0:1780334882.421408:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624388992 00000100:00100000:0.0:1780334882.421413:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334882.421439:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624389632:0@lo:400:kworker.0 00000100:00100000:3.0:1780334882.421442:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624389248 00000100:00100000:3.0:1780334882.421445:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624389248 00000100:00100000:3.0:1780334882.421460:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624389504 00000100:00100000:3.0:1780334882.421463:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624389504 00000100:00100000:0.0:1780334882.421468:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334882.421482:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624390016 00000100:00100000:0.0:1780334882.421482:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624390144:0@lo:400:kworker.0 00000100:00100000:0.0:1780334882.421504:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334882.421524:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624389632 00000100:00100000:0.0:1780334882.421528:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624389632 00000100:00100000:0.0:1780334882.421548:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624390144 00000100:00100000:0.0:1780334882.421551:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624390144 00000100:00100000:0.0:1780334882.421565:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1780334882.421571:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624388992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334882.421757:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624389760 00000100:00100000:1.0:1780334882.421761:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624389760 00000100:00100000:0.0:1780334882.421809:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624388992:12345-0@lo:400:kworker.0 Request processed in 237us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334882.421842:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1780334882.421869:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1780334882.421875:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0369ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624389248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334882.421918:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0369ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624389248:12345-0@lo:400:kworker.0 Request processed in 43us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334882.421924:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1780334882.421937:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1780334882.421943:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624389504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334882.421972:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624389504:12345-0@lo:400:kworker.0 Request processed in 29us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334882.421978:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1780334882.421988:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1780334882.421994:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624389632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334882.422020:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624389632:12345-0@lo:400:kworker.0 Request processed in 26us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334882.422026:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1780334882.422042:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:0.0:1780334882.422049:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624390144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334882.422057:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624389632:0@lo:400:kworker.0 00000100:00100000:2.0:1780334882.422073:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624389248:0@lo:400:kworker.0 00000100:00100000:0.0:1780334882.422082:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624390144:12345-0@lo:400:kworker.0 Request processed in 33us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334882.422089:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1780334882.422105:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624390144:0@lo:400:kworker.0 00000100:00100000:0.0:1780334882.422112:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624389376 00000100:00100000:0.0:1780334882.422116:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624389376 00000100:00100000:0.0:1780334882.422155:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624389120 00000100:00100000:0.0:1780334882.422158:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624389120 00000100:00100000:0.0:1780334882.422170:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1780334882.422175:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624389376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334882.422218:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624389376:12345-0@lo:400:kworker.0 Request processed in 43us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334882.422224:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1780334882.422304:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1780334882.422312:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624389120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334882.422347:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624389120:12345-0@lo:400:kworker.0 Request processed in 36us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334882.422353:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1780334882.422376:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624389120:0@lo:400:kworker.0 00000100:00100000:1.0:1780334882.422729:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624389888 00000100:00100000:1.0:1780334882.422734:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624389888 00000100:00100000:3.0:1780334882.423586:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624390016 00000100:00100000:3.0:1780334882.423709:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:3.0:1780334882.423729:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624390016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334882.423790:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624390016:12345-0@lo:400:kworker.0 Request processed in 74us (2564us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334882.423796:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1780334882.424119:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1780334882.424131:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624389760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334882.424194:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624389760:12345-0@lo:400:kworker.0 Request processed in 67us (2978us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334882.424201:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1780334882.424216:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1780334882.424222:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624389888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334882.424264:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624389888:12345-0@lo:400:kworker.0 Request processed in 43us (2891us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334882.424274:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1780334882.424512:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624389760:0@lo:400:kworker.0 00000100:00100000:3.0:1780334882.426202:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624388864 00000100:00100000:3.0:1780334882.426214:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624388864 00000100:00100000:3.0:1780334882.426271:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1780334882.426279:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624388864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334882.426348:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624388864:12345-0@lo:400:kworker.0 Request processed in 69us (5057us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334882.426355:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00080000:0.0:1780334882.426439:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334882.426446:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334882.426450:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334882.426502:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624388736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334882.427700:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021361180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624388864:0@lo:400:kworker.0 00000100:00100000:3.0:1780334882.427724:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624389376:0@lo:400:kworker.0 00000100:00100000:3.0:1780334882.427904:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624389888:0@lo:400:kworker.0 00000100:00100000:3.0:1780334882.427920:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021360700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624388992:0@lo:400:kworker.0 00000100:00100000:3.0:1780334882.427990:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624389504:0@lo:400:kworker.0 00000100:00100000:3.0:1780334882.428002:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624390016:0@lo:400:kworker.0 00010000:00010000:3.0:1780334882.741341:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334882.788628:0:28015:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334882.788637:0:28015:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334882.797766:0:28015:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334882.797781:0:28015:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334883.764039:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334883.956008:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624390272:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334883.956082:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334883.956340:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624390272 00000100:00100000:1.0:1780334883.956349:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624390272 00000100:00100000:1.0:1780334883.956393:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1780334883.956402:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624390272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334883.956432:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334883.956477:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624390272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334883.956483:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1780334883.956530:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624390272:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334883.957046:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624390528:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334883.957080:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334883.957126:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780334883.957133:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624390400:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334883.957157:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334883.957332:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624390528 00000100:00100000:2.0:1780334883.957338:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624390528 00000100:00100000:2.0:1780334883.957367:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1780334883.957375:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624390528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334883.957390:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334883.957422:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624390528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334883.957429:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1780334883.957504:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624390528:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334883.957608:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624390400 00000100:00100000:2.0:1780334883.957613:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624390400 00000100:00100000:2.0:1780334883.957644:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1780334883.957652:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624390400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334883.957674:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334883.957724:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624390400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334883.957730:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1780334883.957799:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624390400:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1780334884.528075:0:28067:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334884.528084:0:28067:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334884.528646:0:28067:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334884.528656:0:28067:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334884.788590:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334885.356983:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334885.357026:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334885.357060:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334885.357085:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334885.357107:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334885.357125:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334885.357145:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334885.357162:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334885.357271:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604681984 00000100:00100000:1.0:1780334885.357280:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604681984 00000100:00100000:1.0:1780334885.357342:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604682112 00000100:00100000:1.0:1780334885.357346:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604682112 00000100:00100000:1.0:1780334885.357544:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604682624 00000100:00100000:1.0:1780334885.357549:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604682624 00000100:00100000:1.0:1780334885.357569:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604682496 00000100:00100000:1.0:1780334885.357571:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604682496 00000100:00100000:1.0:1780334885.357587:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1175 00000100:00100000:1.0:1780334885.357606:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604681984:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334885.357707:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1176 00000100:00100000:3.0:1780334885.357717:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604682112:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334885.357786:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604681856 00000100:00100000:0.0:1780334885.357790:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604681856 00000100:00100000:0.0:1780334885.357872:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 782 00000100:00100000:0.0:1780334885.357880:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604681856:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334885.358875:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604681984:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 1273us (1842us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334885.358886:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1175 00000100:00100000:1.0:1780334885.358915:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1177 00000100:00100000:1.0:1780334885.358923:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604682624:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334885.358960:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604682624:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 39us (1851us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334885.358966:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1177 00000100:00100000:1.0:1780334885.358980:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1178 00000100:00100000:1.0:1780334885.358987:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604682496:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334885.359013:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604682496:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (1850us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334885.359020:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1178 00000100:00080000:1.0:1780334885.359060:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334885.359065:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334885.359080:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604682368 00000100:00100000:1.0:1780334885.359085:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604682368 00000100:00100000:1.0:1780334885.359118:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604682880 00000100:00100000:1.0:1780334885.359121:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604682880 00000100:00100000:1.0:1780334885.359139:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604682240 00000100:00100000:1.0:1780334885.359142:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604682240 00000100:00100000:1.0:1780334885.359161:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 738 00000100:00100000:1.0:1780334885.359168:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604682368:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334885.359198:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604682368:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 30us (2111us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334885.359204:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 738 00000100:00100000:1.0:1780334885.359215:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 739 00000100:00100000:1.0:1780334885.359221:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604682880:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334885.359243:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604682880:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (2117us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334885.359249:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 739 00000100:00100000:1.0:1780334885.359259:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 740 00000100:00100000:1.0:1780334885.359265:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604682240:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334885.359299:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604682240:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (2141us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334885.359306:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 740 00000100:00080000:1.0:1780334885.359325:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334885.359328:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334885.360116:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604682112:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 2396us (3050us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334885.360127:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1176 00000100:00100000:0.0:1780334885.360215:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604681856:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 2334us (3240us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334885.360224:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 782 00000100:00100000:2.0:1780334885.360667:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334885.360764:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604682752 00000100:00100000:1.0:1780334885.360771:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604682752 00000100:00100000:1.0:1780334885.362939:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 741 00000100:00100000:1.0:1780334885.362953:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604682752:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334885.363045:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604682752:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 97us (2380us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334885.363061:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 741 00000100:00080000:2.0:1780334885.365488:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780334885.811991:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334886.397270:0:28118:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334886.397282:0:28118:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334886.397893:0:28118:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334886.397909:0:28118:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334886.838239:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334887.028445:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624390656:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334887.028517:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334887.028638:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624390656 00000100:00100000:3.0:1780334887.028648:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624390656 00000100:00100000:3.0:1780334887.028714:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1780334887.028723:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624390656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334887.028760:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:3.0:1780334887.028844:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624390656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334887.028915:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624390656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334887.032370:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1780334887.540372:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334887.540533:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624390784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334887.540599:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334887.540731:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624390912:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334887.540841:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334887.540936:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624391040:0@lo:400:kworker.0 00000100:00100000:3.0:1780334887.540969:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334887.541049:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624391168:0@lo:400:kworker.0 00000100:00100000:2.0:1780334887.541117:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624390784 00000100:00100000:2.0:1780334887.541124:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624390784 00000100:00100000:2.0:1780334887.541173:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624390912 00000100:00100000:2.0:1780334887.541176:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624390912 00000100:00100000:2.0:1780334887.541198:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1780334887.541206:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624390784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334887.541231:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334887.541244:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334887.541330:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1780334887.541333:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624391552:0@lo:400:kworker.0 00000100:00100000:1.0:1780334887.541338:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624390912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334887.541348:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334887.541359:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334887.541378:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624392064:0@lo:400:kworker.0 00000100:00100000:3.0:1780334887.541405:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334887.541425:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1780334887.541431:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624391424:0@lo:400:kworker.0 00000100:00100000:3.0:1780334887.541452:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334887.541469:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624391936:0@lo:400:kworker.0 00000100:00100000:3.0:1780334887.541488:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334887.541513:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624391552 00000100:00100000:2.0:1780334887.541514:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624390784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 307us (914us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334887.541517:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624391552 00000100:00100000:2.0:1780334887.541520:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1780334887.541542:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624391040 00000100:00100000:2.0:1780334887.541545:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624391040 00000100:00100000:2.0:1780334887.541569:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1780334887.541575:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624391040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334887.541609:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624391040:12345-0@lo:400:kworker.0 Request processed in 34us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334887.541615:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00080000:2.0:1780334887.541638:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334887.541670:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624391040:0@lo:400:kworker.0 00000100:00100000:2.0:1780334887.541720:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624391296:0@lo:400:kworker.0 00000100:00100000:2.0:1780334887.541744:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334887.541762:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624391808:0@lo:400:kworker.0 00000100:00100000:2.0:1780334887.541781:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334887.541798:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624392320:0@lo:400:kworker.0 00000100:00100000:2.0:1780334887.541841:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334887.541868:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624391168 00000100:00100000:2.0:1780334887.541872:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624391168 00000100:00100000:2.0:1780334887.541897:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624391424 00000100:00100000:2.0:1780334887.541900:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624391424 00000100:00100000:2.0:1780334887.541911:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624391808 00000100:00100000:2.0:1780334887.541914:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624391808 00000100:00100000:2.0:1780334887.541929:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624392320 00000100:00100000:2.0:1780334887.541932:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624392320 00000100:00100000:2.0:1780334887.542054:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:2.0:1780334887.542062:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624391168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334887.542098:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021360700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624391168:12345-0@lo:400:kworker.0 Request processed in 37us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334887.542104:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:2.0:1780334887.542117:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:2.0:1780334887.542123:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624391424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334887.542153:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624391296 00000100:00100000:2.0:1780334887.542153:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624391424:12345-0@lo:400:kworker.0 Request processed in 31us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334887.542157:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624391296 00000100:00100000:3.0:1780334887.542172:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1780334887.542172:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1780334887.542178:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624391552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334887.542191:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:2.0:1780334887.542197:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624391808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334887.542210:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624391552:12345-0@lo:400:kworker.0 Request processed in 32us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334887.542217:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1780334887.542223:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624391808:12345-0@lo:400:kworker.0 Request processed in 27us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334887.542228:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:3.0:1780334887.542229:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1780334887.542234:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624391296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334887.542237:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:2.0:1780334887.542242:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624392320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334887.542260:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624391296:12345-0@lo:400:kworker.0 Request processed in 26us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334887.542261:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624392320:12345-0@lo:400:kworker.0 Request processed in 20us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334887.542266:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1780334887.542266:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00080000:2.0:1780334887.542285:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334887.542307:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624391424:0@lo:400:kworker.0 00000100:00100000:2.0:1780334887.542316:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624391552:0@lo:400:kworker.0 00000100:00100000:2.0:1780334887.542340:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624391296:0@lo:400:kworker.0 00000100:00100000:2.0:1780334887.542348:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624391808:0@lo:400:kworker.0 00000100:00100000:2.0:1780334887.542356:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624392320:0@lo:400:kworker.0 00000100:00100000:1.0:1780334887.542481:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624390912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1143us (1639us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334887.542488:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1780334887.542506:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624392064 00000100:00100000:1.0:1780334887.542509:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624392064 00000100:00100000:1.0:1780334887.542536:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624391936 00000100:00100000:1.0:1780334887.542539:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624391936 00000100:00100000:1.0:1780334887.542551:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1780334887.542556:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624392064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334887.542584:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624392064:12345-0@lo:400:kworker.0 Request processed in 28us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334887.542589:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1780334887.542599:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1780334887.542603:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624391936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334887.542623:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624391936:12345-0@lo:400:kworker.0 Request processed in 20us (1134us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334887.542627:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1780334887.542688:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624390912:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1780334887.542829:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334887.542849:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624391936:0@lo:400:kworker.0 00000100:00100000:2.0:1780334887.542859:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624392064:0@lo:400:kworker.0 00000100:00100000:0.0:1780334887.543065:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624391168:0@lo:400:kworker.0 00000100:00100000:0.0:1780334887.543076:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624391680:0@lo:400:kworker.0 00000100:00100000:0.0:1780334887.543107:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334887.543126:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624392192:0@lo:400:kworker.0 00000100:00100000:1.0:1780334887.543132:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624391680 00000100:00100000:1.0:1780334887.543136:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624391680 00000100:00100000:0.0:1780334887.543145:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334887.543174:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624390784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334887.543197:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624392192 00000100:00100000:0.0:1780334887.543200:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624392192 00000100:00100000:0.0:1780334887.543371:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:0.0:1780334887.543378:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624392192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334887.543415:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021361500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624392192:12345-0@lo:400:kworker.0 Request processed in 36us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334887.543421:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00100000:0.0:1780334887.543434:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:0.0:1780334887.543439:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624391680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334887.543464:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021361180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624391680:12345-0@lo:400:kworker.0 Request processed in 25us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334887.543469:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00080000:3.0:1780334887.543611:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334887.547269:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624391680:0@lo:400:kworker.0 00000100:00100000:0.0:1780334887.547286:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624392192:0@lo:400:kworker.0 00010000:00010000:2.0:1780334887.861111:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334888.047732:0:28169:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334888.047741:0:28169:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334888.048950:0:28169:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334888.048965:0:28169:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334888.884126:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334889.076962:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1780334889.077055:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624392448:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334889.077133:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334889.077352:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624392448 00000100:00100000:3.0:1780334889.077361:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624392448 00000100:00100000:3.0:1780334889.077434:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1780334889.077445:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624392448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334889.077471:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334889.077509:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624392448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334889.077515:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1780334889.078844:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334889.078851:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624392448:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334889.078857:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624392576:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334889.078902:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334889.079789:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624392576 00000100:00100000:2.0:1780334889.079797:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624392576 00000100:00100000:2.0:1780334889.079859:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1780334889.079867:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624392576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334889.079885:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334889.079929:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624392576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334889.079936:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1780334889.080555:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624392704:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334889.080590:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334889.080650:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624392704 00000100:00100000:3.0:1780334889.080655:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624392704 00000100:00100000:3.0:1780334889.080695:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1780334889.080710:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624392704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334889.080734:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334889.080767:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624392704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334889.080773:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00080000:0.0:1780334889.082182:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334889.084784:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624392576:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334889.089652:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624392704:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1780334889.778167:0:28220:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334889.778177:0:28220:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334889.778725:0:28220:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334889.778736:0:28220:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334889.909114:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334890.477095:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334890.477194:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334890.477231:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334890.477258:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334890.477282:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334890.477302:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334890.477318:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334890.477335:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334890.477642:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604683264 00000100:00100000:2.0:1780334890.477662:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604683264 00000100:00100000:2.0:1780334890.477720:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604683136 00000100:00100000:2.0:1780334890.477724:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604683136 00000100:00100000:2.0:1780334890.477738:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604683648 00000100:00100000:2.0:1780334890.477740:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604683648 00000100:00100000:2.0:1780334890.477751:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604683776 00000100:00100000:2.0:1780334890.477754:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604683776 00000100:00100000:2.0:1780334890.477769:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1185 00000100:00100000:2.0:1780334890.477779:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604683264:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334890.477885:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604683264:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 107us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334890.477893:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1185 00000100:00100000:2.0:1780334890.477909:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1186 00000100:00100000:2.0:1780334890.477916:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604683136:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334890.477940:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604683136:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334890.477946:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1186 00000100:00100000:2.0:1780334890.477959:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1187 00000100:00100000:2.0:1780334890.477965:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604683648:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334890.477998:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604683648:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 34us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334890.478005:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1187 00000100:00100000:2.0:1780334890.478015:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1188 00000100:00100000:2.0:1780334890.478021:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604683776:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334890.478043:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604683776:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334890.478049:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1188 00000100:00080000:2.0:1780334890.478095:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334890.478099:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334890.478123:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604683520 00000100:00100000:2.0:1780334890.478126:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604683520 00000100:00100000:2.0:1780334890.478153:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604683392 00000100:00100000:2.0:1780334890.478156:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604683392 00000100:00100000:2.0:1780334890.478171:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604683904 00000100:00100000:2.0:1780334890.478173:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604683904 00000100:00100000:2.0:1780334890.478190:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 744 00000100:00100000:2.0:1780334890.478196:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604683520:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334890.478221:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604683520:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (990us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334890.478227:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 744 00000100:00100000:2.0:1780334890.478238:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 745 00000100:00100000:2.0:1780334890.478244:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604683392:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334890.478265:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604683392:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334890.478270:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 745 00000100:00100000:2.0:1780334890.478278:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 746 00000100:00100000:2.0:1780334890.478283:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604683904:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334890.478301:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604683904:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 18us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334890.478309:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 746 00000100:00080000:2.0:1780334890.478325:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334890.478328:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334890.478648:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334890.478681:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604684032 00000100:00100000:1.0:1780334890.478685:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604684032 00000100:00100000:1.0:1780334890.478714:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 747 00000100:00100000:1.0:1780334890.478721:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604684032:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334890.478750:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604684032:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 30us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334890.478755:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 747 00000100:00080000:1.0:1780334890.478769:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334890.479441:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604683008 00000100:00100000:0.0:1780334890.479448:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604683008 00000100:00100000:0.0:1780334890.479506:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 784 00000100:00100000:0.0:1780334890.479513:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604683008:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334890.479547:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604683008:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 35us (2461us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334890.479553:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 784 00000040:00080000:0.0:1780334890.676608:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1780334890.868558:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334890.868568:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334890.869399:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334890.869416:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334890.931984:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334891.518270:0:28272:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334891.518278:0:28272:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334891.519536:0:28272:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334891.519552:0:28272:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334891.957008:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334892.148288:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334892.148666:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624392832:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334892.148731:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334892.149661:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624392832 00000100:00100000:2.0:1780334892.149671:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624392832 00000100:00100000:2.0:1780334892.149782:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1780334892.149793:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624392832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334892.149850:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:2.0:1780334892.150126:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624392832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 334us (1393us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334892.150135:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1780334892.150311:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624392832:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334892.661327:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624392960:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334892.661395:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334892.661633:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624393216:0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.661677:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334892.661695:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624393728:0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.661716:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334892.661735:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624394240:0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.661754:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334892.661769:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1780334892.661775:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624393344:0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.661796:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334892.661833:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624393856:0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.661855:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334892.661869:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624394368:0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.661886:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334892.662109:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624393216 00000100:00100000:3.0:1780334892.662117:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624393216 00000100:00100000:3.0:1780334892.662153:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624393728 00000100:00100000:3.0:1780334892.662156:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624393728 00000100:00100000:3.0:1780334892.662175:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624394240 00000100:00100000:3.0:1780334892.662178:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624394240 00000100:00100000:3.0:1780334892.662189:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624393856 00000100:00100000:3.0:1780334892.662192:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624393856 00000100:00100000:3.0:1780334892.662201:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624394368 00000100:00100000:3.0:1780334892.662203:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624394368 00000100:00100000:3.0:1780334892.662229:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:3.0:1780334892.662238:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624393216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.662298:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624393344 00000100:00100000:0.0:1780334892.662302:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624393344 00000100:00100000:0.0:1780334892.662333:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1780334892.662341:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624393344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334892.662423:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624392960 00000100:00100000:1.0:1780334892.662428:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624392960 00000100:00100000:1.0:1780334892.662458:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1780334892.662466:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624392960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334892.662488:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1780334892.662526:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624392960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (1131us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334892.662532:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00080000:1.0:1780334892.662553:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334892.662558:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334892.662560:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334892.663361:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f013d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624393088:0@lo:400:kworker.0 00000100:00100000:2.0:1780334892.663403:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334892.663441:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624393600:0@lo:400:kworker.0 00000100:00100000:2.0:1780334892.663463:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334892.663482:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624394112:0@lo:400:kworker.0 00000100:00100000:2.0:1780334892.663501:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334892.663517:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624394624:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334892.663535:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334892.663553:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1780334892.663559:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624393472:0@lo:400:kworker.0 00000100:00100000:2.0:1780334892.663580:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334892.663590:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624393984:0@lo:400:kworker.0 00000100:00100000:2.0:1780334892.663607:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334892.663623:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624394496:0@lo:400:kworker.0 00000100:00100000:2.0:1780334892.663652:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334892.663679:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624393472 00000100:00100000:2.0:1780334892.663684:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624393472 00000100:00100000:2.0:1780334892.663711:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:2.0:1780334892.663718:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624393728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334892.663795:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624393088 00000100:00100000:1.0:1780334892.663800:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624393088 00000100:00100000:1.0:1780334892.663852:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1780334892.663858:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624393088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334892.663897:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624393088:12345-0@lo:400:kworker.0 Request processed in 39us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334892.663903:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1780334892.663957:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624394624 00000100:00100000:1.0:1780334892.663960:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624394624 00000100:00100000:1.0:1780334892.664003:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1780334892.664009:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624394624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334892.664022:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1780334892.664052:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624394624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334892.664058:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1780334892.664077:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:1.0:1780334892.664084:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624394240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334892.669165:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624393216:12345-0@lo:400:kworker.0 Request processed in 6918us (7476us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334892.669180:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:3.0:1780334892.669288:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:3.0:1780334892.669305:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624393856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.669491:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624393344:12345-0@lo:400:kworker.0 Request processed in 7150us (7693us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334892.669500:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1780334892.669518:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624393600 00000100:00100000:0.0:1780334892.669524:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624393600 00000100:00100000:0.0:1780334892.669559:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1780334892.669566:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624393600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.669615:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b722a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624393600:12345-0@lo:400:kworker.0 Request processed in 50us (6150us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334892.669621:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1780334892.669674:0:6540:0:(service.c:3465:ptlrpc_start_thread()) mdt[0] started 5 min 3 max 116 00000100:00100000:0.0:1780334892.669683:0:6540:0:(service.c:3524:ptlrpc_start_thread()) starting thread 'mdt00_005' 00000100:00100000:0.0:1780334892.669696:0:6539:0:(service.c:3465:ptlrpc_start_thread()) mdt[0] started 5 min 3 max 116 00000100:00100000:0.0:1780334892.669703:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1780334892.669710:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624394368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.669742:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624394368:12345-0@lo:400:kworker.0 Request processed in 33us (7856us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334892.669748:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1780334892.669760:0:6539:0:(service.c:3465:ptlrpc_start_thread()) mdt[0] started 5 min 3 max 116 00000100:00100000:0.0:1780334892.669766:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:0.0:1780334892.669771:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624393472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.669798:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624393472:12345-0@lo:400:kworker.0 Request processed in 28us (6218us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334892.669804:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00080000:0.0:1780334892.670072:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334892.670105:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624394112 00000100:00100000:0.0:1780334892.670109:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624394112 00000100:00100000:0.0:1780334892.670140:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624393984 00000100:00100000:0.0:1780334892.670142:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624393984 00000100:00100000:0.0:1780334892.670158:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624394496 00000100:00100000:0.0:1780334892.670161:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624394496 00000100:00100000:0.0:1780334892.670178:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1780334892.670183:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624394112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.670244:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624394112:12345-0@lo:400:kworker.0 Request processed in 58us (6739us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334892.670250:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1780334892.670263:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1780334892.670269:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624393984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.671943:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624393984:12345-0@lo:400:kworker.0 Request processed in 29us (6688us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334892.671961:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1780334892.672001:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1780334892.672014:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624394496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.672080:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624394496:12345-0@lo:400:kworker.0 Request processed in 71us (8426us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334892.672085:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00080000:0.0:1780334892.672119:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334892.672231:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624392960:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334892.672272:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624393344:0@lo:400:kworker.0 00000100:00100000:2.0:1780334892.678236:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624393728:12345-0@lo:400:kworker.0 Request processed in 14509us (16509us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334892.678250:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:2.0:1780334892.678328:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624393472:0@lo:400:kworker.0 00000100:00100000:2.0:1780334892.678340:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624393984:0@lo:400:kworker.0 00000100:00100000:2.0:1780334892.678350:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624394496:0@lo:400:kworker.0 00000100:00100000:2.0:1780334892.678361:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624393088:0@lo:400:kworker.0 00000100:00100000:2.0:1780334892.678371:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624393600:0@lo:400:kworker.0 00000100:00100000:2.0:1780334892.678381:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624394112:0@lo:400:kworker.0 00000100:00100000:2.0:1780334892.678398:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624394624:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334892.679614:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624393856:12345-0@lo:400:kworker.0 Request processed in 10310us (17750us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334892.679626:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:0.0:1780334892.685352:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624393856:0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.685371:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624394368:0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.685383:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f013d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624393216:0@lo:400:kworker.0 00000100:00100000:0.0:1780334892.685394:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624393728:0@lo:400:kworker.0 00000100:00100000:1.0:1780334892.690748:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624394240:12345-0@lo:400:kworker.0 Request processed in 26656us (28984us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334892.690760:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:0.0:1780334892.698479:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624394240:0@lo:400:kworker.0 00010000:00010000:1.0:1780334892.979975:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334893.428305:0:28324:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334893.428314:0:28324:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334893.429142:0:28324:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334893.429153:0:28324:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334894.004243:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334894.196198:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780334894.196243:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624394752:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334894.196245:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334894.196271:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624394880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334894.196386:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624395008:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334894.201445:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334894.207487:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334894.212020:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624395008 00000100:00100000:2.0:1780334894.212035:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624395008 00000100:00100000:2.0:1780334894.212106:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1780334894.212117:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624395008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780334894.212158:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1780334894.212238:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03cd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624395008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 124us (4757us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334894.212245:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1780334894.213650:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334894.213833:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624394880 00000100:00100000:2.0:1780334894.213850:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624394880 00000100:00100000:2.0:1780334894.213925:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624394752 00000100:00100000:2.0:1780334894.213929:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624394752 00000100:00100000:2.0:1780334894.213951:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1780334894.213959:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624394880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334894.213995:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334894.214065:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624394880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (12627us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334894.214072:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1780334894.214087:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1780334894.214093:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624394752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334894.214102:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334894.214127:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624394752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 35us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334894.214133:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1780334894.214198:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624394880:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780334894.217040:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334894.220150:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624394752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334894.220804:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624395008:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1780334895.029021:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334895.378600:0:28375:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334895.378612:0:28375:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334895.379946:0:28375:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334895.379964:0:28375:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334895.597018:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334895.597252:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334895.597346:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334895.597376:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334895.597407:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334895.597433:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334895.597452:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334895.597479:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334895.597512:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334895.597627:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604684288 00000100:00100000:0.0:1780334895.597639:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604684288 00000100:00100000:0.0:1780334895.597791:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604684800 00000100:00100000:0.0:1780334895.597924:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604684800 00000100:00100000:0.0:1780334895.597955:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604684416 00000100:00100000:0.0:1780334895.597959:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604684416 00000100:00100000:0.0:1780334895.597977:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604684928 00000100:00100000:0.0:1780334895.597980:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604684928 00000100:00100000:0.0:1780334895.598385:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1195 00000100:00100000:0.0:1780334895.598398:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604684288:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334895.598499:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604684288:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 104us (1495us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334895.598507:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1195 00000100:00100000:0.0:1780334895.598527:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1196 00000100:00100000:0.0:1780334895.598534:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604684800:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334895.598636:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604684800:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 102us (1353us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334895.598643:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1196 00000100:00100000:0.0:1780334895.598658:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1197 00000100:00100000:0.0:1780334895.598664:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604684416:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334895.598696:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604684416:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 29us (1259us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334895.598701:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1197 00000100:00100000:0.0:1780334895.598713:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1198 00000100:00100000:0.0:1780334895.598719:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034605180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604684928:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334895.598746:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034605180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604684928:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (1267us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334895.598756:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1198 00000100:00100000:0.0:1780334895.598782:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604684544 00000100:00100000:0.0:1780334895.598787:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604684544 00000100:00100000:0.0:1780334895.599191:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604685056 00000100:00100000:0.0:1780334895.599195:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604685056 00000100:00100000:0.0:1780334895.599218:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604684672 00000100:00100000:0.0:1780334895.599221:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604684672 00000100:00100000:0.0:1780334895.599235:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604685184 00000100:00100000:0.0:1780334895.599239:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604685184 00000100:00100000:0.0:1780334895.599255:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 751 00000100:00100000:0.0:1780334895.599263:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604684544:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334895.599359:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604684544:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 96us (2107us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334895.599367:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 751 00000100:00100000:0.0:1780334895.599382:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 752 00000100:00100000:0.0:1780334895.599389:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604685056:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334895.599415:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604685056:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 27us (2038us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334895.599421:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 752 00000100:00100000:0.0:1780334895.599432:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 753 00000100:00100000:0.0:1780334895.599438:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604684672:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334895.599463:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604684672:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (2010us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334895.599469:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 753 00000100:00100000:0.0:1780334895.599480:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 754 00000100:00100000:0.0:1780334895.599486:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604685184:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334895.599513:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604685184:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 27us (2001us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334895.599520:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 754 00000100:00100000:0.0:1780334895.599542:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604684160 00000100:00100000:0.0:1780334895.599546:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604684160 00000100:00100000:0.0:1780334895.599656:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 786 00000100:00100000:0.0:1780334895.599664:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604684160:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334895.599688:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604684160:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (2281us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334895.599695:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 786 00000100:00080000:0.0:1780334895.599753:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334895.599758:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334895.599763:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334895.599765:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1780334896.054665:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334897.076188:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334897.268974:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624395136:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334897.269074:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334897.269227:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624395136 00000100:00100000:0.0:1780334897.269238:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624395136 00000100:00100000:0.0:1780334897.269304:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1780334897.269316:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624395136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334897.269375:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:0.0:1780334897.269448:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f013d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624395136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 133us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334897.269456:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1780334897.269557:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624395136:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1780334897.351459:0:28428:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334897.351469:0:28428:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334897.352262:0:28428:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334897.352274:0:28428:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334897.780348:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624395264:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334897.780430:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334897.780635:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624395264 00000100:00100000:1.0:1780334897.780643:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624395264 00000100:00100000:1.0:1780334897.780712:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1780334897.780722:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624395264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334897.780749:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1780334897.780794:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624395264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334897.780800:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1780334897.780938:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624395264:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334897.781070:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624395520:0@lo:400:kworker.0 00000100:00100000:3.0:1780334897.781116:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334897.781124:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624395776:0@lo:400:kworker.0 00000100:00100000:3.0:1780334897.781138:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624396032:0@lo:400:kworker.0 00000100:00080000:0.0:1780334897.781192:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334897.781204:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624395392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334897.781334:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624395520 00000100:00100000:1.0:1780334897.781338:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624395520 00000100:00100000:1.0:1780334897.781365:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1780334897.781372:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624395520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334897.787520:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334897.788396:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624396544:0@lo:400:kworker.0 00000100:00100000:3.0:1780334897.788456:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334897.788491:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1780334897.788499:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624395648:0@lo:400:kworker.0 00000100:00100000:3.0:1780334897.788522:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334897.788542:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624396160:0@lo:400:kworker.0 00000100:00100000:2.0:1780334897.789164:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334897.789198:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624396288:0@lo:400:kworker.0 00000100:00100000:2.0:1780334897.789230:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334897.789250:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624396800:0@lo:400:kworker.0 00000100:00100000:2.0:1780334897.789270:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334897.789671:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334897.789693:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f03696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624396672:0@lo:400:kworker.0 00000100:00100000:3.0:1780334897.789715:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334897.789747:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624396032 00000100:00100000:3.0:1780334897.789753:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624396032 00000100:00100000:3.0:1780334897.789796:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624396544 00000100:00100000:3.0:1780334897.789799:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624396544 00000100:00100000:3.0:1780334897.789826:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624395648 00000100:00100000:3.0:1780334897.789829:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624395648 00000100:00100000:0.0:1780334897.789950:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624395776 00000100:00100000:0.0:1780334897.789955:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624395776 00000100:00100000:0.0:1780334897.789983:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624396160 00000100:00100000:0.0:1780334897.789986:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624396160 00000100:00100000:0.0:1780334897.789997:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624396672 00000100:00100000:0.0:1780334897.789999:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624396672 00000100:00100000:0.0:1780334897.790161:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1780334897.790172:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624396032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334897.790636:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624396032:12345-0@lo:400:kworker.0 Request processed in 114us (2771us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334897.790645:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1780334897.790666:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1780334897.790673:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624396544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334897.790708:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624396544:12345-0@lo:400:kworker.0 Request processed in 36us (2251us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334897.790714:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1780334897.790727:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:0.0:1780334897.790733:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624395648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334897.790762:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624395648:12345-0@lo:400:kworker.0 Request processed in 30us (2238us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334897.790768:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:0.0:1780334897.790780:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1780334897.790786:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624395776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334897.792024:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:3.0:1780334897.792041:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624396160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334897.792106:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624396160:12345-0@lo:400:kworker.0 Request processed in 72us (2435us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334897.792113:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624395520:12345-0@lo:400:kworker.0 Request processed in 10738us (10993us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334897.792118:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1780334897.792129:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1780334897.792146:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:3.0:1780334897.792156:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624396672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334897.792186:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624396672:12345-0@lo:400:kworker.0 Request processed in 33us (2470us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334897.792193:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:1.0:1780334897.792214:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1780334897.792226:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334897.792232:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334897.792251:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624395904:0@lo:400:kworker.0 00000100:00100000:3.0:1780334897.792278:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624395648:0@lo:400:kworker.0 00000100:00100000:1.0:1780334897.792288:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334897.792293:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624396160:0@lo:400:kworker.0 00000100:00100000:3.0:1780334897.792308:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f03696a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624396672:0@lo:400:kworker.0 00000100:00100000:1.0:1780334897.792316:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624396416:0@lo:400:kworker.0 00000100:00100000:3.0:1780334897.792321:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624395520:0@lo:400:kworker.0 00000100:00100000:1.0:1780334897.792341:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334897.792353:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624396032:0@lo:400:kworker.0 00000100:00100000:3.0:1780334897.792368:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624396544:0@lo:400:kworker.0 00000100:00100000:1.0:1780334897.792389:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624395392 00000100:00100000:1.0:1780334897.792395:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624395392 00000100:00100000:1.0:1780334897.792441:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1780334897.792445:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624396288 00000100:00100000:1.0:1780334897.792450:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624395392:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334897.792451:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624396288 00002000:00000024:1.0:1780334897.792470:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334897.792486:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624396800 00000100:00100000:3.0:1780334897.792490:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624396800 00000100:00100000:1.0:1780334897.792511:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3659:x1866815624395392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334897.792512:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624396416 00000100:00100000:1.0:1780334897.792518:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1780334897.792562:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624395392:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334897.793250:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624396416 00000100:00100000:3.0:1780334897.793287:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1780334897.793295:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624396288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334897.793414:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624395776:12345-0@lo:400:kworker.0 Request processed in 2626us (4250us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334897.793422:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:1.0:1780334897.793456:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1780334897.793509:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624396288:12345-0@lo:400:kworker.0 Request processed in 213us (4276us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334897.793950:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624395776:0@lo:400:kworker.0 00000100:00100000:0.0:1780334897.793979:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624396288:0@lo:400:kworker.0 00000100:00100000:1.0:1780334897.794110:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624396800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334897.794157:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624396800:12345-0@lo:400:kworker.0 Request processed in 53us (4886us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334897.794713:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624395904 00000100:00100000:2.0:1780334897.794720:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624395904 00000100:00100000:2.0:1780334897.794759:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1780334897.794767:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624395904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334897.794827:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624395904:12345-0@lo:400:kworker.0 Request processed in 45us (2524us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334897.794833:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1780334897.797663:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1780334897.797704:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1780334897.798097:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624396416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334897.798184:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624396416:12345-0@lo:400:kworker.0 Request processed in 471us (5845us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334897.798192:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00080000:3.0:1780334897.798263:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334897.798269:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334897.799306:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1780334897.799370:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624395904:0@lo:400:kworker.0 00000100:00100000:1.0:1780334897.799386:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624396416:0@lo:400:kworker.0 00000100:00100000:1.0:1780334897.799441:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624396800:0@lo:400:kworker.0 00010000:00010000:0.0:1780334898.100261:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334899.083677:0:28480:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334899.083687:0:28480:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334899.084630:0:28480:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334899.084644:0:28480:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334899.124955:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334899.316845:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624396928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334899.316913:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334899.317033:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624396928 00000100:00100000:2.0:1780334899.317041:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624396928 00000100:00100000:2.0:1780334899.317105:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1780334899.317115:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624396928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334899.317143:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334899.317187:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624396928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334899.317194:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00080000:3.0:1780334899.317257:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334899.317297:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624396928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334899.317970:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624397056:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334899.318011:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334899.318044:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334899.318050:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624397184:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334899.318074:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334899.318150:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624397184 00000100:00100000:3.0:1780334899.318156:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624397184 00000100:00100000:3.0:1780334899.318198:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1780334899.318205:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624397184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334899.318230:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334899.318273:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624397184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334899.318281:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1780334899.318327:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624397184:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334899.318523:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624397056 00000100:00100000:1.0:1780334899.318529:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624397056 00000100:00100000:1.0:1780334899.318576:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1780334899.318584:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624397056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334899.318630:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334899.318677:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624397056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334899.318683:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1780334899.318748:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624397056:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1780334899.318987:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1780334900.084082:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334900.084092:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334900.084655:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334900.084667:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334900.149392:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334900.722923:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334900.722963:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334900.722988:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334900.723008:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334900.723314:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604685312 00000100:00100000:0.0:1780334900.723324:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604685312 00000100:00100000:0.0:1780334900.723386:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 788 00000100:00100000:0.0:1780334900.723397:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604685312:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334900.723465:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604685312:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 70us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334900.723472:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 788 00000100:00100000:3.0:1780334900.723971:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334900.724002:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334900.724023:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334900.724041:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334900.724063:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334900.724094:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604685568 00000100:00100000:3.0:1780334900.724099:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604685568 00000100:00100000:3.0:1780334900.724141:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604686080 00000100:00100000:3.0:1780334900.724145:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604686080 00000100:00100000:3.0:1780334900.724168:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604685440 00000100:00100000:3.0:1780334900.724171:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604685440 00000100:00100000:3.0:1780334900.724187:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604685952 00000100:00100000:3.0:1780334900.724189:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604685952 00000100:00100000:3.0:1780334900.724205:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1205 00000100:00100000:3.0:1780334900.724213:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604685568:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334900.724260:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604685568:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 47us (1295us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334900.724267:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1205 00000100:00100000:3.0:1780334900.724282:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1206 00000100:00100000:3.0:1780334900.724289:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604686080:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334900.724319:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03696a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604686080:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 31us (1309us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334900.724325:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1206 00000100:00100000:1.0:1780334900.724495:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604685824 00000100:00100000:1.0:1780334900.724500:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604685824 00000100:00100000:0.0:1780334900.724805:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604686336 00000100:00100000:0.0:1780334900.724822:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604686336 00000100:00100000:1.0:1780334900.726846:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604685696 00000100:00100000:1.0:1780334900.726857:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604685696 00000100:00100000:0.0:1780334900.726944:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604686208 00000100:00100000:0.0:1780334900.726948:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604686208 00000100:00100000:0.0:1780334900.726976:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 758 00000100:00100000:0.0:1780334900.726985:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604685824:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334900.727053:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604685824:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 69us (4064us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334900.727061:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 758 00000100:00100000:0.0:1780334900.727077:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 759 00000100:00100000:0.0:1780334900.727083:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604686336:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334900.727107:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604686336:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (3140us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334900.727112:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 759 00000100:00100000:0.0:1780334900.727125:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 760 00000100:00100000:0.0:1780334900.727131:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604686208:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334900.727151:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604686208:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (3087us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334900.727156:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 760 00000100:00100000:3.0:1780334900.729535:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1207 00000100:00100000:3.0:1780334900.729553:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604685440:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334900.729685:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604685440:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 139us (5682us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334900.729692:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1207 00000100:00100000:3.0:1780334900.729720:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1208 00000100:00100000:3.0:1780334900.729733:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604685952:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334900.729775:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604685952:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 48us (5733us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334900.729781:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1208 00000100:00080000:3.0:1780334900.729841:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334900.729847:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334900.729850:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780334900.729853:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334900.732195:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 761 00000100:00100000:1.0:1780334900.732211:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604685696:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334900.732274:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604685696:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 70us (8250us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334900.732281:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 761 00000040:00080000:1.0:1780334900.840117:0:28531:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334900.840126:0:28531:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334900.840938:0:28531:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334900.840949:0:28531:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1780334900.916734:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1780334901.172834:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334902.200857:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334902.389449:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624397312:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334902.389519:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334902.389647:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624397312 00000100:00100000:0.0:1780334902.389654:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624397312 00000100:00100000:0.0:1780334902.389697:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1780334902.389706:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624397312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334902.389740:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:0.0:1780334902.389800:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624397312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334902.389828:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1780334902.389892:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624397312:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1780334902.647107:0:28582:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334902.647116:0:28582:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334902.647792:0:28582:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334902.647803:0:28582:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334902.900042:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334902.900066:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624397440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334902.900143:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334902.900185:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624397568:0@lo:400:kworker.0 00000100:00100000:3.0:1780334902.900224:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624397824:0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.900231:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334902.900263:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334902.900267:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624398080:0@lo:400:kworker.0 00000100:00100000:3.0:1780334902.900288:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624398336:0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.900297:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334902.900320:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624398592:0@lo:400:kworker.0 00000100:00100000:3.0:1780334902.900333:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334902.900348:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624397952:0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.900353:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334902.900358:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624398848:0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.900383:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1780334902.900391:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624397696:0@lo:400:kworker.0 00000100:00100000:3.0:1780334902.900402:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334902.900405:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334902.900439:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624398464:0@lo:400:kworker.0 00000100:00100000:3.0:1780334902.900450:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624397440 00000100:00100000:1.0:1780334902.900454:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334902.900458:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624397440 00000100:00100000:0.0:1780334902.900469:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334902.900522:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624398208:0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.900548:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334902.901450:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1780334902.901467:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624397440:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334902.901480:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624398976:0@lo:400:kworker.0 00002000:00000024:3.0:1780334902.901499:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334902.901535:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334902.901559:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624397440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (1416us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334902.901579:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1780334902.901941:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624397952 00000100:00100000:0.0:1780334902.901949:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624397952 00000100:00100000:0.0:1780334902.901984:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1780334902.901992:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624397952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334902.902212:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624397952:12345-0@lo:400:kworker.0 Request processed in 221us (1812us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334902.902219:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1780334902.902262:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624397952:0@lo:400:kworker.0 00000100:00100000:3.0:1780334902.905543:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624397824 00000100:00100000:3.0:1780334902.905559:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624397824 00000100:00100000:1.0:1780334902.905587:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624398720:0@lo:400:kworker.0 00000100:00100000:3.0:1780334902.905595:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624398080 00000100:00100000:3.0:1780334902.905599:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624398080 00000100:00100000:3.0:1780334902.905663:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624398592 00000100:00100000:1.0:1780334902.905663:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334902.905668:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624398592 00000100:00100000:3.0:1780334902.905688:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624397696 00000100:00100000:3.0:1780334902.905691:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624397696 00000100:00100000:3.0:1780334902.905708:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624398208 00000100:00100000:1.0:1780334902.905708:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624399104:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334902.905713:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624398208 00000100:00100000:3.0:1780334902.905733:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624398720 00000100:00100000:3.0:1780334902.905736:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624398720 00000100:00100000:1.0:1780334902.905743:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334902.905757:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1780334902.905769:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624398080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.905794:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:1.0:1780334902.905805:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624398592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334902.905864:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624398080:12345-0@lo:400:kworker.0 Request processed in 96us (5565us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334902.905872:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624398592:12345-0@lo:400:kworker.0 Request processed in 70us (5522us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334902.905875:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:1.0:1780334902.905885:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:3.0:1780334902.905901:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:3.0:1780334902.905908:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624397696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334902.905951:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624397696:12345-0@lo:400:kworker.0 Request processed in 44us (5500us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334902.905958:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:3.0:1780334902.905971:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:3.0:1780334902.906151:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624398208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334902.906186:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624398208:12345-0@lo:400:kworker.0 Request processed in 39us (5637us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334902.906192:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:3.0:1780334902.906207:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:3.0:1780334902.906213:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624398720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334902.906239:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624398720:12345-0@lo:400:kworker.0 Request processed in 26us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334902.906244:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:3.0:1780334902.906267:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624398336 00000100:00100000:3.0:1780334902.906271:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624398336 00000100:00100000:3.0:1780334902.907271:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624398848 00000100:00100000:3.0:1780334902.907278:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624398848 00000100:00100000:3.0:1780334902.907306:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624398464 00000100:00100000:3.0:1780334902.907309:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624398464 00000100:00100000:3.0:1780334902.907326:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624398976 00000100:00100000:3.0:1780334902.907328:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624398976 00000100:00100000:3.0:1780334902.907345:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1780334902.907353:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624398336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334902.907414:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624398336:12345-0@lo:400:kworker.0 Request processed in 61us (7081us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334902.907421:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1780334902.907434:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1780334902.907439:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624398848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334902.907468:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624398848:12345-0@lo:400:kworker.0 Request processed in 29us (7072us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334902.907474:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1780334902.907484:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1780334902.907490:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624398464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334902.907528:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624398464:12345-0@lo:400:kworker.0 Request processed in 38us (7060us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334902.907533:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1780334902.907543:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1780334902.907549:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624398976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.907691:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624397696:0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.907704:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624398208:0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.907716:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624398720:0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.907728:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624398080:0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.907738:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624398592:0@lo:400:kworker.0 00000100:00100000:0.0:1780334902.907745:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624397568 00000100:00100000:0.0:1780334902.907752:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624397568 00000100:00100000:0.0:1780334902.907788:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1780334902.907826:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624397568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334902.907869:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624397568:12345-0@lo:400:kworker.0 Request processed in 62us (7641us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334902.907875:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1780334902.907920:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624397568:0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.908892:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624398464:0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.908962:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624399104 00000100:00100000:1.0:1780334902.908968:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624399104 00000100:00100000:1.0:1780334902.909015:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1780334902.909023:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624399104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334902.909041:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1780334902.909092:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3660:x1866815624399104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (3349us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334902.909098:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00080000:1.0:1780334902.909120:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334902.909125:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334902.909128:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334902.909130:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334902.909162:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624398336:0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.909174:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624398848:0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.909191:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624397440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334902.909232:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624399104:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334902.909277:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:1.0:1780334902.909285:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624397824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334902.909341:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624397824:12345-0@lo:400:kworker.0 Request processed in 57us (9079us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334902.909348:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:0.0:1780334902.909433:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624397824:0@lo:400:kworker.0 00000100:00100000:3.0:1780334902.909468:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624398976:12345-0@lo:400:kworker.0 Request processed in 1917us (7932us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334902.909477:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1780334902.909485:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624398976:0@lo:400:kworker.0 00010000:00010000:3.0:1780334903.220037:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334904.245160:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334904.436039:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334904.436063:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624399232:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334904.436133:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334904.436257:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624399232 00000100:00100000:1.0:1780334904.436265:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624399232 00000100:00100000:1.0:1780334904.436331:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1780334904.436342:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624399232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334904.436373:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334904.436419:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624399232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334904.436427:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00080000:2.0:1780334904.436474:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334904.436544:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624399232:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334904.437256:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624399360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334904.437292:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334904.437380:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624399360 00000100:00100000:2.0:1780334904.437386:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624399360 00000100:00100000:2.0:1780334904.437434:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1780334904.437442:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624399360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334904.437459:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334904.437495:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624399360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334904.437501:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00080000:0.0:1780334904.437561:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334904.437587:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624399360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334904.439894:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624399488:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334904.439965:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334904.440068:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624399488 00000100:00100000:3.0:1780334904.440075:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624399488 00000100:00100000:3.0:1780334904.440131:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1780334904.440139:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624399488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334904.440169:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334904.443281:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624399488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3133us (3306us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334904.443295:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1780334904.446271:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624399488:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1780334904.487779:0:28633:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334904.487787:0:28633:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334904.488653:0:28633:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334904.488664:0:28633:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334905.268048:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334905.836144:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334905.836192:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334905.836355:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604686464 00000100:00100000:1.0:1780334905.836366:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604686464 00000100:00100000:1.0:1780334905.836421:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 790 00000100:00100000:1.0:1780334905.836432:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604686464:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334905.836508:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604686464:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 78us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334905.836516:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 790 00000100:00100000:3.0:1780334905.837004:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604686592 00000100:00100000:3.0:1780334905.837009:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604686592 00000100:00100000:3.0:1780334905.837063:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1215 00000100:00100000:3.0:1780334905.837071:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604686592:12345-192.168.203.22@tcp:400:kworker.0 00000100:00080000:0.0:1780334905.837203:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334905.837240:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604686592:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 169us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334905.837247:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1215 00000100:00100000:0.0:1780334905.847901:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334905.847930:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334905.847964:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334905.847998:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334905.848020:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334905.848036:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334905.848058:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334905.848085:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604687104 00000100:00100000:0.0:1780334905.848094:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604687104 00000100:00100000:3.0:1780334905.848137:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604686720 00000100:00100000:3.0:1780334905.848142:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604686720 00000100:00100000:0.0:1780334905.848171:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604687232 00000100:00100000:0.0:1780334905.848175:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604687232 00000100:00100000:3.0:1780334905.848186:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1216 00000100:00100000:3.0:1780334905.848200:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604687104:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334905.848209:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1217 00000100:00100000:0.0:1780334905.848217:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604686720:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334905.848289:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604686720:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 73us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334905.848296:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604687104:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 100us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334905.848301:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1217 00000100:00100000:3.0:1780334905.848311:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1216 00000100:00100000:0.0:1780334905.848322:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1218 00000100:00100000:0.0:1780334905.848329:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604687232:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334905.848354:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604687232:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334905.848361:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1218 00000100:00080000:0.0:1780334905.848388:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334905.848392:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334905.848992:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604686848 00000100:00100000:2.0:1780334905.848998:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604686848 00000100:00100000:2.0:1780334905.849041:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604687360 00000100:00100000:2.0:1780334905.849044:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604687360 00000100:00100000:2.0:1780334905.849067:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604686976 00000100:00100000:2.0:1780334905.849070:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604686976 00000100:00100000:2.0:1780334905.849082:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604687488 00000100:00100000:2.0:1780334905.849084:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604687488 00000100:00100000:2.0:1780334905.849098:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 766 00000100:00100000:2.0:1780334905.849105:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604686848:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334905.849160:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604686848:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 55us (1267us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334905.849168:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 766 00000100:00100000:2.0:1780334905.849183:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 767 00000100:00100000:2.0:1780334905.849190:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c95a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604687360:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334905.849213:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c95a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604687360:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (1249us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334905.849219:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 767 00000100:00100000:3.0:1780334905.849272:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 768 00000100:00100000:3.0:1780334905.849283:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604686976:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334905.849315:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604686976:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 35us (1293us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334905.849322:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 768 00000100:00100000:3.0:1780334905.849343:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 769 00000100:00100000:3.0:1780334905.849351:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604687488:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334905.849377:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604687488:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (1318us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334905.849385:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 769 00000100:00080000:0.0:1780334905.850211:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334905.850217:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1780334906.282674:0:28685:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334906.282685:0:28685:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334906.286503:0:28685:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334906.286519:0:28685:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334906.291982:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334907.316090:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334907.508026:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624399616:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334907.508095:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334907.508200:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624399616 00000100:00100000:0.0:1780334907.508210:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624399616 00000100:00100000:0.0:1780334907.508260:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1780334907.508270:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624399616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334907.508306:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:0.0:1780334907.508359:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624399616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334907.508383:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1780334907.508430:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624399616:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334908.020067:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624399872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334908.020067:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624399744:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334908.021717:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624400128:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.022745:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334908.022848:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624400384:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.023199:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334908.023232:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624400896:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.023262:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334908.023293:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c819180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624401408:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.023323:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334908.023358:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1780334908.023366:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624400000:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.023395:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334908.023420:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624400512:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.023443:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334908.023466:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624401024:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.023488:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334908.023538:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624399872 00000100:00100000:1.0:1780334908.023546:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624399872 00000100:00100000:1.0:1780334908.024257:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1780334908.024266:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624399872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1780334908.024292:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1780334908.024341:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624399872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (1601us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334908.024349:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1780334908.024370:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624400896 00000100:00100000:1.0:1780334908.024373:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624400896 00000100:00100000:1.0:1780334908.024393:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624401408 00000100:00100000:1.0:1780334908.024395:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624401408 00000100:00100000:1.0:1780334908.024410:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1780334908.024415:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624400896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.024442:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624400896:12345-0@lo:400:kworker.0 Request processed in 27us (1185us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334908.024448:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1780334908.024457:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:1.0:1780334908.024462:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624401408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.024480:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624401408:12345-0@lo:400:kworker.0 Request processed in 19us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334908.024486:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:1.0:1780334908.024503:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624400000 00000100:00100000:1.0:1780334908.024505:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624400000 00000100:00100000:1.0:1780334908.024535:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1780334908.024542:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624400000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.024995:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624400000:12345-0@lo:400:kworker.0 Request processed in 451us (1598us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334908.025002:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1780334908.025030:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624400512 00000100:00100000:1.0:1780334908.025034:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624400512 00000100:00100000:1.0:1780334908.025064:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624401024 00000100:00100000:1.0:1780334908.025067:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624401024 00000100:00100000:1.0:1780334908.025089:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:1.0:1780334908.025095:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624400512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334908.029027:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624400384 00000100:00100000:3.0:1780334908.029049:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624400384 00000100:00100000:3.0:1780334908.029133:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1780334908.029146:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624400384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.030125:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624400512:12345-0@lo:400:kworker.0 Request processed in 5021us (6671us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334908.030138:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:0.0:1780334908.030174:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334908.030180:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:1.0:1780334908.030200:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624401024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334908.030241:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624399744 00000100:00100000:0.0:1780334908.030249:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624399744 00000100:00100000:3.0:1780334908.030288:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624400384:12345-0@lo:400:kworker.0 Request processed in 1143us (7088us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334908.030301:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1780334908.030301:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1780334908.030314:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624399744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334908.030340:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334908.030362:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334908.030394:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624400128 00000100:00100000:3.0:1780334908.030399:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624400128 00000100:00100000:3.0:1780334908.030453:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:3.0:1780334908.030464:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624400128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334908.030472:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624399744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 159us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334908.030481:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1780334908.030649:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624399744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334908.030686:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624400256:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.030718:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624401024:12345-0@lo:400:kworker.0 Request processed in 527us (7226us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334908.030721:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624400128:12345-0@lo:400:kworker.0 Request processed in 259us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334908.030740:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334908.030747:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1780334908.030755:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:1.0:1780334908.030776:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624400256 00000100:00100000:1.0:1780334908.030786:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624400256 00000100:00100000:0.0:1780334908.030792:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624400768:0@lo:400:kworker.0 00000100:00100000:0.0:1780334908.030860:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334908.030890:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624400128:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.030899:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:3.0:1780334908.030906:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624400640:0@lo:400:kworker.0 00000100:00100000:0.0:1780334908.030907:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624400768 00000100:00100000:0.0:1780334908.030916:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624400768 00000100:00100000:1.0:1780334908.030918:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624400256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334908.030954:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334908.030988:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624400640 00000100:00100000:3.0:1780334908.030992:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624400640 00000100:00100000:1.0:1780334908.030999:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624400256:12345-0@lo:400:kworker.0 Request processed in 86us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334908.031009:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00000100:00100000:1.0:1780334908.032493:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:1.0:1780334908.032512:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624400640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.032593:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624400640:12345-0@lo:400:kworker.0 Request processed in 89us (1640us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334908.032600:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00080000:1.0:1780334908.032632:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334908.032638:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334908.032641:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334908.033342:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624400640:0@lo:400:kworker.0 00000100:00100000:3.0:1780334908.033361:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c819500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624401152:0@lo:400:kworker.0 00000100:00100000:3.0:1780334908.033444:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334908.033490:0:28286:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624401152 00000100:00100000:3.0:1780334908.033498:0:28286:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624401152 00000100:00100000:3.0:1780334908.033566:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:3.0:1780334908.033574:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624401152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334908.033622:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624401152:12345-0@lo:400:kworker.0 Request processed in 49us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334908.033629:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:3.0:1780334908.033662:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c819500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624401152:0@lo:400:kworker.0 00000100:00080000:1.0:1780334908.034202:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334908.034246:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1780334908.034258:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624400768:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1780334908.034260:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334908.034267:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334908.034329:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624400768:12345-0@lo:400:kworker.0 Request processed in 74us (3471us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334908.034337:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1780334908.034861:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624400000:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.034883:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624400512:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.034895:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624401024:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.034905:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624400384:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.034919:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624400896:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.034933:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c819180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624401408:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.035014:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624399872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334908.035575:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624400768:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.035590:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624401280:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.035676:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334908.035719:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624401280 00000100:00100000:1.0:1780334908.035725:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624401280 00000100:00100000:1.0:1780334908.035765:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1780334908.035772:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624401280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.035845:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624401280:12345-0@lo:400:kworker.0 Request processed in 75us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334908.035850:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1780334908.036139:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624401280:0@lo:400:kworker.0 00000100:00100000:1.0:1780334908.036160:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624400256:0@lo:400:kworker.0 00000040:00080000:3.0:1780334908.203252:0:28736:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334908.203263:0:28736:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334908.205437:0:28736:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334908.205464:0:28736:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334908.340749:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334909.364106:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334909.559882:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624401536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334909.559978:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334909.560223:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334909.560234:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624401664:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334909.560263:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334909.560293:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624401536 00000100:00100000:1.0:1780334909.560303:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624401536 00000100:00100000:1.0:1780334909.560352:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624401664 00000100:00100000:1.0:1780334909.560355:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624401664 00000100:00100000:1.0:1780334909.560371:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1780334909.560380:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624401536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780334909.560421:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334909.560472:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624401536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334909.560483:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1780334909.560502:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1780334909.560507:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624401664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334909.560535:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334909.560562:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624401664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334909.560568:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1780334909.560621:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624401536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334909.560655:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624401664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334909.561458:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334909.561474:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624401792:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334909.561543:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334909.563211:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624401792 00000100:00100000:1.0:1780334909.563226:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624401792 00000100:00100000:1.0:1780334909.563304:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1780334909.563316:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624401792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334909.563362:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334909.563457:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624401792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 143us (1914us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334909.563465:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1780334909.563589:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624401792:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1780334909.978497:0:28787:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334909.978534:0:28787:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334909.979474:0:28787:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334909.979488:0:28787:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1780334910.136150:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1780334910.324083:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334910.324097:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334910.324650:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334910.324669:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334910.394111:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334910.957572:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334910.957615:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334910.957648:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334910.957667:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334910.957696:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334910.957715:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334910.957733:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334910.957750:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334910.957859:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334910.957891:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604687744 00000100:00100000:1.0:1780334910.957903:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604687744 00000100:00100000:1.0:1780334910.957982:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604688256 00000100:00100000:1.0:1780334910.957986:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604688256 00000100:00100000:1.0:1780334910.958005:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604687872 00000100:00100000:1.0:1780334910.958007:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604687872 00000100:00100000:1.0:1780334910.958019:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604688384 00000100:00100000:1.0:1780334910.958021:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604688384 00000100:00100000:1.0:1780334910.958037:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1225 00000100:00100000:1.0:1780334910.958047:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604687744:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334910.958138:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604687744:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 92us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334910.958147:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1225 00000100:00100000:2.0:1780334910.958315:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604688000 00000100:00100000:2.0:1780334910.958320:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604688000 00000100:00100000:2.0:1780334910.958356:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604688512 00000100:00100000:2.0:1780334910.958359:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604688512 00000100:00100000:2.0:1780334910.958380:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604688128 00000100:00100000:2.0:1780334910.958383:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604688128 00000100:00100000:2.0:1780334910.958397:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604688640 00000100:00100000:2.0:1780334910.958399:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604688640 00000100:00100000:2.0:1780334910.958413:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 774 00000100:00100000:2.0:1780334910.958420:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604688000:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334910.958450:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604688000:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 31us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334910.958457:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 774 00000100:00100000:2.0:1780334910.958470:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 775 00000100:00100000:2.0:1780334910.958477:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604688512:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334910.958500:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604688512:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334910.958516:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 775 00000100:00100000:2.0:1780334910.958527:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 776 00000100:00100000:2.0:1780334910.958534:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604688128:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334910.958558:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604688128:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334910.958568:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 776 00000100:00100000:2.0:1780334910.958578:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 777 00000100:00100000:2.0:1780334910.958585:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604688640:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334910.958606:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604688640:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334910.958612:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 777 00000100:00080000:2.0:1780334910.958657:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334910.958662:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334910.958665:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334910.958666:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334910.958803:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604687616 00000100:00100000:0.0:1780334910.958829:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604687616 00000100:00100000:0.0:1780334910.958864:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 792 00000100:00100000:0.0:1780334910.958871:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604687616:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334910.958900:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604687616:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 30us (1203us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334910.958906:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 792 00000100:00100000:1.0:1780334910.959093:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1226 00000100:00100000:1.0:1780334910.959104:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604688256:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334910.959134:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604688256:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 33us (1486us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334910.961414:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1227 00000100:00100000:2.0:1780334910.961446:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604687872:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334910.961546:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604687872:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 119us (3828us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334910.961554:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1227 00000100:00100000:2.0:1780334910.961596:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1228 00000100:00100000:2.0:1780334910.961604:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604688384:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334910.961628:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604688384:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (3877us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334910.961634:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1228 00000100:00100000:1.0:1780334910.972750:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1226 00010000:00010000:3.0:1780334911.412962:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334911.883668:0:28838:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334911.883678:0:28838:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334911.884385:0:28838:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334911.884397:0:28838:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334912.438230:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334912.629826:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334912.629857:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624401920:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334912.629935:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334912.630368:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624401920 00000100:00100000:3.0:1780334912.630378:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624401920 00000100:00100000:3.0:1780334912.630505:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1780334912.630515:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624401920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334912.630549:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:3.0:1780334912.630733:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624401920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 219us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334912.630741:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1780334912.630797:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624401920:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334913.140237:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334913.140259:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624402176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334913.140321:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334913.140390:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624402176 00000100:00100000:0.0:1780334913.140397:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624402176 00000100:00100000:0.0:1780334913.140462:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1780334913.140472:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624402176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334913.140511:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334913.140554:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624402176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334913.140563:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1780334913.140623:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624402048:0@lo:400:kworker.0 00000100:00100000:0.0:1780334913.140739:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624402176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334913.140764:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624402432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334913.140768:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c819180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624402304:0@lo:400:kworker.0 00000100:00100000:2.0:1780334913.140856:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334913.140893:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c819500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624402688:0@lo:400:kworker.0 00000100:00100000:0.0:1780334913.140896:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334913.140991:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624402944:0@lo:400:kworker.0 00000100:00100000:0.0:1780334913.141021:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334913.141039:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624403456:0@lo:400:kworker.0 00000100:00100000:0.0:1780334913.141060:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334913.141079:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1780334913.141085:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c81aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624402560:0@lo:400:kworker.0 00000100:00100000:0.0:1780334913.141108:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334913.141125:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624403072:0@lo:400:kworker.0 00000100:00100000:0.0:1780334913.141146:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334913.141163:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624403584:0@lo:400:kworker.0 00000100:00100000:0.0:1780334913.141182:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334913.141209:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624402432 00000100:00100000:0.0:1780334913.141214:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624402432 00000100:00100000:0.0:1780334913.141243:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1780334913.141252:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624402432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334913.141266:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334913.141302:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624402432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334913.141310:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1780334913.141332:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624403072 00000100:00100000:0.0:1780334913.141336:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624403072 00000100:00100000:0.0:1780334913.141362:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624403584 00000100:00100000:0.0:1780334913.141366:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624403584 00000100:00100000:0.0:1780334913.141386:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1780334913.141394:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624403072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334913.141409:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334913.141451:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624403072:12345-0@lo:400:kworker.0 Request processed in 46us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334913.141463:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1780334913.141476:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1780334913.141483:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624403584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334913.141525:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334913.141532:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b721180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624403584:12345-0@lo:400:kworker.0 Request processed in 48us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334913.141539:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1780334913.141554:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624403200:0@lo:400:kworker.0 00000100:00100000:0.0:1780334913.141587:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624403072:0@lo:400:kworker.0 00000100:00100000:3.0:1780334913.141654:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624402816:0@lo:400:kworker.0 00000100:00100000:2.0:1780334913.141686:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1780334913.141745:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334913.141749:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334913.141764:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624402048 00000100:00100000:2.0:1780334913.141768:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624402048 00000100:00100000:2.0:1780334913.141797:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1780334913.141803:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624402048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334913.141867:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624402048:12345-0@lo:400:kworker.0 Request processed in 64us (1013us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334913.141874:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1780334913.141903:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624402944 00000100:00100000:2.0:1780334913.141907:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624402944 00000100:00100000:2.0:1780334913.141948:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624403456 00000100:00100000:2.0:1780334913.141951:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624403456 00000100:00100000:2.0:1780334913.141968:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624402560 00000100:00100000:2.0:1780334913.141971:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624402560 00000100:00100000:2.0:1780334913.141981:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624402304 00000100:00100000:2.0:1780334913.141983:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624402304 00000100:00100000:2.0:1780334913.141995:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1780334913.142000:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624402944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334913.142036:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624402944:12345-0@lo:400:kworker.0 Request processed in 36us (1014us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334913.142041:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1780334913.142054:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:2.0:1780334913.142060:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624403456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334913.142087:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624403456:12345-0@lo:400:kworker.0 Request processed in 27us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334913.142092:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:2.0:1780334913.142104:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:2.0:1780334913.142110:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624402560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334913.142137:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624402560:12345-0@lo:400:kworker.0 Request processed in 28us (1028us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334913.142142:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:2.0:1780334913.142154:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:2.0:1780334913.142159:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624402304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334913.142185:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624402304:12345-0@lo:400:kworker.0 Request processed in 26us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334913.142190:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:2.0:1780334913.142217:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624403200 00000100:00100000:2.0:1780334913.142222:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624403200 00000100:00100000:2.0:1780334913.142262:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1780334913.142268:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624403200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334913.142297:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624403200:12345-0@lo:400:kworker.0 Request processed in 29us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334913.142302:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1780334913.142329:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624402688 00000100:00100000:2.0:1780334913.142333:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624402688 00000100:00100000:2.0:1780334913.142359:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1780334913.142365:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624402688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334913.142396:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624402688:12345-0@lo:400:kworker.0 Request processed in 32us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334913.142401:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00080000:2.0:1780334913.142421:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334913.142425:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334913.142468:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c819500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624402688:0@lo:400:kworker.0 00000100:00100000:2.0:1780334913.142479:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624403200:0@lo:400:kworker.0 00000100:00100000:2.0:1780334913.142487:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624402048:0@lo:400:kworker.0 00000100:00100000:0.0:1780334913.143565:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624403584:0@lo:400:kworker.0 00000100:00100000:0.0:1780334913.143588:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624402432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334913.143614:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624402944:0@lo:400:kworker.0 00000100:00100000:0.0:1780334913.143637:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624403456:0@lo:400:kworker.0 00000100:00100000:0.0:1780334913.143678:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c81aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624402560:0@lo:400:kworker.0 00000100:00100000:2.0:1780334913.144114:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334913.144187:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624403328:0@lo:400:kworker.0 00000100:00100000:2.0:1780334913.144214:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334913.144361:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c819180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624402304:0@lo:400:kworker.0 00000100:00100000:3.0:1780334913.144448:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624402816 00000100:00100000:3.0:1780334913.144454:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624402816 00000100:00100000:3.0:1780334913.144509:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624403328 00000100:00100000:3.0:1780334913.144513:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624403328 00000100:00100000:3.0:1780334913.144537:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1780334913.144543:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04df2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624402816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334913.144709:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04df2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624402816:12345-0@lo:400:kworker.0 Request processed in 165us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334913.144717:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1780334913.144735:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:3.0:1780334913.144742:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624403328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334913.144770:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624403328:12345-0@lo:400:kworker.0 Request processed in 30us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334913.144775:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00080000:3.0:1780334913.144797:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334913.144995:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624402816:0@lo:400:kworker.0 00000100:00100000:3.0:1780334913.145016:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624403328:0@lo:400:kworker.0 00010000:00010000:0.0:1780334913.460344:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334913.770902:0:28890:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334913.770909:0:28890:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334913.771463:0:28890:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334913.771474:0:28890:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334914.484918:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334914.676044:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c819180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624403712:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334914.676111:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334914.676270:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624403712 00000100:00100000:1.0:1780334914.676277:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624403712 00000100:00100000:1.0:1780334914.676327:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1780334914.676335:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624403712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334914.676370:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334914.676925:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624403840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334914.676962:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334914.677008:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780334914.677016:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624403968:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334914.677040:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334914.677065:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624403840 00000100:00100000:3.0:1780334914.677083:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624403840 00000100:00100000:3.0:1780334914.677111:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624403968 00000100:00100000:3.0:1780334914.677113:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624403968 00000100:00100000:3.0:1780334914.677125:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1780334914.677131:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624403840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334914.677151:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334914.677186:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624403840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334914.677192:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1780334914.677206:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1780334914.677212:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624403968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334914.677222:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334914.677247:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624403968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 36us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334914.677252:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1780334914.677295:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f034d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624403968:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334914.677326:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c818700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624403840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334914.684488:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b720380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624403712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 8133us (8355us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334914.684504:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1780334914.684558:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c819180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624403712:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1780334915.446457:0:28941:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334915.446466:0:28941:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334915.447197:0:28941:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334915.447208:0:28941:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334915.510909:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334916.078348:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334916.078474:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334916.078509:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334916.078557:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604688768 00000100:00100000:1.0:1780334916.078567:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604688768 00000100:00100000:1.0:1780334916.078635:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 794 00000100:00100000:1.0:1780334916.078644:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604688768:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334916.078708:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604688768:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 65us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334916.078716:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 794 00000100:00100000:3.0:1780334916.095089:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334916.095118:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334916.095178:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604689280 00000100:00100000:1.0:1780334916.095200:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604689280 00000100:00100000:1.0:1780334916.095267:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 781 00000100:00100000:1.0:1780334916.095278:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604689280:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334916.095358:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604689280:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 81us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334916.095366:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 781 00000100:00100000:2.0:1780334916.097337:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604688896 00000100:00100000:2.0:1780334916.097350:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604688896 00000100:00100000:0.0:1780334916.099335:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604689024 00000100:00100000:0.0:1780334916.099352:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604689024 00000100:00100000:2.0:1780334916.099372:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1235 00000100:00100000:2.0:1780334916.099388:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604688896:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334916.099427:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1236 00000100:00100000:0.0:1780334916.099437:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604689024:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334916.099485:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604688896:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 102us (21145us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334916.099488:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604689024:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 52us (20977us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334916.099502:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1235 00000100:00100000:0.0:1780334916.099510:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1236 00000100:00080000:2.0:1780334916.099553:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334916.099557:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334916.099560:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334916.105544:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604689536 00000100:00100000:3.0:1780334916.105550:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334916.105555:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604689536 00000100:00100000:2.0:1780334916.105689:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1237 00000100:00100000:2.0:1780334916.105700:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604689536:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334916.105773:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604689536:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 75us (10654us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334916.105780:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1237 00000100:00080000:1.0:1780334916.105903:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334916.107103:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334916.107137:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334916.107174:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604689792 00000100:00100000:3.0:1780334916.107181:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334916.107183:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604689792 00000100:00100000:1.0:1780334916.107191:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604689408 00000100:00100000:1.0:1780334916.107197:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604689408 00000100:00100000:1.0:1780334916.107241:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1238 00000100:00100000:1.0:1780334916.107251:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604689408:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334916.107310:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604689152 00000100:00100000:2.0:1780334916.107314:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604689152 00000100:00100000:1.0:1780334916.107318:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604689408:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 68us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334916.107326:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1238 00000100:00100000:2.0:1780334916.107343:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604689664 00000100:00100000:2.0:1780334916.107347:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604689664 00000100:00100000:2.0:1780334916.107379:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 782 00000100:00100000:2.0:1780334916.107388:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604689792:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334916.107400:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 783 00000100:00100000:3.0:1780334916.107414:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 784 00000100:00100000:1.0:1780334916.107415:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604689152:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334916.107433:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604689664:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334916.107434:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604689792:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 43us (1888us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334916.107445:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 782 00000100:00100000:1.0:1780334916.107730:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604689152:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 322us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334916.107738:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 783 00000100:00080000:1.0:1780334916.107762:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334916.107767:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334916.107768:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334916.113320:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604689664:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 5880us (6128us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334916.113336:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 784 00010000:00010000:1.0:1780334916.532044:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334917.195166:0:28992:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334917.195173:0:28992:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334917.195918:0:28992:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334917.195931:0:28992:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334917.556049:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334917.750100:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624404096:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334917.750178:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334917.750242:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624404096 00000100:00100000:2.0:1780334917.750250:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624404096 00000100:00100000:2.0:1780334917.750480:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1780334917.750490:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624404096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334917.750523:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:2.0:1780334917.750583:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624404096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334917.750589:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1780334917.750666:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624404096:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334918.260120:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780334918.260153:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624404224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334918.260224:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334918.260386:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624404224 00000100:00100000:2.0:1780334918.260395:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624404224 00000100:00100000:2.0:1780334918.260479:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1780334918.260492:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624404224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1780334918.260527:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1780334918.260578:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624404224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334918.260588:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1780334918.260603:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624404736:0@lo:400:kworker.0 00000100:00100000:0.0:1780334918.260637:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334918.260662:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624405248:0@lo:400:kworker.0 00000100:00100000:1.0:1780334918.260674:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624404736 00000100:00100000:1.0:1780334918.260678:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624404736 00000100:00100000:0.0:1780334918.260690:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334918.260710:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:0.0:1780334918.260710:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624405760:0@lo:400:kworker.0 00000100:00080000:3.0:1780334918.260719:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334918.260719:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624404736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334918.260732:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334918.260743:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624404352:0@lo:400:kworker.0 00000100:00100000:1.0:1780334918.260759:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624404736:12345-0@lo:400:kworker.0 Request processed in 41us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334918.260766:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:0.0:1780334918.260770:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624404736:0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.260787:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334918.260791:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624404480:0@lo:400:kworker.0 00000100:00100000:0.0:1780334918.260807:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624405248 00000100:00100000:0.0:1780334918.260827:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624405248 00000100:00100000:3.0:1780334918.260846:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624404864:0@lo:400:kworker.0 00000100:00100000:1.0:1780334918.260855:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334918.260861:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624405760 00000100:00100000:0.0:1780334918.260864:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624405760 00000100:00100000:1.0:1780334918.260877:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624404992:0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.260884:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334918.260888:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1780334918.260895:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624405248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334918.260904:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334918.260912:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624405376:0@lo:400:kworker.0 00000100:00100000:1.0:1780334918.260929:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624405504:0@lo:400:kworker.0 00000100:00100000:0.0:1780334918.260942:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624405248:12345-0@lo:400:kworker.0 Request processed in 48us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334918.260949:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1780334918.260962:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1780334918.260970:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624405760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334918.260995:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624404352 00000100:00100000:2.0:1780334918.261012:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624404352 00000100:00100000:2.0:1780334918.261038:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1780334918.261045:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624404352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.267240:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334918.267321:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624405888:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334918.267369:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334918.267432:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624404224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334918.267492:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624404864 00000100:00100000:3.0:1780334918.267498:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624404864 00000100:00100000:3.0:1780334918.267540:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1780334918.267548:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624404864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.267598:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624404864:12345-0@lo:400:kworker.0 Request processed in 51us (6715us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334918.267605:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1780334918.267830:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624405376 00000100:00100000:3.0:1780334918.267835:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624405376 00000100:00100000:3.0:1780334918.267866:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1780334918.267872:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624405376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.267905:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624405376:12345-0@lo:400:kworker.0 Request processed in 34us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334918.267911:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1780334918.267928:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624405888 00000100:00100000:3.0:1780334918.267931:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624405888 00000100:00100000:3.0:1780334918.268204:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1780334918.268214:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624405888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780334918.268228:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334918.268264:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624405888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (895us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334918.268270:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1780334918.268323:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624404864:0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.268334:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624405376:0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.268347:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624405888:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1780334918.268386:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334918.268390:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334918.268406:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624404480 00000100:00100000:3.0:1780334918.268410:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624404480 00000100:00100000:3.0:1780334918.268445:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624404992 00000100:00100000:3.0:1780334918.268448:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624404992 00000100:00100000:3.0:1780334918.268488:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:3.0:1780334918.268494:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624404480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.268527:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624404480:12345-0@lo:400:kworker.0 Request processed in 34us (7673us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334918.268532:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:3.0:1780334918.268543:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:3.0:1780334918.268548:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624404992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.268576:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624404992:12345-0@lo:400:kworker.0 Request processed in 28us (7672us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334918.268582:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00080000:3.0:1780334918.268599:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334918.268706:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624405248:0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.268727:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703464f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624404608:0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.268756:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334918.268776:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624405120:0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.268808:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334918.268850:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7034604380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624405632:0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.269362:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334918.269419:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624405120 00000100:00100000:3.0:1780334918.269425:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624405120 00000100:00100000:3.0:1780334918.269465:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624405632 00000100:00100000:3.0:1780334918.269468:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624405632 00000100:00100000:3.0:1780334918.269486:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:3.0:1780334918.269492:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624405120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.269533:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624405120:12345-0@lo:400:kworker.0 Request processed in 40us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334918.269538:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:3.0:1780334918.269550:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:3.0:1780334918.269556:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624405632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.269579:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624405632:12345-0@lo:400:kworker.0 Request processed in 24us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334918.269584:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00080000:3.0:1780334918.269599:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334918.270203:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624405120:0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.270214:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7034604380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624405632:0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.270258:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624404608 00000100:00100000:3.0:1780334918.270262:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624404608 00000100:00100000:3.0:1780334918.270301:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1780334918.270308:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624404608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.270355:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624404608:12345-0@lo:400:kworker.0 Request processed in 48us (1598us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334918.270361:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1780334918.270593:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624404608:0@lo:400:kworker.0 00000100:00100000:1.0:1780334918.276778:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334918.276850:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624405504 00000100:00100000:3.0:1780334918.276860:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624405504 00000100:00100000:1.0:1780334918.276891:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624404480:0@lo:400:kworker.0 00000100:00100000:1.0:1780334918.276909:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624404992:0@lo:400:kworker.0 00000100:00100000:3.0:1780334918.276927:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:3.0:1780334918.276938:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624405504:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1780334918.276970:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334918.277039:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624405504:12345-0@lo:400:kworker.0 Request processed in 102us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334918.277046:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:2.0:1780334918.277314:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624404352:12345-0@lo:400:kworker.0 Request processed in 16268us (16526us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334918.277323:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1780334918.277370:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703464df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624404352:0@lo:400:kworker.0 00000100:00100000:1.0:1780334918.278415:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624405504:0@lo:400:kworker.0 00000100:00100000:0.0:1780334918.282173:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624405760:12345-0@lo:400:kworker.0 Request processed in 21186us (21421us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334918.282187:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1780334918.282474:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624405760:0@lo:400:kworker.0 00010000:00010000:2.0:1780334918.581592:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334918.947393:0:29043:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334918.947402:0:29043:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334918.948147:0:29043:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334918.948162:0:29043:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334919.604596:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334919.796261:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334919.796279:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703c819500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624406016:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334919.796347:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334919.796416:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624406144:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334919.796449:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334919.796515:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624406144 00000100:00100000:0.0:1780334919.796524:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624406144 00000100:00100000:0.0:1780334919.796580:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1780334919.796592:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624406144:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334919.796593:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624406016 00000100:00100000:3.0:1780334919.796599:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624406016 00000100:00100000:1.0:1780334919.796617:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624406272:0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334919.796625:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334919.796631:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1780334919.796637:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624406016:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334919.796648:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:3.0:1780334919.796661:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334919.796684:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624406272 00000100:00100000:0.0:1780334919.796684:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624406144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334919.796689:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624406272 00000100:00100000:3.0:1780334919.796703:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624406016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334919.796710:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1780334919.796775:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624406144:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334919.796788:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703c819500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624406016:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334919.796874:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1780334919.797377:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1780334919.797387:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624406272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334919.797399:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334919.797453:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624406272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334919.797460:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1780334919.797522:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04ca3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624406272:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1780334920.374877:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1780334920.566027:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334920.566036:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334920.566617:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334920.566626:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334920.629525:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334920.708798:0:29095:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334920.708806:0:29095:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334920.712317:0:29095:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334920.712334:0:29095:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1780334921.194083:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334921.194125:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334921.194157:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334921.194196:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334921.194214:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334921.194229:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334921.194242:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334921.194257:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334921.194276:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334921.194353:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604690304 00000100:00100000:1.0:1780334921.194362:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604690304 00000100:00100000:1.0:1780334921.194440:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604690432 00000100:00100000:1.0:1780334921.194444:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604690432 00000100:00100000:1.0:1780334921.194460:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604690944 00000100:00100000:1.0:1780334921.194462:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604690944 00000100:00100000:1.0:1780334921.194476:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 788 00000100:00100000:1.0:1780334921.194485:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604690304:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334921.194553:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604690304:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 69us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334921.194560:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 788 00000100:00100000:1.0:1780334921.194573:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604690816 00000100:00100000:1.0:1780334921.194576:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604690816 00000100:00100000:1.0:1780334921.194592:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 789 00000100:00100000:1.0:1780334921.194597:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2406:x1866815604690432:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334921.194629:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2406:x1866815604690432:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334921.194635:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 789 00000100:00100000:1.0:1780334921.194646:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 790 00000100:00100000:1.0:1780334921.194653:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604690944:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334921.194671:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02df8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604690944:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 19us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334921.194677:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 790 00000100:00100000:1.0:1780334921.194687:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 791 00000100:00100000:1.0:1780334921.194692:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604690816:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334921.194708:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604690816:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 17us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334921.194714:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 791 00000100:00100000:0.0:1780334921.194849:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604690048 00000100:00100000:0.0:1780334921.194854:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604690048 00000100:00100000:0.0:1780334921.194884:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604690560 00000100:00100000:0.0:1780334921.194886:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604690560 00000100:00100000:0.0:1780334921.194901:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604690176 00000100:00100000:0.0:1780334921.194903:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604690176 00000100:00100000:0.0:1780334921.194914:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604690688 00000100:00100000:0.0:1780334921.194916:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604690688 00000100:00100000:0.0:1780334921.194928:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1245 00000100:00100000:0.0:1780334921.194933:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604690048:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334921.194963:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c819500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604690048:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 30us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334921.194968:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1245 00000100:00100000:0.0:1780334921.194981:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1246 00000100:00100000:0.0:1780334921.194986:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604690560:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334921.195007:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604690560:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 20us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334921.195012:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1246 00000100:00100000:0.0:1780334921.195022:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1247 00000100:00100000:0.0:1780334921.195028:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604690176:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334921.195048:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604690176:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 20us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334921.195054:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1247 00000100:00100000:0.0:1780334921.195063:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1248 00000100:00100000:0.0:1780334921.195068:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604690688:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334921.195086:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604690688:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 19us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334921.195091:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1248 00000100:00100000:0.0:1780334921.195106:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604689920 00000100:00100000:0.0:1780334921.195110:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604689920 00000100:00100000:0.0:1780334921.195130:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 796 00000100:00100000:0.0:1780334921.195135:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604689920:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334921.195154:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604689920:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 20us (958us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334921.195160:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 796 00000100:00080000:2.0:1780334921.195758:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334921.195763:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334921.195766:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334921.195768:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780334921.656381:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334922.436285:0:29146:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334922.436298:0:29146:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334922.437090:0:29146:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334922.437104:0:29146:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334922.676071:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334922.868079:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624406400:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334922.868175:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334922.868394:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624406400 00000100:00100000:0.0:1780334922.868403:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624406400 00000100:00100000:0.0:1780334922.868466:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1780334922.868475:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624406400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334922.868512:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:0.0:1780334922.868570:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624406400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334922.868577:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1780334922.869013:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624406400:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334923.380098:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624406528:0@lo:400:kworker.0 00000100:00100000:1.0:1780334923.380191:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334923.380251:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624407040:0@lo:400:kworker.0 00000100:00100000:1.0:1780334923.380276:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334923.380297:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624407552:0@lo:400:kworker.0 00000100:00100000:1.0:1780334923.380334:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334923.380353:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624408064:0@lo:400:kworker.0 00000100:00100000:0.0:1780334923.380465:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624406528 00000100:00100000:0.0:1780334923.380473:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624406528 00000100:00100000:1.0:1780334923.380576:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334923.380580:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624406784:0@lo:400:kworker.0 00000100:00100000:1.0:1780334923.380618:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624407040 00000100:00100000:3.0:1780334923.380619:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334923.380624:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624407040 00000100:00100000:3.0:1780334923.380652:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624407296:0@lo:400:kworker.0 00000100:00100000:1.0:1780334923.380658:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624406784 00000100:00100000:1.0:1780334923.380661:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624406784 00000100:00100000:1.0:1780334923.380681:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1780334923.380688:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334923.380693:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624407040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.380714:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624407808:0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.380751:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334923.380759:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624407040:12345-0@lo:400:kworker.0 Request processed in 69us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334923.380768:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1780334923.380786:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1780334923.380790:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1780334923.380800:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624406784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.380802:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624406912:0@lo:400:kworker.0 00000100:00100000:1.0:1780334923.380863:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624406784:12345-0@lo:400:kworker.0 Request processed in 65us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334923.380868:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334923.380876:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1780334923.380898:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624407424:0@lo:400:kworker.0 00000100:00100000:1.0:1780334923.380898:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624407552 00000100:00100000:1.0:1780334923.380903:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624407552 00000100:00100000:3.0:1780334923.380928:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334923.380945:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624408064 00000100:00100000:1.0:1780334923.380949:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624408064 00000100:00100000:3.0:1780334923.380955:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624407936:0@lo:400:kworker.0 00000100:00100000:1.0:1780334923.380970:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624407424 00000100:00100000:1.0:1780334923.380974:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624407424 00000100:00100000:3.0:1780334923.380982:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334923.381487:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624406784:0@lo:400:kworker.0 00000100:00100000:1.0:1780334923.381506:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624407936 00000100:00100000:1.0:1780334923.381512:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624407936 00000100:00100000:3.0:1780334923.381523:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624407296 00000100:00100000:3.0:1780334923.381527:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624407296 00000100:00100000:1.0:1780334923.381539:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1780334923.381549:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624407552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.381566:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624407808 00000100:00100000:3.0:1780334923.381571:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624407808 00000100:00100000:1.0:1780334923.381593:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624407552:12345-0@lo:400:kworker.0 Request processed in 46us (1257us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334923.381596:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624406912 00000100:00100000:3.0:1780334923.381602:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624406912 00000100:00100000:1.0:1780334923.381605:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1780334923.381622:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1780334923.381631:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624408064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.381636:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:3.0:1780334923.381646:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624407296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334923.381665:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624408064:12345-0@lo:400:kworker.0 Request processed in 35us (1287us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334923.381671:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1780334923.381686:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1780334923.381693:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624407424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.381710:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624407296:12345-0@lo:400:kworker.0 Request processed in 65us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334923.381718:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:1.0:1780334923.381729:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624407424:12345-0@lo:400:kworker.0 Request processed in 36us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334923.381738:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1780334923.381741:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:3.0:1780334923.381750:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7034604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624407808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334923.381759:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1780334923.381768:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624407936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.381787:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7034604380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624407808:12345-0@lo:400:kworker.0 Request processed in 38us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334923.381793:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:3.0:1780334923.381834:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:3.0:1780334923.381844:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624406912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334923.381854:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624407936:12345-0@lo:400:kworker.0 Request processed in 84us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334923.381862:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1780334923.381888:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624406912:12345-0@lo:400:kworker.0 Request processed in 47us (1024us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334923.381895:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:3.0:1780334923.381959:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624408320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334923.381970:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624407040:0@lo:400:kworker.0 00000100:00100000:1.0:1780334923.381983:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624407552:0@lo:400:kworker.0 00000100:00100000:1.0:1780334923.381993:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624408064:0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.382005:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334923.382041:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624406912:0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.382051:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624407424:0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.382059:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624407936:0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.382080:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624407296:0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.382089:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624407808:0@lo:400:kworker.0 00000100:00080000:3.0:1780334923.382124:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334923.382129:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334923.382131:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334923.382150:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624408320 00000100:00100000:3.0:1780334923.382153:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624408320 00000100:00100000:3.0:1780334923.382178:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1780334923.382185:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624408320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780334923.382206:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334923.382241:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624408320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334923.382248:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1780334923.382275:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624408320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334923.382945:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1780334923.382961:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624406656:0@lo:400:kworker.0 00000100:00100000:0.0:1780334923.382963:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624406528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334923.383021:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624406528:12345-0@lo:400:kworker.0 Request processed in 65us (2831us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334923.383156:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624406528:0@lo:400:kworker.0 00000100:00100000:2.0:1780334923.383221:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334923.383250:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624407168:0@lo:400:kworker.0 00000100:00100000:2.0:1780334923.383271:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334923.383290:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624407680:0@lo:400:kworker.0 00000100:00100000:2.0:1780334923.383307:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334923.383321:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b70082e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624408192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334923.383339:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334923.383373:0:28286:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624406656 00000100:00100000:2.0:1780334923.383378:0:28286:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624406656 00000100:00100000:2.0:1780334923.383406:0:28286:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624407168 00000100:00100000:2.0:1780334923.383409:0:28286:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624407168 00000100:00100000:2.0:1780334923.383448:0:28286:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624407680 00000100:00100000:2.0:1780334923.383451:0:28286:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624407680 00000100:00100000:2.0:1780334923.383470:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:2.0:1780334923.383476:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624406656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334923.383513:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02dfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624406656:12345-0@lo:400:kworker.0 Request processed in 37us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334923.383518:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:2.0:1780334923.383532:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1780334923.383537:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624407168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334923.383561:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624407168:12345-0@lo:400:kworker.0 Request processed in 25us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334923.383569:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1780334923.383580:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:2.0:1780334923.383586:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624407680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.383715:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624408192 00000100:00100000:3.0:1780334923.383720:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624408192 00000100:00100000:3.0:1780334923.383745:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1780334923.383751:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624408192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334923.383766:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334923.383878:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624408192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334923.383885:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00080000:3.0:1780334923.383908:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334923.383948:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624406656:0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.383957:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624407168:0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.383964:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624407680:0@lo:400:kworker.0 00000100:00100000:3.0:1780334923.383976:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b70082e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624408192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334923.384154:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624407680:12345-0@lo:400:kworker.0 Request processed in 567us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334923.384161:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:0.0:1780334923.392701:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00010000:00010000:3.0:1780334923.699928:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334924.100157:0:29197:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334924.100165:0:29197:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334924.101284:0:29197:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334924.101299:0:29197:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334924.726223:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334924.916151:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334924.916174:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624408448:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334924.916240:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334924.916573:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624408448 00000100:00100000:2.0:1780334924.916581:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624408448 00000100:00100000:2.0:1780334924.916628:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1780334924.916637:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624408448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334924.916665:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334924.916708:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624408448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334924.916714:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1780334924.916889:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780334924.916899:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624408576:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334924.916931:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334924.917010:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624408576 00000100:00100000:1.0:1780334924.917015:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624408576 00000100:00100000:1.0:1780334924.917048:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1780334924.917055:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624408576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334924.917077:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334924.917117:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624408576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334924.917123:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1780334924.917162:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624408576:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334924.917352:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624408448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334924.917422:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624408704:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334924.917516:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334924.917594:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624408704 00000100:00100000:3.0:1780334924.917599:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624408704 00000100:00100000:3.0:1780334924.917636:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1780334924.917643:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624408704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334924.917656:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334924.917699:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624408704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334924.917706:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1780334924.917777:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624408704:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1780334925.736565:0:29248:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334925.736572:0:29248:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334925.737928:0:29248:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334925.737943:0:29248:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334925.749185:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334926.314714:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334926.314858:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334926.314894:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334926.314945:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604691456 00000100:00100000:1.0:1780334926.314959:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604691456 00000100:00100000:1.0:1780334926.315049:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 796 00000100:00100000:1.0:1780334926.315062:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604691456:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334926.315158:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b70082e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604691456:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 98us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334926.315167:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 796 00000100:00080000:2.0:1780334926.315735:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334926.318788:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334926.318853:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334926.318885:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334926.318941:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604691968 00000100:00100000:1.0:1780334926.318954:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604691968 00000100:00100000:1.0:1780334926.319033:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 797 00000100:00100000:1.0:1780334926.319045:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604691968:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334926.319142:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604691968:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 99us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334926.319150:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 797 00000100:00100000:0.0:1780334926.320089:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604691200 00000100:00100000:0.0:1780334926.320101:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604691200 00000100:00100000:0.0:1780334926.320172:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604691712 00000100:00100000:0.0:1780334926.320176:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604691712 00000100:00100000:0.0:1780334926.320207:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1255 00000100:00100000:0.0:1780334926.320217:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604691200:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334926.320283:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604691200:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 67us (5598us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334926.320291:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1255 00000100:00100000:0.0:1780334926.320483:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1256 00000100:00100000:0.0:1780334926.320493:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604691712:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334926.320525:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604691712:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 35us (5630us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334926.320532:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1256 00000100:00100000:0.0:1780334926.320594:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604691072 00000100:00100000:0.0:1780334926.320599:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604691072 00000100:00100000:0.0:1780334926.320635:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 798 00000100:00100000:0.0:1780334926.320643:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604691072:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334926.320674:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604691072:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (1821us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334926.321171:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 798 00000100:00080000:0.0:1780334926.321239:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334926.321245:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334926.323251:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334926.323292:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334926.323352:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334926.323363:0:28286:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604691328 00000100:00100000:2.0:1780334926.323374:0:28286:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604691328 00000100:00100000:2.0:1780334926.323448:0:28286:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604691840 00000100:00100000:2.0:1780334926.323452:0:28286:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604691840 00000100:00100000:2.0:1780334926.323486:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1257 00000100:00100000:2.0:1780334926.323498:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604691328:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334926.323543:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604691584 00000100:00100000:1.0:1780334926.323548:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604691584 00000100:00100000:1.0:1780334926.323584:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604692096 00000100:00100000:1.0:1780334926.323588:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604692096 00000100:00100000:2.0:1780334926.323606:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604691328:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 109us (4719us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334926.323616:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 798 00000100:00080000:3.0:1780334926.323653:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334926.323658:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334926.323694:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604691584:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334926.323729:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604691584:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 106us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334926.323736:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 798 00000100:00100000:1.0:1780334926.323768:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 799 00000100:00100000:1.0:1780334926.323775:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604692096:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334926.323801:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604692096:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 27us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334926.323807:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 799 00000100:00100000:0.0:1780334926.324613:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1258 00000100:00100000:2.0:1780334926.324635:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1257 00000100:00100000:0.0:1780334926.324635:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604691840:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334926.324697:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604691840:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 74us (1404us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334926.324704:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1258 00010000:00010000:2.0:1780334926.772647:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334927.368792:0:29300:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334927.368800:0:29300:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334927.369454:0:29300:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334927.369464:0:29300:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334927.797463:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334927.989277:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624408832:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334927.989397:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334927.989485:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624408832 00000100:00100000:1.0:1780334927.989496:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624408832 00000100:00100000:1.0:1780334927.989561:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1780334927.989578:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624408832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334927.989631:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:1.0:1780334927.993492:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624408832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3904us (4078us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334927.993509:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1780334927.993643:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624408832:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334928.500147:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1780334928.501616:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624409344:0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.501663:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624409216:0@lo:400:kworker.0 00000100:00100000:0.0:1780334928.501755:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334928.501887:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703b70b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624408960:0@lo:400:kworker.0 00000100:00100000:2.0:1780334928.501912:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624409472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334928.501921:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334928.501942:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334928.501949:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624409856:0@lo:400:kworker.0 00000100:00100000:2.0:1780334928.501958:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624409984:0@lo:400:kworker.0 00000100:00100000:0.0:1780334928.501980:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334928.502002:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624410368:0@lo:400:kworker.0 00000100:00100000:0.0:1780334928.502023:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334928.502051:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334928.502067:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624409344 00000100:00100000:2.0:1780334928.502069:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624410496:0@lo:400:kworker.0 00000100:00100000:0.0:1780334928.502073:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624409344 00000100:00100000:2.0:1780334928.502091:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334928.502108:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334928.502115:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624409856 00000100:00100000:0.0:1780334928.502120:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624409856 00000100:00100000:2.0:1780334928.502121:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624410368 00000100:00100000:2.0:1780334928.502123:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624410368 00000100:00100000:0.0:1780334928.502146:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624409984 00000100:00100000:0.0:1780334928.502149:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624409984 00000100:00100000:0.0:1780334928.502272:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624410496 00000100:00100000:2.0:1780334928.502275:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:0.0:1780334928.502275:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624410496 00000100:00100000:2.0:1780334928.502283:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624409344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334928.502286:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:0.0:1780334928.502291:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624409856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.502313:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624409728:0@lo:400:kworker.0 00000100:00100000:0.0:1780334928.502431:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624409856:12345-0@lo:400:kworker.0 Request processed in 138us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334928.502438:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:0.0:1780334928.502456:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:0.0:1780334928.502462:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624409984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334928.502495:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624409984:12345-0@lo:400:kworker.0 Request processed in 34us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334928.502501:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:0.0:1780334928.502513:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1780334928.502518:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624410368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.502668:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334928.502704:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624410240:0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.502731:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334928.502750:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624410752:0@lo:400:kworker.0 00000100:00100000:3.0:1780334928.502961:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624409472 00000100:00100000:3.0:1780334928.502966:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624409472 00000100:00100000:3.0:1780334928.503001:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1780334928.503009:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624409472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334928.503032:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334928.503070:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624409472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (1128us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334928.503077:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1780334928.503099:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:3.0:1780334928.503106:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624410496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334928.503138:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624410496:12345-0@lo:400:kworker.0 Request processed in 32us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334928.503144:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00100000:3.0:1780334928.503164:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624409216 00000100:00100000:3.0:1780334928.503168:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624409216 00000100:00100000:3.0:1780334928.503191:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624409728 00000100:00100000:3.0:1780334928.503194:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624409728 00000100:00100000:3.0:1780334928.503206:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1780334928.503211:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624409216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334928.503244:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624409216:12345-0@lo:400:kworker.0 Request processed in 32us (1138us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334928.503250:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1780334928.503261:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1780334928.503267:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624409728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334928.503293:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624409728:12345-0@lo:400:kworker.0 Request processed in 27us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334928.503299:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00080000:3.0:1780334928.503315:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334928.503318:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334928.503320:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334928.503966:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334928.504007:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624409216:0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.504031:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624409728:0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.504041:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:1.0:1780334928.504049:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624409088:0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.504071:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334928.504088:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624409600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334928.504119:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334928.504139:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624410112:0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.504158:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334928.504172:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624410624:0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.504198:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334928.504232:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624410240 00000100:00100000:1.0:1780334928.504237:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624410240 00000100:00100000:1.0:1780334928.504274:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624410752 00000100:00100000:1.0:1780334928.504277:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624410752 00000100:00100000:1.0:1780334928.504297:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624410112 00000100:00100000:1.0:1780334928.504299:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624410112 00000100:00100000:1.0:1780334928.504315:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624410624 00000100:00100000:1.0:1780334928.504318:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624410624 00000100:00100000:1.0:1780334928.504336:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1780334928.504343:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624410240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.504412:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624410240:12345-0@lo:400:kworker.0 Request processed in 68us (1678us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334928.504419:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1780334928.504446:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:1.0:1780334928.504453:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f02e81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624410752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334928.504582:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624410368:12345-0@lo:400:kworker.0 Request processed in 2061us (2555us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334928.504590:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1780334928.504608:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624409088 00000100:00100000:0.0:1780334928.504612:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624409088 00000100:00100000:0.0:1780334928.504633:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:0.0:1780334928.504641:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624409088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334928.504676:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624409088:12345-0@lo:400:kworker.0 Request processed in 36us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334928.504682:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:2.0:1780334928.504787:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624409344:12345-0@lo:400:kworker.0 Request processed in 2502us (3031us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334928.504849:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f02e81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624410752:12345-0@lo:400:kworker.0 Request processed in 314us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334928.504858:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:1.0:1780334928.504874:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1780334928.504882:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624410112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334928.504907:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624408960 00000100:00100000:0.0:1780334928.504911:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624408960 00000100:00100000:0.0:1780334928.504942:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1780334928.504949:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624408960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334928.504985:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624408960:12345-0@lo:400:kworker.0 Request processed in 37us (3063us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334928.504991:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1780334928.505047:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624409856:0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.505060:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624410112:12345-0@lo:400:kworker.0 Request processed in 179us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334928.505065:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624410368:0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.505071:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:0.0:1780334928.505084:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624409344:0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.505092:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1780334928.505097:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703b70b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624408960:0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.505103:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624410624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.505137:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624410624:12345-0@lo:400:kworker.0 Request processed in 38us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334928.505143:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1780334928.505162:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624409600 00000100:00100000:0.0:1780334928.505167:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624409600 00000100:00080000:1.0:1780334928.505171:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334928.505177:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334928.505197:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1780334928.505204:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624409600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334928.505218:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1780334928.505253:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:1.0:1780334928.505483:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f01d7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624409088:0@lo:400:kworker.0 00000100:00100000:0.0:1780334928.505493:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624409600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 288us (1371us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334928.505502:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1780334928.505505:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624409600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334928.505518:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624410112:0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.505527:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624410624:0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.505538:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624410240:0@lo:400:kworker.0 00000100:00100000:1.0:1780334928.505547:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624410752:0@lo:400:kworker.0 00000100:00100000:2.0:1780334928.505593:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624409472:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334928.505605:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624409984:0@lo:400:kworker.0 00000100:00100000:2.0:1780334928.505615:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624410496:0@lo:400:kworker.0 00010000:00010000:1.0:1780334928.819945:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334929.007284:0:29351:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334929.007294:0:29351:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334929.007859:0:29351:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334929.007868:0:29351:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334929.844764:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334930.036141:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ffd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624410880:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334930.036215:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334930.036355:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624410880 00000100:00100000:1.0:1780334930.036362:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624410880 00000100:00100000:1.0:1780334930.036518:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1780334930.036528:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624410880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334930.036562:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1780334930.036618:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624410880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334930.036625:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1780334930.036698:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ffd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624410880:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334930.036976:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624411008:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334930.037008:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334930.037114:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624411008 00000100:00100000:2.0:1780334930.037119:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624411008 00000100:00100000:2.0:1780334930.037163:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1780334930.037170:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624411008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334930.037190:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00080000:0.0:1780334930.037244:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334930.037351:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334930.037361:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624411136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334930.037400:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334930.037505:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624411136 00000100:00100000:0.0:1780334930.037509:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624411136 00000100:00100000:0.0:1780334930.037541:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1780334930.037547:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624411136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334930.037556:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334930.037591:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624411136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334930.037597:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1780334930.037629:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624411136:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1780334930.037723:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334930.037994:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624411008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 823us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334930.038001:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1780334930.038072:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624411008:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1780334930.593551:0:29402:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334930.593558:0:29402:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334930.594122:0:29402:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334930.594130:0:29402:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1780334930.613400:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1780334930.804030:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334930.804039:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334930.804590:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334930.804603:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334930.870498:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334931.434880:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334931.435026:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334931.435065:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334931.435095:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334931.435113:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334931.435127:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334931.435141:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334931.435155:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334931.435176:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334931.435208:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604692736 00000100:00100000:1.0:1780334931.435216:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604692736 00000100:00100000:1.0:1780334931.435272:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604693248 00000100:00100000:1.0:1780334931.435275:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604693248 00000100:00100000:1.0:1780334931.435300:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604692608 00000100:00100000:1.0:1780334931.435304:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604692608 00000100:00100000:1.0:1780334931.435316:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604693120 00000100:00100000:1.0:1780334931.435319:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604693120 00000100:00100000:1.0:1780334931.435333:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 804 00000100:00100000:1.0:1780334931.435343:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604692736:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334931.435413:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604692480 00000100:00100000:1.0:1780334931.435419:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604692736:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 76us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334931.435420:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604692480 00000100:00100000:1.0:1780334931.435428:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 804 00000100:00100000:1.0:1780334931.435446:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 805 00000100:00100000:1.0:1780334931.435453:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604693248:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334931.435460:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604692992 00000100:00100000:2.0:1780334931.435464:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604692992 00000100:00100000:1.0:1780334931.435479:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604693248:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334931.435485:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604692352 00000100:00100000:1.0:1780334931.435487:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 805 00000100:00100000:2.0:1780334931.435489:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604692352 00000100:00100000:1.0:1780334931.435504:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 806 00000100:00100000:2.0:1780334931.435507:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604692864 00000100:00100000:2.0:1780334931.435510:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604692864 00000100:00100000:1.0:1780334931.435514:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604692608:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334931.435531:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1265 00000100:00100000:2.0:1780334931.435544:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604692480:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334931.435544:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604692608:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 29us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334931.435556:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 806 00000100:00100000:1.0:1780334931.435570:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 807 00000100:00100000:1.0:1780334931.435578:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604693120:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334931.435586:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604692480:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 46us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334931.435592:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1265 00000100:00100000:1.0:1780334931.435611:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604693120:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334931.435612:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1266 00000100:00100000:1.0:1780334931.435624:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 807 00000100:00100000:2.0:1780334931.435625:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604692992:12345-192.168.203.22@tcp:400:kworker.0 00000100:00080000:1.0:1780334931.435648:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334931.435654:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334931.435658:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334931.435659:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604692992:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 35us (561us total) trans 0 rc 0/0 00000100:00080000:1.0:1780334931.435661:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334931.435668:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1266 00000100:00100000:2.0:1780334931.435682:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1267 00000100:00100000:2.0:1780334931.435690:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604692352:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334931.435697:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1268 00000100:00100000:1.0:1780334931.435707:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604692864:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334931.435716:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604692352:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334931.435723:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1267 00000100:00100000:1.0:1780334931.435741:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604692864:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 36us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334931.435748:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1268 00000100:00100000:0.0:1780334931.436533:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604692224 00000100:00100000:0.0:1780334931.436541:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604692224 00000100:00100000:0.0:1780334931.436585:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 800 00000100:00100000:0.0:1780334931.436593:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604692224:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334931.436693:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604692224:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 99us (1820us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334931.436701:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 800 00010000:00010000:3.0:1780334931.892110:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334932.308214:0:29453:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334932.308224:0:29453:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334932.315330:0:29453:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334932.315345:0:29453:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334932.916124:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334933.108109:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624411264:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334933.108184:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334933.108292:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624411264 00000100:00100000:0.0:1780334933.108299:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624411264 00000100:00100000:0.0:1780334933.108350:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1780334933.108360:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624411264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334933.108398:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:0.0:1780334933.108460:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624411264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334933.108467:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1780334933.108553:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624411264:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334933.620198:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624411520:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.620300:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624411648:0@lo:400:kworker.0 00000100:00100000:3.0:1780334933.620303:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334933.620355:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334933.620389:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624412160:0@lo:400:kworker.0 00000100:00100000:3.0:1780334933.620399:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624412032:0@lo:400:kworker.0 00000100:00100000:3.0:1780334933.620432:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334933.620437:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334933.620456:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624412544:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.620476:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624412672:0@lo:400:kworker.0 00000100:00100000:3.0:1780334933.620484:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334933.620514:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334933.620518:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624413056:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.620539:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1780334933.620548:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334933.620548:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624411776:0@lo:400:kworker.0 00000100:00100000:3.0:1780334933.620577:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1780334933.620582:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334933.620587:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ffd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624411392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334933.620610:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624412288:0@lo:400:kworker.0 00000100:00100000:3.0:1780334933.620630:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334933.620639:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334933.620672:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624411904:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.620680:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624412800:0@lo:400:kworker.0 00000100:00100000:0.0:1780334933.620691:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624412544 00000100:00100000:0.0:1780334933.620700:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624412544 00000100:00100000:3.0:1780334933.620704:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334933.620721:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624411648 00000100:00100000:3.0:1780334933.620728:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624412416:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.620750:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624411648 00000100:00100000:3.0:1780334933.620754:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334933.620768:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624412928:0@lo:400:kworker.0 00000100:00100000:3.0:1780334933.620783:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334933.620801:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624412160 00000100:00100000:2.0:1780334933.620806:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624412160 00000100:00100000:2.0:1780334933.620852:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624412672 00000100:00100000:2.0:1780334933.620856:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624412672 00000100:00100000:0.0:1780334933.620858:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624413056 00000100:00100000:0.0:1780334933.620864:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624413056 00000100:00100000:2.0:1780334933.620873:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624412288 00000100:00100000:2.0:1780334933.620876:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624412288 00000100:00100000:0.0:1780334933.620892:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624412416 00000100:00100000:0.0:1780334933.620896:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624412416 00000100:00100000:2.0:1780334933.620898:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624411904 00000100:00100000:2.0:1780334933.620903:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624411904 00000100:00100000:2.0:1780334933.620923:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:0.0:1780334933.620933:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624412928 00000100:00100000:2.0:1780334933.620934:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624411648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334933.620938:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624412928 00000100:00100000:0.0:1780334933.620960:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1780334933.620968:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624412544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.620989:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624411648:12345-0@lo:400:kworker.0 Request processed in 57us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334933.620996:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624411520 00000100:00100000:2.0:1780334933.620997:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:3.0:1780334933.621003:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624411520 00000100:00100000:2.0:1780334933.621027:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:0.0:1780334933.621027:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624412544:12345-0@lo:400:kworker.0 Request processed in 57us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334933.621039:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624412160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334933.621045:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:3.0:1780334933.621055:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624411520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.621098:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624412160:12345-0@lo:400:kworker.0 Request processed in 63us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334933.621106:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624411520:12345-0@lo:400:kworker.0 Request processed in 51us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334933.621110:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:3.0:1780334933.621119:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1780334933.621130:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:2.0:1780334933.621139:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624412672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334933.621153:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624412032 00000100:00100000:3.0:1780334933.621159:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624412032 00000100:00100000:2.0:1780334933.621175:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1866815624412672:12345-0@lo:400:kworker.0 Request processed in 37us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334933.621181:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00100000:3.0:1780334933.621190:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624411776 00000100:00100000:2.0:1780334933.621198:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:2.0:1780334933.621215:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fffed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624412288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.621242:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fffed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624412288:12345-0@lo:400:kworker.0 Request processed in 39us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334933.621248:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1780334933.621250:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:2.0:1780334933.621272:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1780334933.621276:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1780334933.621282:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624411904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334933.621286:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624411776 00000100:00100000:0.0:1780334933.621287:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624413056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.621324:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624411904:12345-0@lo:400:kworker.0 Request processed in 43us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334933.621333:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1780334933.621334:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624413056:12345-0@lo:400:kworker.0 Request processed in 49us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334933.621386:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1780334933.621393:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624412032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334933.621428:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624412032:12345-0@lo:400:kworker.0 Request processed in 35us (995us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334933.621549:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1780334933.621560:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1780334933.621561:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624412416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.621599:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624412416:12345-0@lo:400:kworker.0 Request processed in 43us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334933.621605:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:2.0:1780334933.621620:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1780334933.621625:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624412928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.621650:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624412928:12345-0@lo:400:kworker.0 Request processed in 26us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334933.621655:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1780334933.621680:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624411392 00000100:00100000:2.0:1780334933.621684:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624411392 00000100:00100000:2.0:1780334933.621709:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1780334933.621715:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624411392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1780334933.621736:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1780334933.621766:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624411392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (1137us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334933.621771:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1780334933.621789:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334933.621851:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624411648:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.621863:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624412160:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.621873:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3658:1866815624412672:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.621896:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624412288:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.621910:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624412800 00000100:00100000:2.0:1780334933.621912:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624412800 00000100:00100000:2.0:1780334933.621935:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:2.0:1780334933.621941:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624412800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.621973:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fffce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624412800:12345-0@lo:400:kworker.0 Request processed in 32us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334933.621978:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:2.0:1780334933.622002:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624412800:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.622045:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ffd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624411392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334933.622056:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624411904:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.622065:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624412416:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.622072:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624412928:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.622079:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624412032:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.622088:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624412544:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.622097:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624413056:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.622106:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624411520:0@lo:400:kworker.0 00000100:00100000:0.0:1780334933.622166:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1780334933.622176:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1780334933.622190:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624411776:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1780334933.622213:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334933.622220:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334933.622223:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1780334933.622224:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334933.622229:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334933.622233:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624411776:12345-0@lo:400:kworker.0 Request processed in 47us (1650us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334933.622238:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ffd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624413184:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334933.622244:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1780334933.622259:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624411776:0@lo:400:kworker.0 00000100:00100000:2.0:1780334933.622273:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334933.622302:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624413184 00000100:00100000:1.0:1780334933.622307:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624413184 00000100:00100000:1.0:1780334933.622354:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1780334933.622362:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624413184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334933.622375:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1780334933.622428:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fffc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624413184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334933.622435:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1780334933.622541:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ffd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624413184:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1780334933.940422:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334934.059736:0:29504:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334934.059745:0:29504:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334934.060678:0:29504:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334934.060692:0:29504:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334934.965322:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334935.156651:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624413440:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334935.156720:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334935.156860:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624413312:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334935.157081:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334935.157344:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624413440 00000100:00100000:0.0:1780334935.157352:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624413440 00000100:00100000:0.0:1780334935.157415:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1780334935.157425:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624413440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334935.157454:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334935.157637:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624413312 00000100:00100000:3.0:1780334935.157642:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624413312 00000100:00100000:3.0:1780334935.157673:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1780334935.157681:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624413312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334935.157703:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334935.157744:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fffdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624413312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334935.157752:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1780334935.157842:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624413440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 420us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334935.157849:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00080000:2.0:1780334935.157969:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334935.158008:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624413312:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334935.158271:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624413440:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334935.159007:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624413568:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334935.159060:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334935.159112:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624413568 00000100:00100000:2.0:1780334935.159118:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624413568 00000100:00100000:2.0:1780334935.164114:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1780334935.164129:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624413568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334935.164157:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334935.164243:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624413568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (5183us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334935.164250:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1780334935.164314:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624413568:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1780334935.166306:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1780334935.833747:0:29556:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334935.833759:0:29556:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334935.834417:0:29556:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334935.834430:0:29556:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334935.996105:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334936.557164:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334936.557222:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334936.557253:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334936.557289:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334936.557310:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334936.557336:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604693632 00000100:00100000:1.0:1780334936.557345:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334936.557351:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604693632 00000100:00100000:1.0:1780334936.557367:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334936.557388:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334936.557452:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334936.557478:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604693888 00000100:00100000:1.0:1780334936.557482:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604693888 00000100:00100000:0.0:1780334936.557543:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604693376 00000100:00100000:0.0:1780334936.557548:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604693376 00000100:00100000:0.0:1780334936.557606:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 802 00000100:00100000:0.0:1780334936.557617:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604693376:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334936.557729:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604693376:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 113us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334936.557737:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 802 00000100:00100000:0.0:1780334936.557957:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604694144 00000100:00100000:0.0:1780334936.557963:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604694144 00000100:00100000:2.0:1780334936.558054:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604693504 00000100:00100000:2.0:1780334936.558059:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604693504 00000100:00100000:3.0:1780334936.558472:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604694400 00000100:00100000:3.0:1780334936.558478:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604694400 00000100:00100000:1.0:1780334936.558590:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604693760 00000100:00100000:1.0:1780334936.558595:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604693760 00000100:00100000:1.0:1780334936.558619:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604694272 00000100:00100000:1.0:1780334936.558622:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604694272 00000100:00100000:1.0:1780334936.558656:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 812 00000100:00100000:1.0:1780334936.558666:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604693888:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334936.558741:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604693888:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 77us (1486us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334936.558750:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 812 00000100:00100000:1.0:1780334936.558766:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 813 00000100:00100000:1.0:1780334936.558774:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604693760:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334936.558805:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604693760:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (1437us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334936.558827:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 813 00000100:00100000:1.0:1780334936.558839:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 814 00000100:00100000:1.0:1780334936.558845:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604694272:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334936.558870:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604694272:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (1419us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334936.558877:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 814 00000100:00080000:1.0:1780334936.558900:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334936.558905:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334936.558908:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334936.558910:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334936.558949:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604694016 00000100:00100000:1.0:1780334936.558954:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604694016 00000100:00100000:1.0:1780334936.558988:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1275 00000100:00100000:1.0:1780334936.558996:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604693632:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334936.559026:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604693632:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 31us (1803us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334936.559032:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1275 00000100:00100000:1.0:1780334936.559958:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1276 00000100:00100000:1.0:1780334936.559975:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604694016:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334936.560044:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604694016:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 76us (2654us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334936.560055:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1276 00000100:00080000:1.0:1780334936.560110:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334936.561338:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1277 00000100:00100000:0.0:1780334936.561354:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604694144:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334936.561496:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604694144:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 146us (4205us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334936.561504:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1277 00000100:00100000:2.0:1780334936.563770:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1278 00000100:00100000:2.0:1780334936.563794:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604693504:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334936.563921:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604693504:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 137us (6574us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334936.563930:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1278 00000100:00100000:2.0:1780334936.568156:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 815 00000100:00100000:2.0:1780334936.568177:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604694400:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334936.568302:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604694400:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 132us (10990us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334936.568311:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 815 00010000:00010000:1.0:1780334937.015714:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334937.660430:0:29607:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334937.660439:0:29607:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334937.662286:0:29607:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334937.662304:0:29607:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334938.036151:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334938.228111:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334938.228133:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624413696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334938.228368:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334938.228516:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624413696 00000100:00100000:3.0:1780334938.228524:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624413696 00000100:00100000:3.0:1780334938.228573:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1780334938.228582:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624413696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334938.228616:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:3.0:1780334938.228675:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624413696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334938.228682:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1780334938.228907:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624413696:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334938.740328:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624413824:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334938.740401:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334938.740587:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624413824 00000100:00100000:1.0:1780334938.740595:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624413824 00000100:00100000:1.0:1780334938.740663:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1780334938.740674:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624413824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334938.740704:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1780334938.740753:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624413824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334938.740760:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1780334938.740839:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624413824:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1780334938.740906:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334938.741264:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780334938.741275:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624414208:0@lo:400:kworker.0 00000100:00100000:3.0:1780334938.741324:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334938.741366:0:28286:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624414208 00000100:00100000:3.0:1780334938.741371:0:28286:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624414208 00000100:00100000:3.0:1780334938.741403:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:3.0:1780334938.741412:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624414208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334938.741451:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624414208:12345-0@lo:400:kworker.0 Request processed in 41us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334938.741458:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:3.0:1780334938.741492:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624414208:0@lo:400:kworker.0 00000100:00100000:3.0:1780334938.741525:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624414336:0@lo:400:kworker.0 00000100:00100000:3.0:1780334938.741553:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334938.741582:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624414336 00000100:00100000:3.0:1780334938.741586:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624414336 00000100:00100000:3.0:1780334938.741612:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1780334938.741619:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624414336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334938.741674:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624414336:12345-0@lo:400:kworker.0 Request processed in 55us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334938.741681:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1780334938.741710:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624414336:0@lo:400:kworker.0 00000100:00100000:3.0:1780334938.741851:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780334938.741858:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624414720:0@lo:400:kworker.0 00000100:00100000:3.0:1780334938.741886:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334938.741924:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624414848:0@lo:400:kworker.0 00000100:00100000:3.0:1780334938.741945:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334938.742092:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624413952:0@lo:400:kworker.0 00000100:00100000:0.0:1780334938.742127:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334938.742155:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624414464:0@lo:400:kworker.0 00000100:00100000:0.0:1780334938.742178:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334938.742197:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624414976:0@lo:400:kworker.0 00000100:00100000:0.0:1780334938.742217:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334938.742235:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1780334938.742242:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624414080:0@lo:400:kworker.0 00000100:00100000:0.0:1780334938.742262:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334938.742276:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624414592:0@lo:400:kworker.0 00000100:00100000:0.0:1780334938.742295:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334938.742322:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624415104:0@lo:400:kworker.0 00000100:00100000:0.0:1780334938.742343:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334938.742373:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624414464 00000100:00100000:0.0:1780334938.742377:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624414464 00000100:00100000:0.0:1780334938.742410:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624414976 00000100:00100000:0.0:1780334938.742414:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624414976 00000100:00100000:0.0:1780334938.742426:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624414080 00000100:00100000:0.0:1780334938.742429:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624414080 00000100:00100000:0.0:1780334938.742440:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624414592 00000100:00100000:0.0:1780334938.742442:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624414592 00000100:00100000:0.0:1780334938.742454:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624415104 00000100:00100000:0.0:1780334938.742456:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624415104 00000100:00100000:0.0:1780334938.742471:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:0.0:1780334938.742479:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624414464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334938.742517:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624414464:12345-0@lo:400:kworker.0 Request processed in 39us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334938.742522:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:0.0:1780334938.742536:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:0.0:1780334938.742541:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624414976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334938.742562:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624414976:12345-0@lo:400:kworker.0 Request processed in 22us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334938.742571:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:0.0:1780334938.742581:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:0.0:1780334938.742586:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624414080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334938.742611:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624414080:12345-0@lo:400:kworker.0 Request processed in 26us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334938.742617:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:0.0:1780334938.742627:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:0.0:1780334938.742633:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624414592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334938.742681:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624414592:12345-0@lo:400:kworker.0 Request processed in 48us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334938.742687:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:0.0:1780334938.742699:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:0.0:1780334938.742704:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624415104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334938.742730:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624415104:12345-0@lo:400:kworker.0 Request processed in 26us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334938.742735:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00080000:0.0:1780334938.742758:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334938.742762:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334938.742786:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624414080:0@lo:400:kworker.0 00000100:00100000:0.0:1780334938.742842:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624414592:0@lo:400:kworker.0 00000100:00100000:0.0:1780334938.742851:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624415104:0@lo:400:kworker.0 00000100:00100000:0.0:1780334938.742860:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624414464:0@lo:400:kworker.0 00000100:00100000:0.0:1780334938.742868:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624414976:0@lo:400:kworker.0 00000100:00100000:2.0:1780334938.743399:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624413952 00000100:00100000:2.0:1780334938.743405:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624413952 00000100:00100000:2.0:1780334938.743454:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1780334938.743462:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624413952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334938.743509:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624413952:12345-0@lo:400:kworker.0 Request processed in 49us (1382us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334938.743516:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1780334938.743521:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624414720 00000100:00100000:1.0:1780334938.743525:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624414720 00000100:00100000:2.0:1780334938.743549:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624415232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334938.743555:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624414848 00000100:00100000:1.0:1780334938.743558:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624414848 00000100:00100000:2.0:1780334938.743576:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334938.743578:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1780334938.743583:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624414720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334938.743606:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624415232 00000100:00100000:2.0:1780334938.743610:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624415232 00000100:00100000:1.0:1780334938.743617:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624414720:12345-0@lo:400:kworker.0 Request processed in 34us (1731us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334938.743622:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1780334938.743634:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1780334938.743634:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1780334938.743639:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624415232:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334938.743639:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624414848:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1780334938.743652:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1780334938.743666:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624414848:12345-0@lo:400:kworker.0 Request processed in 27us (1720us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334938.743671:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1780334938.743679:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624415232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334938.743685:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00080000:1.0:1780334938.743696:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334938.743699:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334938.743711:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624415232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334938.743831:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334938.743839:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624415360:0@lo:400:kworker.0 00000100:00100000:1.0:1780334938.744476:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624414848:0@lo:400:kworker.0 00000100:00100000:2.0:1780334938.746416:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624413952:0@lo:400:kworker.0 00000100:00100000:1.0:1780334938.748509:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624414720:0@lo:400:kworker.0 00000100:00100000:3.0:1780334938.748640:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334938.749010:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624415360 00000100:00100000:1.0:1780334938.749018:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624415360 00000100:00100000:1.0:1780334938.749130:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1780334938.749141:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624415360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334938.749210:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624415360:12345-0@lo:400:kworker.0 Request processed in 71us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334938.749216:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1780334938.749281:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624415360:0@lo:400:kworker.0 00010000:00010000:0.0:1780334939.061237:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334939.474088:0:29658:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334939.474098:0:29658:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334939.475746:0:29658:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334939.475770:0:29658:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1780334940.020170:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334940.020183:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334940.022676:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334940.022704:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334940.084034:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334940.276150:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624415488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334940.276358:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624415616:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334940.276424:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334940.276748:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624415616 00000100:00100000:3.0:1780334940.276757:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624415616 00000100:00100000:3.0:1780334940.276807:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1780334940.276835:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624415616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334940.276867:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334940.276920:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624415616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334940.276927:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1780334940.276970:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624415616:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334940.278270:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334940.279334:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624415488 00000100:00100000:3.0:1780334940.279347:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624415488 00000100:00100000:3.0:1780334940.279426:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1780334940.279439:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624415488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334940.279469:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334940.279584:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624415488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 147us (1315us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334940.279592:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1780334940.279630:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624415488:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780334940.280020:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334940.280683:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624415744:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334940.280755:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334940.280945:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624415744 00000100:00100000:2.0:1780334940.280954:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624415744 00000100:00100000:2.0:1780334940.281027:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1780334940.281037:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624415744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334940.281063:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00080000:0.0:1780334940.281130:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334940.281475:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624415744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 438us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334940.281484:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1780334940.281561:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624415744:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1780334940.852475:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1780334941.108387:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334941.383929:0:29710:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334941.383938:0:29710:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334941.384453:0:29710:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334941.384462:0:29710:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334941.679612:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334941.679726:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334941.679780:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334941.679850:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334941.679875:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604695040 00000100:00100000:0.0:1780334941.679885:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334941.679894:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604695040 00000100:00100000:0.0:1780334941.679910:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334941.679937:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334941.679973:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334941.679996:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604695552 00000100:00100000:2.0:1780334941.680001:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604695552 00000100:00100000:2.0:1780334941.680030:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604694912 00000100:00100000:2.0:1780334941.680033:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604694912 00000100:00100000:0.0:1780334941.680064:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334941.680101:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604694784 00000100:00100000:0.0:1780334941.680111:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604694784 00000100:00100000:1.0:1780334941.680502:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604695296 00000100:00100000:1.0:1780334941.680507:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604695296 00000100:00100000:3.0:1780334941.680648:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604694528 00000100:00100000:3.0:1780334941.680654:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604694528 00000100:00100000:3.0:1780334941.680700:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 804 00000100:00100000:3.0:1780334941.680710:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604694528:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334941.681067:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604694528:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 356us (1461us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334941.681076:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 804 00000100:00100000:3.0:1780334941.681130:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604695424 00000100:00100000:3.0:1780334941.681145:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604695424 00000100:00100000:2.0:1780334941.681232:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 819 00000100:00100000:2.0:1780334941.681246:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604695040:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334941.681400:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604694656 00000100:00100000:0.0:1780334941.681407:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604694656 00000100:00100000:2.0:1780334941.681413:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604695040:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 167us (1629us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334941.681427:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 819 00000100:00100000:0.0:1780334941.681436:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604695168 00000100:00100000:0.0:1780334941.681441:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604695168 00000100:00100000:0.0:1780334941.681461:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1285 00000100:00100000:0.0:1780334941.681468:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604694784:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334941.681524:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604694784:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 56us (1797us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334941.681533:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 820 00000100:00100000:2.0:1780334941.681558:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604695552:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334941.681559:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1285 00000100:00100000:0.0:1780334941.681588:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1286 00000100:00100000:0.0:1780334941.681599:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604694656:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334941.681607:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604695552:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 59us (1723us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334941.681615:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 820 00000100:00100000:2.0:1780334941.681633:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 821 00000100:00100000:0.0:1780334941.681643:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604694656:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 45us (1730us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334941.681645:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604694912:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334941.681662:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1286 00000100:00100000:0.0:1780334941.681684:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1287 00000100:00100000:0.0:1780334941.681693:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604695168:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334941.681724:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604695168:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 35us (1754us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334941.681729:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1287 00000100:00080000:0.0:1780334941.681754:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334941.681771:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334941.681773:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334941.681776:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334941.681791:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604694912:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 45us (1747us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334941.681801:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 821 00000100:00100000:1.0:1780334941.682442:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1288 00000100:00100000:1.0:1780334941.682451:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604695296:12345-192.168.203.22@tcp:400:kworker.0 00000100:00080000:0.0:1780334941.682550:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334941.682595:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604695296:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 145us (2745us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334941.682603:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1288 00000100:00100000:3.0:1780334941.682834:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 822 00000100:00100000:3.0:1780334941.682842:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604695424:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334941.682884:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604695424:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 43us (2820us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334941.682890:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 822 00000100:00080000:0.0:1780334941.683067:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1780334942.132769:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334943.080249:0:29761:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334943.080256:0:29761:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334943.081301:0:29761:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334943.081313:0:29761:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334943.156014:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334943.348836:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334943.348859:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624415872:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334943.348924:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334943.349042:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624415872 00000100:00100000:0.0:1780334943.349051:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624415872 00000100:00100000:0.0:1780334943.349105:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1780334943.349115:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624415872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334943.349148:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:0.0:1780334943.349202:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624415872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334943.349209:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1780334943.349501:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624415872:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334943.860225:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334943.860373:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624416256:0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.860453:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334943.860527:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624416256 00000100:00100000:1.0:1780334943.860534:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624416256 00000100:00100000:1.0:1780334943.860578:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1780334943.860586:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624416256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.860633:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624416256:12345-0@lo:400:kworker.0 Request processed in 48us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334943.860641:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1780334943.860685:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624416256:0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.862280:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ffff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624416384:0@lo:400:kworker.0 00000100:00100000:0.0:1780334943.862285:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624416128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334943.862355:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334943.862427:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624416384 00000100:00100000:1.0:1780334943.862433:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624416384 00000100:00100000:1.0:1780334943.862479:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:1.0:1780334943.862489:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624416384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334943.862496:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334943.862531:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624416000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334943.862551:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624416384:12345-0@lo:400:kworker.0 Request processed in 62us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334943.862562:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:0.0:1780334943.862562:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334943.862590:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334943.862600:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624416512:0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.862609:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ffff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624416384:0@lo:400:kworker.0 00000100:00100000:0.0:1780334943.862627:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334943.862647:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624416128 00000100:00100000:1.0:1780334943.862651:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624416128 00000100:00100000:0.0:1780334943.862664:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624416000 00000100:00100000:0.0:1780334943.862670:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624416000 00000100:00100000:1.0:1780334943.862691:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1780334943.862746:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1780334943.862754:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624416000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334943.862777:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334943.862835:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624416000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334943.862846:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1780334943.862867:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624416512 00000100:00100000:0.0:1780334943.862870:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624416512 00000100:00100000:0.0:1780334943.862893:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:0.0:1780334943.862899:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624416512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334943.862929:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624416512:12345-0@lo:400:kworker.0 Request processed in 30us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334943.862936:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:1.0:1780334943.862944:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624416128:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1780334943.862955:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1780334943.862958:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334943.862980:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624416512:0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.862999:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624416128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 300us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334943.863002:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624416128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334943.863012:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1780334943.863092:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624416000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334943.864700:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624416896:0@lo:400:kworker.0 00000100:00100000:2.0:1780334943.864759:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334943.864789:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624417408:0@lo:400:kworker.0 00000100:00100000:2.0:1780334943.864829:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334943.864852:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1780334943.864858:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624416768:0@lo:400:kworker.0 00000100:00100000:2.0:1780334943.864881:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334943.865569:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624417024:0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.865608:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334943.865633:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1780334943.865639:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624416640:0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.865661:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334943.865676:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624417152:0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.865694:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334943.865765:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ffff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624417280:0@lo:400:kworker.0 00000100:00100000:2.0:1780334943.865786:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334943.866737:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624417024 00000100:00100000:0.0:1780334943.866751:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624417024 00000100:00100000:0.0:1780334943.866802:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624417152 00000100:00100000:0.0:1780334943.866805:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624417152 00000100:00100000:2.0:1780334943.866835:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1780334943.866844:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624417024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334943.866855:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1780334943.866860:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624417152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.867010:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624416896 00000100:00100000:1.0:1780334943.867015:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624416896 00000100:00100000:1.0:1780334943.867044:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624417408 00000100:00100000:1.0:1780334943.867047:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624417408 00000100:00100000:1.0:1780334943.867065:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624416768 00000100:00100000:1.0:1780334943.867069:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624416768 00000100:00100000:1.0:1780334943.867081:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624417280 00000100:00100000:1.0:1780334943.867083:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624417280 00000100:00100000:1.0:1780334943.867095:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1780334943.867101:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624416896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334943.869965:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:3.0:1780334943.869988:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624417408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.873836:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624416896:12345-0@lo:400:kworker.0 Request processed in 6708us (9051us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334943.873851:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1780334943.873905:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:1.0:1780334943.873920:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624416768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.874096:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624416768:12345-0@lo:400:kworker.0 Request processed in 182us (9213us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334943.874105:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:1.0:1780334943.874119:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:1.0:1780334943.874126:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624417280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.874153:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624417280:12345-0@lo:400:kworker.0 Request processed in 27us (8366us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334943.874158:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00080000:1.0:1780334943.874324:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334943.874330:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334943.874333:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334943.874562:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624416640 00000100:00100000:1.0:1780334943.874572:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624416640 00000100:00100000:1.0:1780334943.874612:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1780334943.874619:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624416640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.874658:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624416640:12345-0@lo:400:kworker.0 Request processed in 40us (8996us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334943.874664:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1780334943.874711:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624416768:0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.874723:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ffff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624417280:0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.874733:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624416896:0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.875044:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624416640:0@lo:400:kworker.0 00000100:00100000:1.0:1780334943.875057:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624417024:0@lo:400:kworker.0 00000100:00100000:0.0:1780334943.875380:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624417152:12345-0@lo:400:kworker.0 Request processed in 8518us (9683us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334943.875390:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1780334943.875477:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624417152:0@lo:400:kworker.0 00000100:00100000:3.0:1780334943.875576:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624417408:12345-0@lo:400:kworker.0 Request processed in 5600us (10745us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334943.875583:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:1.0:1780334943.875654:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624417408:0@lo:400:kworker.0 00000100:00100000:2.0:1780334943.875743:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624417024:12345-0@lo:400:kworker.0 Request processed in 8899us (10133us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334943.875752:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00010000:00010000:3.0:1780334944.181370:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334944.761649:0:29812:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334944.761657:0:29812:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334944.762202:0:29812:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334944.762215:0:29812:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334945.206408:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334945.396148:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624417536:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334945.396151:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624417664:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334945.396299:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334945.396318:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624417792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334945.397469:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334945.397576:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624417664 00000100:00100000:3.0:1780334945.397590:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624417664 00000100:00100000:3.0:1780334945.397673:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1780334945.397687:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624417664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334945.397718:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334945.397790:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f01d7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624417664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334945.397797:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1780334945.398083:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1780334945.398153:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334945.398238:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624417536 00000100:00100000:3.0:1780334945.398243:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624417536 00000100:00100000:3.0:1780334945.398281:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1780334945.398287:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624417536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334945.398310:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334945.398351:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624417536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334945.398357:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1780334945.398423:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624417536:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334945.398464:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334945.398535:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624417792 00000100:00100000:1.0:1780334945.398547:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624417792 00000100:00100000:1.0:1780334945.398602:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1780334945.398613:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624417792:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1780334945.398623:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1780334945.398639:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334945.398697:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624417792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334945.398704:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1780334945.398798:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624417792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334945.399019:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624417664:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1780334946.228475:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334946.487878:0:29863:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334946.487888:0:29863:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334946.489022:0:29863:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334946.489040:0:29863:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334946.797163:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334946.797219:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334946.797255:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334946.797306:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334946.797390:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604695808 00000100:00100000:2.0:1780334946.797403:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604695808 00000100:00100000:2.0:1780334946.797478:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604696320 00000100:00100000:2.0:1780334946.797482:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604696320 00000100:00100000:2.0:1780334946.797511:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1295 00000100:00100000:2.0:1780334946.797522:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604695808:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334946.797618:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604695808:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 98us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334946.797627:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1295 00000100:00100000:3.0:1780334946.797869:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604696064 00000100:00100000:3.0:1780334946.797885:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604696064 00000100:00100000:3.0:1780334946.797946:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604696576 00000100:00100000:3.0:1780334946.797950:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604696576 00000100:00100000:0.0:1780334946.798033:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334946.798062:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334946.798081:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334946.798100:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334946.798139:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334946.798166:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604696192 00000100:00100000:0.0:1780334946.798171:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604696192 00000100:00100000:2.0:1780334946.798458:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1296 00000100:00100000:2.0:1780334946.798470:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604696320:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334946.798522:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604696320:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 54us (1265us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334946.798529:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1296 00000100:00100000:2.0:1780334946.798547:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604695936 00000100:00100000:2.0:1780334946.798551:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604695936 00000100:00100000:2.0:1780334946.798569:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604696448 00000100:00100000:2.0:1780334946.798572:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604696448 00000100:00100000:2.0:1780334946.798588:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1297 00000100:00100000:2.0:1780334946.798594:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604695936:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334946.798619:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604695936:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334946.798625:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1297 00000100:00100000:2.0:1780334946.798637:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1298 00000100:00100000:2.0:1780334946.798643:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604696448:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334946.798758:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604696448:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 115us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334946.798765:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1298 00000100:00080000:2.0:1780334946.798787:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334946.798792:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334946.798795:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334946.798798:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334946.799053:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 825 00000100:00100000:3.0:1780334946.799130:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604696064:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334946.799148:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604696704 00000100:00100000:2.0:1780334946.799155:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604696704 00000100:00100000:3.0:1780334946.799779:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604696064:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 656us (2554us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334946.799794:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 825 00000100:00100000:0.0:1780334946.799832:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 826 00000100:00100000:0.0:1780334946.799848:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604696576:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334946.799876:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 827 00000100:00100000:3.0:1780334946.799893:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604696192:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334946.799908:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604696576:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 64us (2599us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334946.799917:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 826 00000100:00100000:3.0:1780334946.799953:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604696192:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 64us (1866us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334946.799954:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604695680 00000100:00100000:0.0:1780334946.799962:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604695680 00000100:00100000:3.0:1780334946.799970:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 827 00000100:00100000:0.0:1780334946.800009:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 806 00000100:00100000:0.0:1780334946.800018:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ab58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604695680:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334946.800053:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ab58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604695680:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 38us (2023us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334946.800060:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 806 00000100:00080000:0.0:1780334946.800304:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334946.801773:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 828 00000100:00100000:2.0:1780334946.801798:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604696704:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334946.801908:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604696704:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 123us (3767us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334946.801915:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 828 00010000:00010000:0.0:1780334947.252318:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334948.257707:0:29914:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334948.257716:0:29914:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334948.261197:0:29914:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334948.261219:0:29914:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334948.281031:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334948.468236:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624417920:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334948.468311:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334948.468441:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624417920 00000100:00100000:0.0:1780334948.468448:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624417920 00000100:00100000:0.0:1780334948.468500:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1780334948.468509:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624417920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1780334948.468554:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:0.0:1780334948.468609:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624417920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334948.468615:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1780334948.468698:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624417920:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334948.980286:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1780334948.980309:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624418048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334948.980375:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334948.980676:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624418176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334948.980718:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334948.980898:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624418048 00000100:00100000:3.0:1780334948.980907:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624418048 00000100:00100000:3.0:1780334948.980958:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624418176 00000100:00100000:3.0:1780334948.980961:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624418176 00000100:00100000:3.0:1780334948.980979:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1780334948.980987:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624418048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780334948.981017:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334948.981062:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624418048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334948.981069:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1780334948.981085:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1780334948.981091:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624418176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334948.981099:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334948.981139:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624418176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334948.981145:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:0.0:1780334948.981391:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334948.981439:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624418176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334948.981452:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624418048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334948.981980:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624418304:0@lo:400:kworker.0 00000100:00100000:1.0:1780334948.982022:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334948.982064:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624418816:0@lo:400:kworker.0 00000100:00100000:1.0:1780334948.982090:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334948.982108:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1780334948.982214:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624418432:0@lo:400:kworker.0 00000100:00100000:1.0:1780334948.982251:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334948.982268:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624418944:0@lo:400:kworker.0 00000100:00100000:1.0:1780334948.982288:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334948.982315:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624418304 00000100:00100000:1.0:1780334948.982321:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624418304 00000100:00100000:1.0:1780334948.982356:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1780334948.982363:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624418304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334948.982403:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624418304:12345-0@lo:400:kworker.0 Request processed in 40us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334948.982411:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1780334948.982522:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624418816 00000100:00100000:1.0:1780334948.982526:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624418816 00000100:00100000:1.0:1780334948.982558:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624418432 00000100:00100000:1.0:1780334948.982561:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624418432 00000100:00100000:1.0:1780334948.982575:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624418944 00000100:00100000:1.0:1780334948.982577:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624418944 00000100:00100000:1.0:1780334948.982597:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:1.0:1780334948.982603:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624418816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334948.982636:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1866815624418816:12345-0@lo:400:kworker.0 Request processed in 32us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334948.982642:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:1.0:1780334948.982654:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:1.0:1780334948.982660:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624418432:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1780334948.983009:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334948.983014:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334948.983024:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624418688:0@lo:400:kworker.0 00000100:00100000:0.0:1780334948.983058:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334948.983081:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624419200:0@lo:400:kworker.0 00000100:00100000:0.0:1780334948.983102:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334948.983284:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:2.0:1780334948.983295:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624418944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334948.983334:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624418944:12345-0@lo:400:kworker.0 Request processed in 41us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334948.983340:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:2.0:1780334948.983366:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624419456:0@lo:400:kworker.0 00000100:00100000:2.0:1780334948.983392:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334948.983410:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780334948.983559:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624418432:12345-0@lo:400:kworker.0 Request processed in 898us (1305us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334948.983566:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:1.0:1780334948.983579:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624419456 00000100:00100000:1.0:1780334948.983584:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624419456 00000100:00100000:1.0:1780334948.983616:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:1.0:1780334948.983621:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624419456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334948.983651:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624419456:12345-0@lo:400:kworker.0 Request processed in 30us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334948.983656:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00080000:1.0:1780334948.983678:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334948.983714:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624418432:0@lo:400:kworker.0 00000100:00100000:1.0:1780334948.983724:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624418944:0@lo:400:kworker.0 00000100:00100000:1.0:1780334948.983732:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624418304:0@lo:400:kworker.0 00000100:00100000:1.0:1780334948.983740:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3658:1866815624418816:0@lo:400:kworker.0 00000100:00100000:2.0:1780334948.983833:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624419328:0@lo:400:kworker.0 00000100:00100000:2.0:1780334948.983858:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334948.983963:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624419456:0@lo:400:kworker.0 00000100:00100000:2.0:1780334948.983982:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624419328 00000100:00100000:2.0:1780334948.983985:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624419328 00000100:00100000:2.0:1780334948.984012:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:2.0:1780334948.984019:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624419328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334948.984054:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624419328:12345-0@lo:400:kworker.0 Request processed in 36us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334948.984060:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:2.0:1780334948.984089:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624419328:0@lo:400:kworker.0 00000100:00100000:0.0:1780334948.984769:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1780334948.984778:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624418560:0@lo:400:kworker.0 00000100:00100000:0.0:1780334948.984823:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334948.984843:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624419072:0@lo:400:kworker.0 00000100:00100000:0.0:1780334948.984866:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334948.984986:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624418560 00000100:00100000:3.0:1780334948.984992:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624418560 00000100:00100000:3.0:1780334948.985029:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:3.0:1780334948.985036:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624418560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334948.985096:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624418560:12345-0@lo:400:kworker.0 Request processed in 60us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334948.985102:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:3.0:1780334948.985264:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624418688 00000100:00100000:3.0:1780334948.985268:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624418688 00000100:00100000:3.0:1780334948.985306:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1780334948.985313:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624418688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334948.985346:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624418688:12345-0@lo:400:kworker.0 Request processed in 35us (2288us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334948.985352:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1780334948.985370:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624419200 00000100:00100000:3.0:1780334948.985374:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624419200 00000100:00100000:3.0:1780334948.985399:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624419072 00000100:00100000:3.0:1780334948.985402:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624419072 00000100:00100000:3.0:1780334948.985542:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1780334948.985554:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624419200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334948.985603:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624419200:12345-0@lo:400:kworker.0 Request processed in 51us (2498us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334948.985610:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1780334948.985626:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1780334948.985635:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624419072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334948.985673:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624419072:12345-0@lo:400:kworker.0 Request processed in 40us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334948.985681:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:0.0:1780334948.986033:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624419072:0@lo:400:kworker.0 00000100:00100000:0.0:1780334948.986043:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624418688:0@lo:400:kworker.0 00000100:00100000:0.0:1780334948.986051:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624419200:0@lo:400:kworker.0 00000100:00100000:0.0:1780334948.986072:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624418560:0@lo:400:kworker.0 00000100:00080000:1.0:1780334948.986392:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334948.986398:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780334949.300078:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334949.964704:0:29966:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334949.964713:0:29966:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334949.965298:0:29966:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334949.965308:0:29966:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1780334950.068409:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1780334950.260465:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334950.260474:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334950.261558:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334950.261575:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334950.324021:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334950.516030:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624419712:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334950.516104:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334950.516957:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624419584:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780334950.517006:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334950.517021:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624419840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334950.517058:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334950.517084:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624419712 00000100:00100000:2.0:1780334950.517094:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624419712 00000100:00100000:1.0:1780334950.517102:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624419840 00000100:00100000:1.0:1780334950.517108:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624419840 00000100:00100000:1.0:1780334950.517158:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1780334950.517168:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624419840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1780334950.517196:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334950.517263:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624419840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334950.517480:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624419584 00000100:00100000:3.0:1780334950.517486:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624419584 00000100:00100000:3.0:1780334950.517668:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1780334950.517676:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624419584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334950.517698:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334950.517745:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624419584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334950.517751:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1780334950.518454:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624419584:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334950.518510:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e75180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624419840:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1780334950.518604:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334950.520490:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1780334950.520517:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624419712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334950.520545:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334950.520643:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624419712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (4537us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334950.520650:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1780334950.521514:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1780334950.522408:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624419712:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1780334951.356739:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334951.720339:0:30017:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334951.720554:0:30017:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334951.721203:0:30017:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334951.721224:0:30017:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1780334951.914618:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334951.914664:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334951.914690:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334951.914715:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334951.914734:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334951.914746:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334951.914759:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334951.914772:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334951.914793:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334951.914841:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604697344 00000100:00100000:0.0:1780334951.914843:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604697088 00000100:00100000:3.0:1780334951.914852:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604697344 00000100:00100000:0.0:1780334951.914852:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604697088 00000100:00100000:3.0:1780334951.914921:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604697856 00000100:00100000:3.0:1780334951.914925:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604697856 00000100:00100000:1.0:1780334951.914934:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604696832 00000100:00100000:2.0:1780334951.914980:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604697600 00000100:00100000:2.0:1780334951.914984:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604697600 00000100:00100000:1.0:1780334951.915734:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604696832 00000100:00100000:1.0:1780334951.915777:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 808 00000100:00100000:1.0:1780334951.915784:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604696832:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334951.915873:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604696832:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 89us (1262us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334951.915880:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 808 00000100:00100000:1.0:1780334951.915914:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604697216 00000100:00100000:1.0:1780334951.915918:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604697216 00000100:00100000:0.0:1780334951.916924:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604696960 00000100:00100000:0.0:1780334951.916931:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604696960 00000100:00100000:0.0:1780334951.916953:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604697472 00000100:00100000:0.0:1780334951.916956:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604697472 00000100:00100000:0.0:1780334951.916978:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1305 00000100:00100000:0.0:1780334951.916987:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604697088:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334951.917033:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604697088:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 48us (2368us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334951.917040:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1305 00000100:00100000:0.0:1780334951.917053:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1306 00000100:00100000:0.0:1780334951.917058:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604696960:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334951.917077:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604696960:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 18us (2329us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334951.917082:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1306 00000100:00100000:0.0:1780334951.917092:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1307 00000100:00100000:0.0:1780334951.917097:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604697472:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334951.917115:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604697472:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 18us (2341us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334951.917120:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1307 00000100:00100000:0.0:1780334951.917143:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604697728 00000100:00100000:0.0:1780334951.917146:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604697728 00000100:00100000:0.0:1780334951.917187:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 831 00000100:00100000:0.0:1780334951.917195:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604697344:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334951.917231:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604697344:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 37us (2539us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334951.917236:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 831 00000100:00100000:0.0:1780334951.917249:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 832 00000100:00100000:0.0:1780334951.917255:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604697728:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334951.917275:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604697728:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (2483us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334951.917281:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 832 00000100:00100000:2.0:1780334951.918986:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1308 00000100:00100000:2.0:1780334951.918998:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604697600:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334951.919051:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 833 00000100:00100000:3.0:1780334951.919062:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604697856:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334951.919134:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604697856:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 74us (4398us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334951.919142:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 833 00000100:00100000:2.0:1780334951.919165:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604697600:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 169us (4447us total) trans 0 rc 0/0 00000100:00080000:3.0:1780334951.919170:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334951.919175:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1308 00000100:00080000:3.0:1780334951.919178:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334951.919181:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334951.919184:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334951.921403:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 834 00000100:00100000:1.0:1780334951.921420:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604697216:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334951.921500:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604697216:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 86us (6738us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334951.921551:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 834 00010000:00010000:2.0:1780334952.372389:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780334953.396144:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334953.423105:0:30068:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334953.423112:0:30068:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334953.423645:0:30068:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334953.423654:0:30068:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334953.589479:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334953.589502:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624419968:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334953.589612:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334953.589670:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624419968 00000100:00100000:3.0:1780334953.589677:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624419968 00000100:00100000:3.0:1780334953.589734:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1780334953.589743:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624419968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1780334953.589776:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:3.0:1780334953.589998:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624419968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 254us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334953.590006:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1780334953.591104:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624419968:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334954.100259:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334954.100259:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624420096:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334954.100278:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624420352:0@lo:400:kworker.0 00000100:00100000:3.0:1780334954.100395:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624420224:0@lo:400:kworker.0 00000100:00100000:1.0:1780334954.100439:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780334954.100451:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624420480:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334954.101319:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334954.102387:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334954.102410:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624420864:0@lo:400:kworker.0 00000100:00100000:2.0:1780334954.102470:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334954.102537:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624420992:0@lo:400:kworker.0 00000100:00100000:2.0:1780334954.103109:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334954.103157:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624420352 00000100:00100000:2.0:1780334954.103165:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624420352 00000100:00100000:2.0:1780334954.103220:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624420864 00000100:00100000:2.0:1780334954.103224:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624420864 00000100:00100000:2.0:1780334954.103369:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624420992 00000100:00100000:2.0:1780334954.103375:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624420992 00000100:00100000:2.0:1780334954.103397:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:2.0:1780334954.103411:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624420352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334954.103466:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624420352:12345-0@lo:400:kworker.0 Request processed in 62us (2253us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334954.103473:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:2.0:1780334954.103488:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:2.0:1780334954.103494:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624420864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334954.103719:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334954.103755:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334954.103789:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624420864:12345-0@lo:400:kworker.0 Request processed in 293us (1316us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334954.103797:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:2.0:1780334954.103834:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:1.0:1780334954.103871:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624420480 00000100:00100000:1.0:1780334954.103877:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624420480 00000100:00100000:1.0:1780334954.103911:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1780334954.103918:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624420992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334954.103922:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624420480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334954.103950:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1780334954.103960:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624420992:12345-0@lo:400:kworker.0 Request processed in 45us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334954.103967:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:1.0:1780334954.103998:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624420480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334954.104005:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1780334954.104014:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624420992:0@lo:400:kworker.0 00000100:00100000:2.0:1780334954.104028:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624420864:0@lo:400:kworker.0 00000100:00100000:2.0:1780334954.104042:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624420352:0@lo:400:kworker.0 00000100:00100000:1.0:1780334954.104063:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624420480:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1780334954.104098:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780334954.104105:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334954.104108:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334954.104115:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334954.104126:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624421376:0@lo:400:kworker.0 00000100:00100000:2.0:1780334954.104155:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334954.104216:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624421376 00000100:00100000:1.0:1780334954.104221:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624421376 00000100:00100000:2.0:1780334954.104236:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624421504:0@lo:400:kworker.0 00000100:00100000:1.0:1780334954.104259:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:1.0:1780334954.104270:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624421376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334954.104271:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334954.104329:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624421376:12345-0@lo:400:kworker.0 Request processed in 62us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334954.104336:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624421376:0@lo:400:kworker.0 00000100:00100000:1.0:1780334954.104338:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:1.0:1780334954.104356:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624421504 00000100:00100000:1.0:1780334954.104360:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624421504 00000100:00100000:1.0:1780334954.104383:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1780334954.104388:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624421504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334954.104727:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624420736:0@lo:400:kworker.0 00000100:00100000:0.0:1780334954.104727:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334954.104765:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624420608:0@lo:400:kworker.0 00000100:00100000:2.0:1780334954.104795:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624421504:0@lo:400:kworker.0 00000100:00080000:2.0:1780334954.104853:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334954.104857:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334954.104876:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624420224 00000100:00100000:2.0:1780334954.104879:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624420224 00000100:00100000:2.0:1780334954.104905:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1780334954.104911:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624420224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334954.104979:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334954.104999:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624421120:0@lo:400:kworker.0 00000100:00100000:0.0:1780334954.105021:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334954.105036:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624421632:0@lo:400:kworker.0 00000100:00100000:0.0:1780334954.105061:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334954.105089:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624420096 00000100:00100000:0.0:1780334954.105093:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624420096 00000100:00100000:0.0:1780334954.105121:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1780334954.105127:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703cbb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624420096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334954.105161:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334954.105209:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703cbb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624420096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334954.105215:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1780334954.105393:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624421120 00000100:00100000:0.0:1780334954.105397:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624421120 00000100:00100000:0.0:1780334954.105420:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624421632 00000100:00100000:0.0:1780334954.105423:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624421632 00000100:00100000:0.0:1780334954.105438:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1780334954.105445:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624421120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334954.105474:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624421120:12345-0@lo:400:kworker.0 Request processed in 30us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334954.105481:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1780334954.105526:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624421504:12345-0@lo:400:kworker.0 Request processed in 1138us (1259us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334954.105538:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1780334954.105551:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624420608 00000100:00100000:1.0:1780334954.105554:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624420608 00000100:00100000:1.0:1780334954.105574:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:1.0:1780334954.105695:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624420608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334954.105735:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624420608:12345-0@lo:400:kworker.0 Request processed in 155us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334954.105741:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:1.0:1780334954.105783:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1780334954.105791:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c959050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624421632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334954.105843:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c959050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624421632:12345-0@lo:400:kworker.0 Request processed in 53us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334954.105852:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00080000:1.0:1780334954.105867:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334954.105871:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334954.105905:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624420608:0@lo:400:kworker.0 00000100:00100000:1.0:1780334954.105914:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624421120:0@lo:400:kworker.0 00000100:00100000:1.0:1780334954.105922:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624421632:0@lo:400:kworker.0 00000100:00100000:1.0:1780334954.105933:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624420096:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334954.109170:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624420224:12345-0@lo:400:kworker.0 Request processed in 4250us (5443us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334954.109197:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1780334954.110283:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334954.110326:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624421248:0@lo:400:kworker.0 00000100:00100000:3.0:1780334954.110360:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334954.110409:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624420224:0@lo:400:kworker.0 00000100:00100000:1.0:1780334954.110539:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624421248 00000100:00100000:1.0:1780334954.110547:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624421248 00000100:00100000:1.0:1780334954.110618:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1780334954.110627:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624421248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334954.110682:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624421248:12345-0@lo:400:kworker.0 Request processed in 57us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334954.110689:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00080000:2.0:1780334954.110769:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334954.111022:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624421248:0@lo:400:kworker.0 00000100:00100000:0.0:1780334954.111095:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624420736 00000100:00100000:0.0:1780334954.111099:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624420736 00000100:00100000:0.0:1780334954.111137:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1780334954.111144:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624420736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334954.111208:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624420736:12345-0@lo:400:kworker.0 Request processed in 64us (927us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334954.111214:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1780334954.111327:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624420736:0@lo:400:kworker.0 00010000:00010000:3.0:1780334954.420468:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334955.181451:0:30120:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334955.181530:0:30120:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334955.182535:0:30120:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334955.182548:0:30120:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334955.444254:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334955.636119:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624421760:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334955.636392:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334955.636495:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624421888:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334955.636518:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624422016:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334955.636533:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334955.636559:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334955.637232:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624421760 00000100:00100000:1.0:1780334955.637241:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624421760 00000100:00100000:1.0:1780334955.637290:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1780334955.637299:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624421760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1780334955.637330:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334955.638497:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624421888 00000100:00100000:0.0:1780334955.638505:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624421888 00000100:00100000:0.0:1780334955.638548:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624422016 00000100:00100000:0.0:1780334955.638551:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624422016 00000100:00100000:0.0:1780334955.638565:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1780334955.638572:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624421888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334955.638596:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334955.638668:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624421888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (2135us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334955.638675:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1780334955.638689:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1780334955.638695:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624422016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334955.638703:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334955.638726:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624422016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 32us (2169us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334955.638746:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1780334955.638785:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624422016:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334955.639172:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624421888:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334955.639696:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624421760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2396us (3302us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334955.639705:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1780334955.639861:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624421760:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1780334956.468094:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334956.993503:0:30172:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334956.993511:0:30172:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334956.994256:0:30172:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334956.994267:0:30172:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334957.036178:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334957.036211:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334957.036245:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334957.036266:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334957.036290:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334957.036310:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334957.036325:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334957.036341:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334957.036362:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334957.036394:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604698112 00000100:00100000:3.0:1780334957.036403:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604698112 00000100:00100000:3.0:1780334957.036454:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604698624 00000100:00100000:3.0:1780334957.036457:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604698624 00000100:00100000:3.0:1780334957.036474:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604698240 00000100:00100000:3.0:1780334957.036477:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604698240 00000100:00100000:3.0:1780334957.036488:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604698752 00000100:00100000:3.0:1780334957.036491:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604698752 00000100:00100000:3.0:1780334957.036506:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1315 00000100:00100000:3.0:1780334957.036515:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604698112:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334957.036586:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604698112:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 72us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334957.036594:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1315 00000100:00100000:3.0:1780334957.036612:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1316 00000100:00100000:3.0:1780334957.036619:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604698624:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334957.036643:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604698624:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334957.036648:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1316 00000100:00100000:3.0:1780334957.036663:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1317 00000100:00100000:3.0:1780334957.036669:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604698240:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334957.036691:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604698240:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334957.036698:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1317 00000100:00100000:3.0:1780334957.036709:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1318 00000100:00100000:3.0:1780334957.036715:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604698752:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334957.036736:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604698752:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334957.036742:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1318 00000100:00100000:3.0:1780334957.036761:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604697984 00000100:00100000:3.0:1780334957.036779:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604697984 00000100:00100000:3.0:1780334957.036851:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 810 00000100:00100000:3.0:1780334957.036859:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604697984:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334957.036885:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604697984:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334957.036891:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 810 00000100:00080000:3.0:1780334957.036915:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780334957.036918:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780334957.037482:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604698368 00000100:00100000:0.0:1780334957.037488:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604698368 00000100:00100000:0.0:1780334957.037563:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604698880 00000100:00100000:0.0:1780334957.037567:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604698880 00000100:00100000:1.0:1780334957.037645:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604698496 00000100:00100000:1.0:1780334957.037651:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604698496 00000100:00080000:3.0:1780334957.046935:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334957.046944:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780334957.053152:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604699008 00000100:00100000:1.0:1780334957.053179:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604699008 00000100:00100000:1.0:1780334957.053266:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 838 00000100:00100000:1.0:1780334957.053278:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604698368:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334957.053495:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604698368:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 219us (17282us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334957.053504:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 838 00000100:00100000:1.0:1780334957.053759:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 839 00000100:00100000:1.0:1780334957.053769:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604699008:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334957.053798:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604699008:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (17435us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334957.053804:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 839 00000100:00080000:3.0:1780334957.054706:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334957.057934:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 840 00000100:00100000:1.0:1780334957.057952:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604698496:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334957.058023:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604698496:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 77us (21695us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334957.058031:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 840 00000100:00100000:0.0:1780334957.058449:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 841 00000100:00100000:0.0:1780334957.058458:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604698880:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334957.058496:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604698880:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 40us (22228us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334957.058503:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 841 00010000:00010000:1.0:1780334957.492111:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334958.519177:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334958.709867:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334958.709889:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624422144:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334958.709960:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334958.710036:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624422144 00000100:00100000:1.0:1780334958.710045:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624422144 00000100:00100000:1.0:1780334958.710091:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1780334958.710100:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624422144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334958.710137:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:1.0:1780334958.710194:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624422144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334958.710202:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1780334958.710248:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624422144:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1780334958.932790:0:30224:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334958.932798:0:30224:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334958.934182:0:30224:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334958.934196:0:30224:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334959.220028:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334959.220056:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624422656:0@lo:400:kworker.0 00000100:00100000:1.0:1780334959.220129:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334959.220156:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624422528:0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.220197:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334959.220202:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624422272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334959.220232:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624423040:0@lo:400:kworker.0 00000100:00100000:1.0:1780334959.220235:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334959.220264:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624423168:0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.220269:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334959.220300:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624423552:0@lo:400:kworker.0 00000100:00100000:1.0:1780334959.220300:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334959.220324:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624423680:0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.220335:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334959.220353:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334959.220359:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1780334959.220368:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624422400:0@lo:400:kworker.0 00000100:00100000:1.0:1780334959.220376:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1780334959.220385:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624422784:0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.220405:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334959.220415:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334959.220436:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624422912:0@lo:400:kworker.0 00000100:00100000:1.0:1780334959.220440:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624423296:0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.220472:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334959.220477:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334959.220573:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624422272 00000100:00100000:3.0:1780334959.220579:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334959.220581:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624422272 00000100:00100000:0.0:1780334959.220632:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:0.0:1780334959.220640:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624422272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334959.220667:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334959.220787:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624424064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334959.221411:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624423424:0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.221445:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334959.221467:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624423936:0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.221486:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334959.221520:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624422528 00000100:00100000:2.0:1780334959.221525:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624422528 00000100:00100000:2.0:1780334959.221562:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624423040 00000100:00100000:2.0:1780334959.221565:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624423040 00000100:00100000:2.0:1780334959.221578:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624423168 00000100:00100000:2.0:1780334959.221580:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624423168 00000100:00100000:2.0:1780334959.221591:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624423552 00000100:00100000:2.0:1780334959.221594:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624423552 00000100:00100000:2.0:1780334959.221605:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624423680 00000100:00100000:2.0:1780334959.221607:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624423680 00000100:00100000:2.0:1780334959.221618:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624422784 00000100:00100000:2.0:1780334959.221620:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624422784 00000100:00100000:2.0:1780334959.221632:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:2.0:1780334959.221638:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624422528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.221845:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3659:x1866815624422528:12345-0@lo:400:kworker.0 Request processed in 43us (1484us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334959.221925:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:2.0:1780334959.221946:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1780334959.221953:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624423040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.221983:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3659:x1866815624423040:12345-0@lo:400:kworker.0 Request processed in 32us (1717us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334959.221992:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1780334959.222002:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:2.0:1780334959.222007:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624423168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.222032:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624423168:12345-0@lo:400:kworker.0 Request processed in 26us (1735us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334959.222037:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:2.0:1780334959.222048:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1780334959.222053:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624423552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.222077:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1866815624423552:12345-0@lo:400:kworker.0 Request processed in 24us (1744us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334959.222082:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1780334959.222093:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:2.0:1780334959.222098:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624423680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.222387:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624423680:12345-0@lo:400:kworker.0 Request processed in 288us (2033us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334959.222393:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:2.0:1780334959.222408:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:2.0:1780334959.222414:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624422784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.222441:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1866815624422784:12345-0@lo:400:kworker.0 Request processed in 28us (2027us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334959.222446:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:2.0:1780334959.222470:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624422400 00000100:00100000:2.0:1780334959.222474:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624422400 00000100:00100000:2.0:1780334959.222506:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1780334959.222512:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624422400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.222542:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3659:x1866815624422400:12345-0@lo:400:kworker.0 Request processed in 30us (2137us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334959.222547:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1780334959.222575:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624423296 00000100:00100000:2.0:1780334959.222578:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624423296 00000100:00100000:2.0:1780334959.222602:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624423424 00000100:00100000:2.0:1780334959.222605:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624423424 00000100:00100000:2.0:1780334959.222623:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624423936 00000100:00100000:2.0:1780334959.222626:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624423936 00000100:00100000:2.0:1780334959.222643:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1780334959.222649:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624423296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.222677:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624423296:12345-0@lo:400:kworker.0 Request processed in 29us (2203us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334959.222695:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1780334959.222707:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:2.0:1780334959.222712:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624423424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.222739:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624423424:12345-0@lo:400:kworker.0 Request processed in 27us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334959.222744:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:2.0:1780334959.222755:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1780334959.222760:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624423936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.222784:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624423936:12345-0@lo:400:kworker.0 Request processed in 25us (1298us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334959.222790:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1780334959.222845:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:003605f5-7160-43b5-a66c-100b20743ad7:3659:1866815624422400:0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.222872:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624423424:0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.222882:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624423936:0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.222892:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3659:1866815624422528:0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.222902:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3659:1866815624423040:0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.222911:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3659:1866815624423552:0@lo:400:kworker.0 00000100:00080000:2.0:1780334959.222963:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334959.222968:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780334959.222970:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780334959.222972:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334959.223033:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624422656 00000100:00100000:2.0:1780334959.223037:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624422656 00000100:00100000:2.0:1780334959.223482:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624422912 00000100:00100000:2.0:1780334959.223487:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624422912 00000100:00100000:2.0:1780334959.223505:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1780334959.223512:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624422656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.223740:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624422656:12345-0@lo:400:kworker.0 Request processed in 228us (3610us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334959.223746:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1780334959.223761:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1780334959.223767:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624422912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334959.223804:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624422912:12345-0@lo:400:kworker.0 Request processed in 37us (3332us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334959.223833:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1780334959.223878:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624422912:0@lo:400:kworker.0 00000100:00100000:1.0:1780334959.224130:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624423296:0@lo:400:kworker.0 00000100:00100000:1.0:1780334959.224143:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624423808:0@lo:400:kworker.0 00000100:00100000:1.0:1780334959.224190:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334959.224202:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334959.224344:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624423808 00000100:00100000:3.0:1780334959.224349:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624423808 00000100:00100000:3.0:1780334959.224383:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1780334959.224391:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624423808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334959.224963:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624423168:0@lo:400:kworker.0 00000100:00100000:0.0:1780334959.224973:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624422272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4332us (4736us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334959.224982:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624423680:0@lo:400:kworker.0 00000100:00100000:0.0:1780334959.224986:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1780334959.224992:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624423808:12345-0@lo:400:kworker.0 Request processed in 598us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334959.225002:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624422656:0@lo:400:kworker.0 00000100:00100000:3.0:1780334959.225003:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1780334959.225013:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624424064 00000100:00100000:0.0:1780334959.225018:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624424064 00000100:00100000:1.0:1780334959.225027:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624422272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780334959.225067:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3660:1866815624422784:0@lo:400:kworker.0 00000100:00100000:1.0:1780334959.225076:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624423808:0@lo:400:kworker.0 00000100:00100000:0.0:1780334959.225981:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1780334959.225995:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624424064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334959.226016:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334959.226080:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624424064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (1880us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334959.226086:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1780334959.226369:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624424064:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1780334959.540274:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334960.309109:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1780334960.499972:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334960.499984:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334960.500518:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334960.500531:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334960.567045:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334960.670736:0:30275:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334960.670744:0:30275:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334960.675362:0:30275:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334960.675381:0:30275:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334960.757937:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780334960.757959:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624424192:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334960.758025:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334960.758091:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624424192 00000100:00100000:3.0:1780334960.758099:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624424192 00000100:00100000:3.0:1780334960.758163:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1780334960.758172:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624424192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334960.758205:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334960.758251:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624424192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334960.758259:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1780334960.758302:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624424192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334960.758737:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780334960.758748:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624424320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334960.758783:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334960.758924:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624424320 00000100:00100000:0.0:1780334960.758930:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624424320 00000100:00100000:0.0:1780334960.758966:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1780334960.758976:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624424320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334960.759000:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334960.759047:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624424320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334960.759053:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1780334960.759088:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624424320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780334960.759576:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624424448:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334960.759612:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334960.759670:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624424448 00000100:00100000:1.0:1780334960.759676:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624424448 00000100:00100000:1.0:1780334960.759707:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1780334960.759725:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624424448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334960.759738:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334960.760430:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624424448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 714us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334960.760439:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1780334960.760541:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624424448:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1780334961.588300:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334962.162505:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334962.162558:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334962.162646:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604699136 00000100:00100000:1.0:1780334962.162655:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604699136 00000100:00100000:1.0:1780334962.162726:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 812 00000100:00100000:1.0:1780334962.162736:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604699136:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334962.162840:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604699136:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 76us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334962.162848:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 812 00000100:00100000:2.0:1780334962.163226:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604699264 00000100:00100000:2.0:1780334962.163231:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604699264 00000100:00100000:2.0:1780334962.163288:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1325 00000100:00100000:2.0:1780334962.163296:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604699264:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334962.163343:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604699264:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 48us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334962.163350:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1325 00000100:00080000:3.0:1780334962.163493:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334962.182318:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334962.182376:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334962.182420:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334962.182618:0:28286:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604699392 00000100:00100000:2.0:1780334962.182631:0:28286:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604699392 00000100:00100000:2.0:1780334962.182700:0:28286:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604699904 00000100:00100000:2.0:1780334962.182703:0:28286:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604699904 00000100:00100000:2.0:1780334962.182729:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1326 00000100:00100000:2.0:1780334962.182752:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604699392:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334962.182855:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604699648 00000100:00100000:3.0:1780334962.182860:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604699648 00000100:00100000:3.0:1780334962.182901:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 846 00000100:00100000:3.0:1780334962.182910:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604699648:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334962.182980:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334962.186601:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604699392:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 3843us (4280us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334962.186618:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1326 00000100:00100000:2.0:1780334962.186671:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1327 00000100:00100000:2.0:1780334962.186688:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604699904:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334962.186746:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604699904:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 67us (4328us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334962.186753:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1327 00000100:00100000:2.0:1780334962.187729:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604700160 00000100:00100000:2.0:1780334962.187741:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604700160 00000100:00100000:3.0:1780334962.188496:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604699648:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 5578us (6111us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334962.188509:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 846 00000100:00080000:3.0:1780334962.188701:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780334962.189073:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 847 00000100:00100000:1.0:1780334962.197522:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334962.197586:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334962.197618:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334962.197664:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604699520 00000100:00100000:1.0:1780334962.197675:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604699520 00000100:00100000:1.0:1780334962.197735:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604700032 00000100:00080000:3.0:1780334962.198172:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334962.198178:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334962.198200:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 848 00000100:00100000:1.0:1780334962.198545:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604700032 00000100:00100000:1.0:1780334962.198596:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 849 00000100:00100000:1.0:1780334962.198606:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604700032:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334962.198698:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604700032:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 95us (1078us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334962.198706:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 849 00000100:00100000:3.0:1780334962.199203:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604699520:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334962.199315:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604699520:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 121us (2119us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334962.199322:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 848 00000100:00100000:1.0:1780334962.202530:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604699776 00000100:00100000:1.0:1780334962.202551:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604699776 00000100:00100000:2.0:1780334962.202730:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604700160:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334962.202847:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604700160:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 13764us (19868us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334962.202857:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 847 00000100:00100000:1.0:1780334962.203316:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1328 00000100:00100000:1.0:1780334962.203329:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604699776:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334962.203367:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604699776:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 43us (5782us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334962.203374:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1328 00000100:00080000:0.0:1780334962.213592:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334962.213605:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1780334962.588935:0:30326:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334962.588944:0:30326:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334962.596248:0:30326:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334962.596265:0:30326:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334962.612612:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1780334963.636147:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334963.828029:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624424576:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334963.828091:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334963.828210:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624424576 00000100:00100000:1.0:1780334963.828218:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624424576 00000100:00100000:1.0:1780334963.828267:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1780334963.828275:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624424576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334963.828308:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:1.0:1780334963.828361:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624424576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334963.828369:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1780334963.828420:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624424576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334964.340031:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624424960:0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.340102:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334964.340159:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624425472:0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.340185:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334964.340208:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624425984:0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.340228:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334964.340255:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1780334964.340261:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624425088:0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.340282:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334964.340298:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624425600:0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.340319:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334964.340337:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624426112:0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.340356:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334964.340387:0:28286:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624425472 00000100:00100000:2.0:1780334964.340395:0:28286:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624425472 00000100:00100000:2.0:1780334964.340454:0:28286:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624425984 00000100:00100000:2.0:1780334964.340458:0:28286:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624425984 00000100:00100000:2.0:1780334964.340476:0:28286:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624425088 00000100:00100000:2.0:1780334964.340479:0:28286:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624425088 00000100:00100000:2.0:1780334964.340502:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:2.0:1780334964.340511:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624425472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.340563:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1866815624425472:12345-0@lo:400:kworker.0 Request processed in 53us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334964.340573:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:2.0:1780334964.340592:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:2.0:1780334964.340598:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624425984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.340625:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1866815624425984:12345-0@lo:400:kworker.0 Request processed in 27us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334964.340630:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:2.0:1780334964.340642:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:2.0:1780334964.340648:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624425088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.340689:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624425088:12345-0@lo:400:kworker.0 Request processed in 41us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334964.340694:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:2.0:1780334964.340718:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624425600 00000100:00100000:2.0:1780334964.340722:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624425600 00000100:00100000:2.0:1780334964.340744:0:8421:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624426112 00000100:00100000:2.0:1780334964.340747:0:8421:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624426112 00000100:00100000:2.0:1780334964.340768:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1780334964.340775:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624425600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.340804:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624425600:12345-0@lo:400:kworker.0 Request processed in 30us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334964.340832:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1780334964.340844:0:8421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1780334964.340850:0:8421:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624426112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.340877:0:8421:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624426112:12345-0@lo:400:kworker.0 Request processed in 27us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334964.340883:0:8421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00080000:2.0:1780334964.340902:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780334964.340905:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1780334964.340908:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780334964.340938:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624425088:0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.340948:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624425600:0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.340955:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624426112:0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.340965:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3658:1866815624425472:0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.340972:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3658:1866815624425984:0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.341405:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624424832:0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.341454:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334964.341480:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624425344:0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.341502:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334964.341514:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624425856:0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.341530:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334964.341543:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1780334964.341548:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624424704:0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.341569:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334964.341586:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624425216:0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.341603:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334964.341618:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624425728:0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.341633:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334964.341644:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624426240:0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.341659:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334964.341681:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624424960 00000100:00100000:3.0:1780334964.341685:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624424960 00000100:00100000:3.0:1780334964.341711:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624425216 00000100:00100000:3.0:1780334964.341713:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624425216 00000100:00100000:3.0:1780334964.341725:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1780334964.341730:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624424960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.341767:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624424960:12345-0@lo:400:kworker.0 Request processed in 36us (1665us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334964.341773:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1780334964.341785:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1780334964.341790:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624425216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.341841:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624425216:12345-0@lo:400:kworker.0 Request processed in 51us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334964.341847:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1780334964.341863:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624424832 00000100:00100000:3.0:1780334964.341866:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624424832 00000100:00100000:2.0:1780334964.342086:0:28286:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624425856 00000100:00100000:2.0:1780334964.342089:0:28286:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624425856 00000100:00100000:2.0:1780334964.342125:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:2.0:1780334964.342131:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624424832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.342161:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624424832:12345-0@lo:400:kworker.0 Request processed in 31us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334964.342166:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:2.0:1780334964.342176:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:2.0:1780334964.342181:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624425856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.342201:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624425856:12345-0@lo:400:kworker.0 Request processed in 20us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334964.342206:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:2.0:1780334964.342225:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624424704 00000100:00100000:2.0:1780334964.342228:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624424704 00000100:00100000:2.0:1780334964.342248:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1780334964.342253:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624424704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.342276:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3661:x1866815624424704:12345-0@lo:400:kworker.0 Request processed in 23us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334964.342282:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1780334964.342303:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624425728 00000100:00100000:2.0:1780334964.342305:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624425728 00000100:00100000:2.0:1780334964.342322:0:8419:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624426240 00000100:00100000:2.0:1780334964.342324:0:8419:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624426240 00000100:00100000:2.0:1780334964.342338:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1780334964.342343:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624425728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.342365:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624425728:12345-0@lo:400:kworker.0 Request processed in 23us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334964.342371:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1780334964.342380:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1780334964.342385:0:8419:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624426240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334964.342409:0:8419:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624426240:12345-0@lo:400:kworker.0 Request processed in 24us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334964.342414:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:3.0:1780334964.342484:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624425344 00000100:00100000:3.0:1780334964.342488:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624425344 00000100:00100000:3.0:1780334964.342512:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:3.0:1780334964.342517:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624425344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.342544:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f034d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624425344:12345-0@lo:400:kworker.0 Request processed in 27us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334964.342549:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:3.0:1780334964.342579:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624426368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334964.342600:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334964.342628:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:003605f5-7160-43b5-a66c-100b20743ad7:3661:1866815624424704:0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.342638:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624425216:0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.342646:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624425728:0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.342653:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624426240:0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.342661:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624424832:0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.342668:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624425344:0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.342677:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624425856:0@lo:400:kworker.0 00000100:00100000:3.0:1780334964.342707:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624426368 00000100:00100000:3.0:1780334964.342709:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624426368 00000100:00100000:3.0:1780334964.342729:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1780334964.342734:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624426368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1780334964.342756:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334964.342785:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624426368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334964.342790:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1780334964.342958:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624426368:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1780334964.343013:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334964.343017:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1780334964.343019:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780334964.343261:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624424960:0@lo:400:kworker.0 00000100:00100000:0.0:1780334964.344605:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334964.344619:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624426496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334964.344666:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334964.344781:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624426496 00000100:00100000:2.0:1780334964.344788:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624426496 00000100:00100000:3.0:1780334964.345107:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1780334964.345125:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624426496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780334964.345147:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1780334964.346133:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624426496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1005us (1461us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334964.346143:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1780334964.353245:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624426496:0@lo:13:osp-pre-1-1.0 00000040:00080000:3.0:1780334964.491889:0:30378:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334964.491896:0:30378:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334964.492525:0:30378:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334964.492533:0:30378:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334964.661985:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1780334965.688241:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334965.875917:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1780334965.875937:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624426624:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334965.875996:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334965.876047:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624426624 00000100:00100000:3.0:1780334965.876053:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624426624 00000100:00100000:3.0:1780334965.876090:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1780334965.876097:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624426624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780334965.876142:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334965.876192:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624426624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334965.876199:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1780334965.876243:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624426624:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334965.877665:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780334965.877680:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624426752:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780334965.877794:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334965.877846:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624426880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334965.877870:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334965.877880:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624426752 00000100:00100000:2.0:1780334965.877889:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624426752 00000100:00100000:3.0:1780334965.877907:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624426880 00000100:00100000:3.0:1780334965.877912:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624426880 00000100:00100000:2.0:1780334965.877937:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1780334965.877947:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624426752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780334965.877971:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334965.878016:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624426752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334965.878256:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1780334965.878266:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624426880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334965.878278:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334965.878307:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624426880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334965.878314:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1780334965.878362:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624426880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334965.878387:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624426752:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780334965.892872:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000040:00080000:2.0:1780334966.390764:0:30429:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334966.390772:0:30429:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334966.391569:0:30429:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334966.391580:0:30429:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334966.712061:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334967.282588:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334967.282682:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334967.282717:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334967.282771:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604700672 00000100:00100000:3.0:1780334967.282781:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604700672 00000100:00100000:1.0:1780334967.282789:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334967.282866:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334967.282888:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604701184 00000100:00100000:1.0:1780334967.282893:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334967.282895:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604701184 00000100:00100000:3.0:1780334967.282924:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 854 00000100:00100000:3.0:1780334967.282934:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604700672:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334967.283006:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2406:x1866815604700672:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 74us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334967.283014:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 854 00000100:00100000:3.0:1780334967.283029:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 855 00000100:00100000:3.0:1780334967.283037:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604701184:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334967.283060:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+8:2406:x1866815604701184:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334967.283066:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 855 00000100:00080000:3.0:1780334967.283084:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334967.283105:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604700288 00000100:00100000:3.0:1780334967.283110:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604700288 00000100:00100000:3.0:1780334967.283138:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 814 00000100:00100000:3.0:1780334967.283145:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604700288:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334967.283146:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604700416 00000100:00100000:2.0:1780334967.283154:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604700416 00000100:00100000:3.0:1780334967.283177:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2406:x1866815604700288:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334967.283184:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 814 00000100:00100000:2.0:1780334967.283198:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604700928 00000100:00100000:2.0:1780334967.283203:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604700928 00000100:00100000:2.0:1780334967.283235:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1335 00000100:00100000:2.0:1780334967.283243:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604700416:12345-192.168.203.22@tcp:400:kworker.0 00000100:00080000:3.0:1780334967.283251:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780334967.283271:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1336 00000100:00100000:3.0:1780334967.283282:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604700928:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334967.283292:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2406:x1866815604700416:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 35us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334967.283302:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1335 00000100:00100000:3.0:1780334967.283317:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2406:x1866815604700928:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 38us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334967.283325:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1336 00000100:00100000:1.0:1780334967.283666:0:6540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604700544 00000100:00100000:1.0:1780334967.283671:0:6540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604700544 00000100:00100000:1.0:1780334967.283706:0:6540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1337 00000100:00100000:1.0:1780334967.283714:0:6540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604700544:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334967.283744:0:6540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2406:x1866815604700544:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334967.283751:0:6540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1337 00000100:00080000:1.0:1780334967.283768:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334967.284555:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334967.284915:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604700800 00000100:00100000:3.0:1780334967.284921:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604700800 00000100:00100000:3.0:1780334967.285807:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 856 00000100:00100000:3.0:1780334967.285844:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2406:x1866815604700800:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334967.285908:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2406:x1866815604700800:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 67us (1356us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334967.285915:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 856 00000100:00100000:1.0:1780334967.286620:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334967.286666:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334967.287731:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604701056 00000100:00100000:3.0:1780334967.287742:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604701056 00000100:00100000:2.0:1780334967.288063:0:8519:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604701312 00000100:00100000:2.0:1780334967.288068:0:8519:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604701312 00000100:00080000:0.0:1780334967.290807:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1780334967.290870:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334967.295214:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1338 00000100:00100000:3.0:1780334967.295230:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604701056:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334967.296242:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:58271a7b-a5ef-4afe-8261-509ea1104824+5:2406:x1866815604701056:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 1010us (9617us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334967.296253:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1338 00000100:00100000:2.0:1780334967.302778:0:8519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 857 00000100:00100000:2.0:1780334967.302795:0:8519:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604701312:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334967.302896:0:8519:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:58271a7b-a5ef-4afe-8261-509ea1104824+11:2406:x1866815604701312:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 106us (16228us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334967.302905:0:8519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 857 00010000:00010000:0.0:1780334967.732846:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334968.214018:0:30480:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334968.214027:0:30480:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334968.215763:0:30480:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334968.215778:0:30480:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1780334968.756031:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334968.948381:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624427008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334968.948451:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334968.949284:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624427008 00000100:00100000:1.0:1780334968.949294:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624427008 00000100:00100000:1.0:1780334968.949356:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1780334968.949366:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624427008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334968.949403:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:1.0:1780334968.949471:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3658:x1866815624427008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334968.949478:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1780334968.949601:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624427008:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780334969.460049:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1780334969.460084:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624427264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334969.460149:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334969.460210:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624427136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334969.460234:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334969.460284:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624427264 00000100:00100000:0.0:1780334969.460292:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624427264 00000100:00100000:0.0:1780334969.460357:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624427136 00000100:00100000:0.0:1780334969.460361:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624427136 00000100:00100000:0.0:1780334969.460387:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1780334969.460398:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624427264:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334969.460406:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1780334969.460417:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624427136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780334969.460428:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00080000:1.0:1780334969.460459:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334969.460482:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624427136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334969.460490:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1780334969.460565:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624427136:0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334969.460603:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334969.460649:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624427264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 254us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334969.460656:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1780334969.460897:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624427264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334969.463457:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624427392:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.463522:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334969.463559:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624427904:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.463584:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334969.463607:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624428416:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.463627:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334969.463648:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1780334969.463653:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624427520:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.463912:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334969.463967:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ffff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624428032:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.464007:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334969.464139:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624428544:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.464163:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334969.464184:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624427520 00000100:00100000:2.0:1780334969.464202:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624427520 00000100:00100000:2.0:1780334969.464246:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624428032 00000100:00100000:2.0:1780334969.464250:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624428032 00000100:00100000:2.0:1780334969.464281:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1780334969.464290:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624427520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334969.464340:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3660:x1866815624427520:12345-0@lo:400:kworker.0 Request processed in 51us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334969.464347:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1780334969.464364:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:2.0:1780334969.464370:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624428032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334969.464397:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624428032:12345-0@lo:400:kworker.0 Request processed in 28us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334969.464402:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:2.0:1780334969.466181:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624428544 00000100:00100000:2.0:1780334969.466193:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624428544 00000100:00100000:2.0:1780334969.466252:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1780334969.466262:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624428544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.466267:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3660:1866815624427520:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.466283:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ffff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624428032:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.466323:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624427392 00000100:00100000:1.0:1780334969.466327:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624427392 00000100:00100000:2.0:1780334969.466334:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624428544:12345-0@lo:400:kworker.0 Request processed in 73us (2168us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334969.466342:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:1.0:1780334969.466368:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1780334969.466377:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624427392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.466414:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:003605f5-7160-43b5-a66c-100b20743ad7+23:3660:x1866815624427392:12345-0@lo:400:kworker.0 Request processed in 39us (2892us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334969.466420:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1780334969.466450:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624427904 00000100:00100000:1.0:1780334969.466454:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624427904 00000100:00100000:1.0:1780334969.466488:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1780334969.466494:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624427904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.466526:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624427904:12345-0@lo:400:kworker.0 Request processed in 33us (2942us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334969.466532:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1780334969.466551:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624428416 00000100:00100000:1.0:1780334969.466555:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624428416 00000100:00100000:1.0:1780334969.466586:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:1.0:1780334969.466592:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624428416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.466761:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624428416:12345-0@lo:400:kworker.0 Request processed in 169us (3132us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334969.466767:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:1.0:1780334969.466930:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624427776:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.466964:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334969.467031:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624428288:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.467055:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334969.467087:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1780334969.467094:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624427648:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.467116:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334969.467133:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ffffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624428160:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.467209:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334969.467405:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624428672:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.467428:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334969.467445:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624427776 00000100:00100000:2.0:1780334969.467450:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624427776 00000100:00100000:2.0:1780334969.467477:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624428160 00000100:00100000:2.0:1780334969.467480:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624428160 00000100:00100000:2.0:1780334969.467504:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1780334969.467510:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624427776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334969.467548:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703464e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1866815624427776:12345-0@lo:400:kworker.0 Request processed in 38us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334969.467555:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1780334969.467569:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:2.0:1780334969.467575:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624428160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.467891:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3659:1866815624427776:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.467919:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624428288 00000100:00100000:1.0:1780334969.467922:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624428288 00000100:00100000:1.0:1780334969.467950:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1780334969.467956:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624428288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.467991:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624428288:12345-0@lo:400:kworker.0 Request processed in 35us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334969.467997:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1780334969.468013:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624427648 00000100:00100000:1.0:1780334969.468016:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624427648 00000100:00100000:1.0:1780334969.468036:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1780334969.468042:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624427648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.468070:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624427648:12345-0@lo:400:kworker.0 Request processed in 28us (953us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334969.468086:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1780334969.468102:0:28286:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624428672 00000100:00100000:1.0:1780334969.468105:0:28286:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624428672 00000100:00100000:1.0:1780334969.468125:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:1.0:1780334969.468130:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624428672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334969.468246:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3659:x1866815624428160:12345-0@lo:400:kworker.0 Request processed in 671us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334969.468253:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1780334969.468326:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3659:x1866815624428672:12345-0@lo:400:kworker.0 Request processed in 194us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334969.468332:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00080000:1.0:1780334969.468353:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334969.468357:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334969.468359:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334969.468384:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624427648:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.468394:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ffffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3659:1866815624428160:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.468402:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3659:1866815624428672:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.468410:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624428288:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.468437:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624428544:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.468447:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:003605f5-7160-43b5-a66c-100b20743ad7:3660:1866815624427392:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.468456:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624427904:0@lo:400:kworker.0 00000100:00100000:1.0:1780334969.468467:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624428416:0@lo:400:kworker.0 00010000:00010000:3.0:1780334969.780172:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1780334970.143631:0:30532:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334970.143640:0:30532:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334970.144537:0:30532:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334970.144549:0:30532:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1780334970.548992:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1780334970.740718:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334970.740727:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334970.741919:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334970.741935:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334970.804056:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334970.996206:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624428800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780334970.996275:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334970.996354:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624428928:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334970.996357:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624429056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334970.996381:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334970.996382:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334970.996458:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624428800 00000100:00100000:0.0:1780334970.996466:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624428800 00000100:00100000:0.0:1780334970.996516:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624429056 00000100:00100000:0.0:1780334970.996518:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624429056 00000100:00100000:0.0:1780334970.996534:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1780334970.996542:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624428800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1780334970.996573:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334970.996631:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624428800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334970.996638:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1780334970.996655:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1780334970.996660:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624429056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1780334970.996670:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1780334970.996695:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624429056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 35us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334970.996701:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1780334970.996717:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624428928 00000100:00100000:0.0:1780334970.996720:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624428928 00000100:00100000:2.0:1780334970.996739:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f0499c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624428800:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334970.996740:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1780334970.996745:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624428928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780334970.996764:0:6544:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1780334970.996804:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624428928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334970.996844:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1780334970.996938:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037eb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624429056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334970.997034:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624428928:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1780334971.837704:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334971.942799:0:30583:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1780334971.942808:0:30583:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1780334971.943634:0:30583:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1780334971.943645:0:30583:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334972.396879:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334972.396915:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334972.396953:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334972.396972:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334972.396988:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334972.397009:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334972.397041:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334972.397081:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334972.397103:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334972.397130:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604701952 00000100:00100000:3.0:1780334972.397138:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604701952 00000100:00100000:3.0:1780334972.397188:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604702464 00000100:00100000:3.0:1780334972.397191:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604702464 00000100:00100000:3.0:1780334972.397207:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604701824 00000100:00100000:3.0:1780334972.397210:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604701824 00000100:00100000:3.0:1780334972.397221:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604702336 00000100:00100000:3.0:1780334972.397223:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604702336 00000100:00100000:3.0:1780334972.397238:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 860 00000100:00100000:3.0:1780334972.397247:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604701952:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334972.397316:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2409:x1866815604701952:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 70us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334972.397324:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 860 00000100:00100000:3.0:1780334972.397342:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 861 00000100:00100000:3.0:1780334972.397348:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604702464:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334972.397386:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+11:2409:x1866815604702464:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 26us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334972.397393:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 861 00000100:00100000:3.0:1780334972.397404:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 862 00000100:00100000:3.0:1780334972.397410:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604701824:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334972.397433:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2409:x1866815604701824:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 24us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334972.397439:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 862 00000100:00100000:3.0:1780334972.397627:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 863 00000100:00100000:3.0:1780334972.397636:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604702336:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334972.397663:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+8:2409:x1866815604702336:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 29us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334972.397682:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 863 00000100:00100000:1.0:1780334972.397834:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604701696 00000100:00100000:1.0:1780334972.397839:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604701696 00000100:00100000:1.0:1780334972.397880:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604702208 00000100:00100000:1.0:1780334972.397883:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604702208 00000100:00100000:1.0:1780334972.397902:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604701568 00000100:00100000:1.0:1780334972.397905:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604701568 00000100:00100000:1.0:1780334972.397918:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604702080 00000100:00100000:1.0:1780334972.397920:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604702080 00000100:00100000:1.0:1780334972.397934:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1345 00000100:00100000:1.0:1780334972.397940:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f0499c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604701696:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334972.397971:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f0499c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2409:x1866815604701696:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334972.397978:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1345 00000100:00100000:1.0:1780334972.397992:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1346 00000100:00100000:1.0:1780334972.397998:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604702208:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334972.398018:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04ca0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2409:x1866815604702208:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 21us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334972.398024:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1346 00000100:00100000:1.0:1780334972.398036:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1347 00000100:00100000:1.0:1780334972.398042:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604701568:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334972.398078:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703c81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2409:x1866815604701568:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 37us (1067us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334972.398085:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1347 00000100:00100000:1.0:1780334972.398097:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1348 00000100:00100000:1.0:1780334972.398103:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604702080:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334972.398126:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+52:2409:x1866815604702080:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 23us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334972.398131:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1348 00000100:00080000:1.0:1780334972.398149:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334972.398153:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334972.398155:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780334972.398157:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334972.398743:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604701440 00000100:00100000:0.0:1780334972.398751:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604701440 00000100:00100000:0.0:1780334972.398798:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 816 00000100:00100000:0.0:1780334972.398805:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604701440:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334972.398873:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2409:x1866815604701440:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 69us (2004us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334972.398880:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 816 00010000:00010000:3.0:1780334972.852571:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334973.764112:0:30634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334973.764530:0:30634:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334973.768890:0:30634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334973.768911:0:30634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1780334973.877858:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780334974.068092:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1780334974.068118:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624429184:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780334974.068222:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334974.068461:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624429184 00000100:00100000:1.0:1780334974.068470:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624429184 00000100:00100000:1.0:1780334974.068523:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1780334974.068533:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624429184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780334974.068567:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:1.0:1780334974.068623:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1866815624429184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334974.068631:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1780334974.068915:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624429184:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780334974.582090:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624429568:0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.582171:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334974.582234:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ffffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624430080:0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.582268:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334974.582294:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624430592:0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.582316:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334974.582346:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1780334974.582353:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624429440:0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.582375:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334974.582391:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624429952:0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.582411:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334974.582427:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624430464:0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.582449:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334974.582477:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624429568 00000100:00100000:1.0:1780334974.582484:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624429568 00000100:00100000:1.0:1780334974.582531:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1780334974.582541:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624429568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.582599:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3661:x1866815624429568:12345-0@lo:400:kworker.0 Request processed in 60us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334974.582606:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1780334974.582631:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624430080 00000100:00100000:1.0:1780334974.582635:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624430080 00000100:00100000:1.0:1780334974.582670:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624430592 00000100:00100000:1.0:1780334974.582673:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624430592 00000100:00100000:1.0:1780334974.582686:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624429440 00000100:00100000:1.0:1780334974.582688:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624429440 00000100:00100000:1.0:1780334974.582699:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624429952 00000100:00100000:1.0:1780334974.582702:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624429952 00000100:00100000:1.0:1780334974.582713:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624430464 00000100:00100000:1.0:1780334974.582716:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624430464 00000100:00100000:1.0:1780334974.582730:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1780334974.582737:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624430080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.582770:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3661:x1866815624430080:12345-0@lo:400:kworker.0 Request processed in 34us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334974.582777:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1780334974.582789:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:1.0:1780334974.582795:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624430592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.582850:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3661:x1866815624430592:12345-0@lo:400:kworker.0 Request processed in 56us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334974.582856:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:1.0:1780334974.582867:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:1.0:1780334974.582873:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624429440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.582899:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3661:x1866815624429440:12345-0@lo:400:kworker.0 Request processed in 27us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334974.582905:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:1.0:1780334974.582915:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1780334974.582920:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624429952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.582946:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703b70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3661:x1866815624429952:12345-0@lo:400:kworker.0 Request processed in 26us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334974.582952:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1780334974.582963:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:1.0:1780334974.582969:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624430464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.582992:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3661:x1866815624430464:12345-0@lo:400:kworker.0 Request processed in 24us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334974.582998:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00080000:1.0:1780334974.583019:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334974.583023:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780334974.583073:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3661:1866815624429440:0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.583083:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3661:1866815624429952:0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.583090:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3661:1866815624430464:0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.583098:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624429568:0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.583105:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ffffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3661:1866815624430080:0@lo:400:kworker.0 00000100:00100000:1.0:1780334974.583112:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3661:1866815624430592:0@lo:400:kworker.0 00000100:00100000:2.0:1780334974.583233:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624429696:0@lo:400:kworker.0 00000100:00100000:2.0:1780334974.583263:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334974.583296:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624430208:0@lo:400:kworker.0 00000100:00100000:2.0:1780334974.583317:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334974.583330:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624430720:0@lo:400:kworker.0 00000100:00100000:2.0:1780334974.583344:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334974.583358:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1780334974.583363:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624429312:0@lo:400:kworker.0 00000100:00100000:2.0:1780334974.583384:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334974.583403:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624429824:0@lo:400:kworker.0 00000100:00100000:2.0:1780334974.583421:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334974.583434:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624430336:0@lo:400:kworker.0 00000100:00100000:2.0:1780334974.583449:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334974.583459:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624430848:0@lo:400:kworker.0 00000100:00100000:2.0:1780334974.583474:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334974.583493:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624429312 00000100:00100000:2.0:1780334974.583497:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624429312 00000100:00100000:2.0:1780334974.583524:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1780334974.583530:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624429312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334974.583563:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624429312:12345-0@lo:400:kworker.0 Request processed in 33us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334974.583568:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1780334974.583595:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624429824 00000100:00100000:2.0:1780334974.583598:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624429824 00000100:00100000:2.0:1780334974.583619:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1780334974.583623:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624429824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334974.583651:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624429824:12345-0@lo:400:kworker.0 Request processed in 28us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334974.583657:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1780334974.583685:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624429312:0@lo:400:kworker.0 00000100:00100000:2.0:1780334974.583693:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624429824:0@lo:400:kworker.0 00000100:00100000:3.0:1780334974.583850:0:28286:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624429696 00000100:00100000:3.0:1780334974.583855:0:28286:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624429696 00000100:00100000:3.0:1780334974.583881:0:28286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:3.0:1780334974.583887:0:28286:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624429696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334974.583926:0:28286:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3658:x1866815624429696:12345-0@lo:400:kworker.0 Request processed in 40us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334974.583931:0:28286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:3.0:1780334974.583948:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624430208 00000100:00100000:3.0:1780334974.583951:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624430208 00000100:00100000:3.0:1780334974.583978:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624430720 00000100:00100000:3.0:1780334974.583981:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624430720 00000100:00100000:3.0:1780334974.583995:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624430336 00000100:00100000:3.0:1780334974.583997:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624430336 00000100:00100000:3.0:1780334974.584007:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624430848 00000100:00100000:3.0:1780334974.584009:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624430848 00000100:00100000:3.0:1780334974.584019:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1780334974.584024:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624430208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334974.584067:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624430208:12345-0@lo:400:kworker.0 Request processed in 42us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334974.584073:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1780334974.584084:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1780334974.584090:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624430720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334974.584115:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624430720:12345-0@lo:400:kworker.0 Request processed in 25us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334974.584120:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1780334974.584130:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1780334974.584135:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624430336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334974.584161:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624430336:12345-0@lo:400:kworker.0 Request processed in 26us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334974.584166:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1780334974.584176:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:3.0:1780334974.584182:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624430848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780334974.584207:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037eb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624430848:12345-0@lo:400:kworker.0 Request processed in 25us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334974.584212:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00080000:3.0:1780334974.584241:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780334974.584245:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780334974.584250:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1780334974.584258:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ffd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624430976:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780334974.584285:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334974.584510:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624430336:0@lo:400:kworker.0 00000100:00100000:2.0:1780334974.584520:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624430848:0@lo:400:kworker.0 00000100:00100000:2.0:1780334974.584529:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3658:1866815624429696:0@lo:400:kworker.0 00000100:00100000:2.0:1780334974.584538:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624430208:0@lo:400:kworker.0 00000100:00100000:2.0:1780334974.584547:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04e56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624430720:0@lo:400:kworker.0 00000100:00100000:0.0:1780334974.585637:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624430976 00000100:00100000:0.0:1780334974.585645:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624430976 00000100:00100000:0.0:1780334974.585693:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1780334974.585703:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624430976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780334974.585731:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334974.585792:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624430976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (1506us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334974.585799:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1780334974.585914:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624431104:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780334974.585962:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334974.586013:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ffd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624430976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780334974.586385:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624431104 00000100:00100000:0.0:1780334974.586390:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624431104 00000100:00100000:0.0:1780334974.586459:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1780334974.586467:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624431104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334974.586480:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334974.586523:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3661:x1866815624431104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334974.586528:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1780334974.586589:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3661:1866815624431104:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1780334974.902089:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1780334975.651354:0:30685:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334975.651363:0:30685:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334975.651923:0:30685:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334975.651932:0:30685:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1780334975.924128:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334976.116904:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1780334976.116926:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f04c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624431232:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780334976.116992:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334976.117067:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624431232 00000100:00100000:2.0:1780334976.117074:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624431232 00000100:00100000:2.0:1780334976.117123:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1780334976.117133:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624431232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1780334976.117161:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1780334976.117212:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624431232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334976.117219:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1780334976.117293:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f04c78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624431232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780334976.117332:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624431360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334976.117366:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334976.117454:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624431360 00000100:00100000:0.0:1780334976.117459:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624431360 00000100:00080000:3.0:1780334976.117501:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334976.117502:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1780334976.117514:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624431360:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334976.117516:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ffd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624431488:0@lo:13:osp-pre-0-1.0 00000004:00000024:0.0:1780334976.117543:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334976.117551:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334976.117599:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624431360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334976.117619:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1780334976.117652:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624431360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780334976.118000:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624431488 00000100:00100000:1.0:1780334976.118005:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624431488 00000100:00100000:1.0:1780334976.118075:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1780334976.118082:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624431488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780334976.118095:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1780334976.118142:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1866815624431488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334976.118148:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1780334976.118301:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ffd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624431488:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1780334976.118424:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1780334976.948924:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1780334977.399131:0:30737:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1780334977.399139:0:30737:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1780334977.402658:0:30737:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1780334977.402676:0:30737:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1780334977.517384:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334977.517431:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334977.517465:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334977.517486:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604702848 00000100:00100000:3.0:1780334977.517489:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334977.517499:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604702848 00000100:00100000:3.0:1780334977.517512:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334977.517538:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:3.0:1780334977.517566:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334977.517571:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604703360 00000100:00100000:0.0:1780334977.517576:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604703360 00000100:00100000:3.0:1780334977.517594:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334977.517603:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604702720 00000100:00100000:0.0:1780334977.517607:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604702720 00000100:00100000:0.0:1780334977.517623:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604703232 00000100:00100000:3.0:1780334977.517626:0:3653:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334977.517628:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604703232 00000100:00100000:0.0:1780334977.517651:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1355 00000100:00100000:3.0:1780334977.517654:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604703104 00000100:00100000:3.0:1780334977.517659:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604703104 00000100:00100000:0.0:1780334977.517664:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604702848:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334977.517692:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604703616 00000100:00100000:3.0:1780334977.517696:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604703616 00000100:00100000:3.0:1780334977.517719:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604702976 00000100:00100000:3.0:1780334977.517723:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604702976 00000100:00100000:3.0:1780334977.517738:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604703488 00000100:00100000:3.0:1780334977.517740:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604703488 00000100:00100000:0.0:1780334977.517745:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2408:x1866815604702848:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 84us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334977.517755:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1355 00000100:00100000:3.0:1780334977.517760:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 868 00000100:00100000:3.0:1780334977.517770:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604703104:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334977.517780:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1356 00000100:00100000:0.0:1780334977.517789:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604703360:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334977.517807:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2408:x1866815604703104:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 38us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334977.517860:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+5:2408:x1866815604703360:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 72us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334977.517867:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1356 00000100:00100000:3.0:1780334977.517880:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 868 00000100:00100000:0.0:1780334977.517884:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1357 00000100:00100000:0.0:1780334977.517893:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604702720:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334977.517902:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 869 00000100:00100000:3.0:1780334977.517913:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ffd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604703616:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334977.517919:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2408:x1866815604702720:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 27us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334977.517926:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1357 00000100:00100000:0.0:1780334977.517941:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1358 00000100:00100000:3.0:1780334977.517947:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ffd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+11:2408:x1866815604703616:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 37us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334977.517954:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 869 00000100:00100000:0.0:1780334977.517966:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604703232:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334977.517971:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 870 00000100:00100000:3.0:1780334977.517980:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604702976:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334977.517999:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:2408:x1866815604703232:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 50us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334977.518005:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1358 00000100:00100000:3.0:1780334977.518028:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f03ca1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2408:x1866815604702976:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 35us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334977.518035:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 870 00000100:00080000:0.0:1780334977.518037:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1780334977.518042:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780334977.518045:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1780334977.518048:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334977.518055:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 871 00000100:00100000:3.0:1780334977.518063:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604703488:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334977.518070:0:6531:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604702592 00000100:00100000:1.0:1780334977.518076:0:6531:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604702592 00000100:00100000:3.0:1780334977.518091:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:58271a7b-a5ef-4afe-8261-509ea1104824+8:2408:x1866815604703488:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 29us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334977.518098:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 871 00000100:00100000:1.0:1780334977.518114:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 818 00000100:00100000:1.0:1780334977.518121:0:6531:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604702592:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334977.518148:0:6531:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b57850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2408:x1866815604702592:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334977.518154:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 818 00010000:00010000:1.0:1780334977.972674:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780334978.997370:0:10291:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780334979.193931:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1780334979.193952:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624431616:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1780334979.194026:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334979.194086:0:6543:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624431616 00000100:00100000:2.0:1780334979.194094:0:6543:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624431616 00000100:00100000:2.0:1780334979.194134:0:6543:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1780334979.194141:0:6543:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624431616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1780334979.194176:0:6543:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444331520 avail 1298092032 00000100:00100000:2.0:1780334979.194221:0:6543:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1866815624431616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334979.194227:0:6543:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1780334979.194276:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3660:1866815624431616:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1780334979.209448:0:30788:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1780334979.209457:0:30788:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1780334979.210038:0:30788:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1780334979.210048:0:30788:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1780334979.702241:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7037e80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624432256:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780334979.702306:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334979.702369:0:3661:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1780334979.702376:0:3661:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fe0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624432000:0@lo:400:kworker.0 00000100:00100000:1.0:1780334979.702402:0:3661:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780334979.702440:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624432256 00000100:00100000:1.0:1780334979.702447:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624432256 00000100:00100000:1.0:1780334979.702496:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1780334979.702505:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624432256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780334979.702533:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1780334979.702576:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3661:x1866815624432256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334979.702597:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1780334979.702621:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624432000 00000100:00100000:1.0:1780334979.702625:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624432000 00000100:00100000:1.0:1780334979.702653:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:1.0:1780334979.702659:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624432000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334979.702691:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3661:x1866815624432000:12345-0@lo:400:kworker.0 Request processed in 32us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334979.702697:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00080000:1.0:1780334979.702713:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780334979.702748:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fe0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3661:1866815624432000:0@lo:400:kworker.0 00000100:00100000:1.0:1780334979.702763:0:3661:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7037e80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3661:1866815624432256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780334979.702912:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7012bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624431744:0@lo:400:kworker.0 00000100:00100000:2.0:1780334979.702950:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334979.702981:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780334979.702987:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624431872:0@lo:400:kworker.0 00000100:00100000:2.0:1780334979.703032:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334979.703062:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624431872 00000100:00100000:2.0:1780334979.703066:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624431872 00000100:00100000:2.0:1780334979.703089:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:2.0:1780334979.703095:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624431872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334979.703141:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1866815624431872:12345-0@lo:400:kworker.0 Request processed in 46us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334979.703148:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:2.0:1780334979.703175:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3658:1866815624431872:0@lo:400:kworker.0 00000100:00100000:0.0:1780334979.703557:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334979.703567:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624432384:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780334979.703608:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334979.703642:0:11248:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624432384 00000100:00100000:0.0:1780334979.703645:0:11248:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624432384 00000100:00100000:0.0:1780334979.703674:0:11248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1780334979.703680:0:11248:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624432384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1780334979.703694:0:11248:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1780334979.703727:0:11248:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624432384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334979.703733:0:11248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1780334979.703762:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624432384:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780334979.703986:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624432512:0@lo:400:kworker.0 00000100:00100000:2.0:1780334979.704024:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334979.704048:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624433024:0@lo:400:kworker.0 00000100:00100000:2.0:1780334979.704068:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334979.704088:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1780334979.704094:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624432640:0@lo:400:kworker.0 00000100:00100000:2.0:1780334979.704231:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334979.704248:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624433152:0@lo:400:kworker.0 00000100:00100000:2.0:1780334979.704270:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334979.704294:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624432512 00000100:00100000:2.0:1780334979.704298:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624432512 00000100:00100000:2.0:1780334979.704325:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624433024 00000100:00100000:2.0:1780334979.704329:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624433024 00000100:00100000:2.0:1780334979.704347:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624432640 00000100:00100000:2.0:1780334979.704350:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624432640 00000100:00100000:2.0:1780334979.704361:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624433152 00000100:00100000:2.0:1780334979.704364:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624433152 00000100:00100000:2.0:1780334979.704378:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1780334979.704384:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624432512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334979.704420:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3660:x1866815624432512:12345-0@lo:400:kworker.0 Request processed in 36us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334979.704426:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1780334979.704439:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:2.0:1780334979.704445:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624433024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334979.704471:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3660:x1866815624433024:12345-0@lo:400:kworker.0 Request processed in 26us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334979.704477:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:2.0:1780334979.704488:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:2.0:1780334979.704494:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624432640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334979.704518:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1866815624432640:12345-0@lo:400:kworker.0 Request processed in 26us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334979.704524:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:2.0:1780334979.704535:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:2.0:1780334979.704541:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624433152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780334979.704566:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1866815624433152:12345-0@lo:400:kworker.0 Request processed in 26us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334979.704571:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:1.0:1780334979.704679:0:6532:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624431744 00000100:00100000:1.0:1780334979.704684:0:6532:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624431744 00000100:00100000:1.0:1780334979.704712:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1780334979.704719:0:6532:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624431744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780334979.704751:0:6532:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:003605f5-7160-43b5-a66c-100b20743ad7+23:3658:x1866815624431744:12345-0@lo:400:kworker.0 Request processed in 33us (1800us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334979.704757:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00080000:1.0:1780334979.704788:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780334979.704792:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1780334979.704794:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780334979.704900:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f036df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624432128:0@lo:400:kworker.0 00000100:00100000:0.0:1780334979.704929:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334979.704947:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624432896:0@lo:400:kworker.0 00000100:00100000:0.0:1780334979.704983:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334979.705012:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1780334979.705018:0:3659:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703fdc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624432768:0@lo:400:kworker.0 00000100:00100000:0.0:1780334979.705038:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780334979.705063:0:6544:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624432128 00000100:00100000:0.0:1780334979.705067:0:6544:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624432128 00000100:00100000:0.0:1780334979.705094:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1780334979.705100:0:6544:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624432128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334979.705147:0:6544:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624432128:12345-0@lo:400:kworker.0 Request processed in 47us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334979.705152:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1780334979.705171:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624432896 00000100:00100000:0.0:1780334979.705174:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624432896 00000100:00100000:0.0:1780334979.705204:0:25141:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624432768 00000100:00100000:0.0:1780334979.705207:0:25141:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624432768 00000100:00100000:0.0:1780334979.705225:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1780334979.705230:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624432896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334979.705259:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3659:x1866815624432896:12345-0@lo:400:kworker.0 Request processed in 29us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334979.705265:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1780334979.705275:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1780334979.705281:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703ff18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624432768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780334979.705304:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703ff18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3659:x1866815624432768:12345-0@lo:400:kworker.0 Request processed in 24us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334979.705309:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00080000:0.0:1780334979.705335:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334979.705356:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3659:1866815624432768:0@lo:400:kworker.0 00000100:00100000:0.0:1780334979.705365:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624432128:0@lo:400:kworker.0 00000100:00100000:0.0:1780334979.705372:0:3659:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3659:1866815624432896:0@lo:400:kworker.0 00000100:00100000:1.0:1780334979.711220:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7012bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:003605f5-7160-43b5-a66c-100b20743ad7:3658:1866815624431744:0@lo:400:kworker.0 00000100:00100000:1.0:1780334979.711284:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703fdc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3660:1866815624432640:0@lo:400:kworker.0 00000100:00100000:1.0:1780334979.711297:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021363480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3660:1866815624433152:0@lo:400:kworker.0 00000100:00100000:1.0:1780334979.711307:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f036df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3660:1866815624432512:0@lo:400:kworker.0 00000100:00100000:1.0:1780334979.711316:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3660:1866815624433024:0@lo:400:kworker.0 00010000:00010000:2.0:1780334980.020059:0:6525:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1780334980.788739:0:13655:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1780334980.979970:0:13652:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1780334980.979982:0:13652:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1780334980.980693:0:13652:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1780334980.980706:0:13652:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1780334981.045975:0:10292:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780334981.237825:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b703ff1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624433280:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780334981.237897:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780334981.238738:0:7802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624433280 00000100:00100000:2.0:1780334981.238746:0:7802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624433280 00000100:00100000:3.0:1780334981.238773:0:3660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b6f02e81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624433536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780334981.238842:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334981.238886:0:8423:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624433536 00000100:00100000:3.0:1780334981.238890:0:8423:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624433536 00000100:00100000:3.0:1780334981.238951:0:8423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1780334981.238960:0:8423:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7021363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624433536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1780334981.239001:0:8423:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1780334981.239065:0:8423:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7021363480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1866815624433536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334981.239072:0:8423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1780334981.239118:0:3660:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b6f02e81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3660:1866815624433536:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1780334981.239464:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334981.239480:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780334981.239491:0:3658:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff9b7021360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624433408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334981.239522:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780334981.239571:0:8424:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815624433408 00000100:00100000:3.0:1780334981.239575:0:8424:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815624433408 00000100:00080000:0.0:1780334981.239599:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780334981.239603:0:7802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1780334981.239613:0:8424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1780334981.239614:0:7802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624433280:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1780334981.239624:0:8424:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624433408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780334981.239638:0:8424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000004:00000024:2.0:1780334981.239644:0:7802:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1780334981.239685:0:8424:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1866815624433408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334981.239693:0:8424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1780334981.239693:0:7802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f036df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3658:x1866815624433280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (1794us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334981.239704:0:7802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1780334981.240179:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b7021360a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3658:1866815624433408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1780334981.240194:0:3658:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff9b703ff1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3658:1866815624433280:0@lo:41:osp-pre-1-0.0 00000001:02000400:2.0:1780334981.505956:0:30838:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12u: @@@@@@ FAIL: request on 0x200000403:0x35:0x0 is not SUCCEED on mds1 00010000:00010000:1.0:1780334982.068836:0:6526:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780334982.635912:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334982.635960:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334982.636049:0:9763:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604703872 00000100:00100000:2.0:1780334982.636060:0:9763:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604703872 00000100:00100000:2.0:1780334982.636141:0:9763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1365 00000100:00100000:2.0:1780334982.636152:0:9763:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604703872:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334982.636225:0:9763:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+111:2407:x1866815604703872:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 76us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334982.636232:0:9763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1365 00000100:00100000:1.0:1780334982.636438:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334982.636468:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:2.0:1780334982.636499:0:6538:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604704384 00000100:00100000:2.0:1780334982.636504:0:6538:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604704384 00000100:00100000:2.0:1780334982.636532:0:6538:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1366 00000100:00100000:2.0:1780334982.636539:0:6538:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604704384:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:2.0:1780334982.636571:0:6538:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7012bdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:58271a7b-a5ef-4afe-8261-509ea1104824+52:2407:x1866815604704384:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 32us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1780334982.636577:0:6538:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1366 00000100:00080000:0.0:1780334982.636686:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780334982.637151:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334982.637175:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334982.637195:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:0.0:1780334982.637253:0:6533:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604703744 00000100:00100000:0.0:1780334982.637258:0:6533:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604703744 00000100:00100000:0.0:1780334982.637291:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 820 00000100:00100000:0.0:1780334982.637309:0:6533:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7026b56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604703744:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334982.637343:0:6533:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7026b56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:807dcbc1-9ad3-48b6-ae30-b5fffe34a20e+12:2407:x1866815604703744:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 46us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334982.637351:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 820 00000100:00100000:0.0:1780334982.637385:0:15367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604704000 00000100:00100000:0.0:1780334982.637389:0:15367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604704000 00000100:00100000:0.0:1780334982.637416:0:15367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1367 00000100:00100000:0.0:1780334982.637421:0:15367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604704000:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334982.637446:0:15367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04c78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+9:2407:x1866815604704000:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 25us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334982.637453:0:15367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1367 00000100:00080000:0.0:1780334982.637468:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334982.637633:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604704128 00000100:00100000:3.0:1780334982.637638:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604704128 00000100:00100000:3.0:1780334982.637703:0:8422:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604704640 00000100:00100000:3.0:1780334982.637707:0:8422:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604704640 00000100:00080000:0.0:1780334982.637737:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780334982.637750:0:25141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 874 00000100:00100000:0.0:1780334982.637757:0:25141:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b7037e80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604704128:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:0.0:1780334982.637784:0:25141:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b7037e80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+16:2407:x1866815604704128:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 28us (1823us total) trans 0 rc 0/0 00000100:00100000:0.0:1780334982.637790:0:25141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 874 00000100:00100000:1.0:1780334982.637918:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334982.637953:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.22@tcp (source: 12345-192.168.203.22@tcp) 00000100:00100000:1.0:1780334982.638033:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604704256 00000100:00100000:1.0:1780334982.638038:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604704256 00000100:00100000:1.0:1780334982.638065:0:16895:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604704768 00000100:00100000:1.0:1780334982.638068:0:16895:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604704768 00000100:00100000:1.0:1780334982.638086:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 875 00000100:00100000:1.0:1780334982.638103:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604704256:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334982.638139:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a30ed443-c7e8-4d3d-b6a2-2ff6d95d7155+19:2407:x1866815604704256:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 37us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334982.638145:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 875 00000100:00100000:1.0:1780334982.638157:0:16895:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 876 00000100:00100000:1.0:1780334982.638162:0:16895:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604704768:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:1.0:1780334982.638184:0:16895:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:58271a7b-a5ef-4afe-8261-509ea1104824+11:2407:x1866815604704768:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 22us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1780334982.638190:0:16895:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 876 00000100:00080000:1.0:1780334982.638208:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780334982.638727:0:8422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 877 00000100:00100000:3.0:1780334982.638735:0:8422:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604704640:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334982.638766:0:8422:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b703fe0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:58271a7b-a5ef-4afe-8261-509ea1104824+8:2407:x1866815604704640:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 33us (2298us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334982.638772:0:8422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 877 00000100:00100000:3.0:1780334982.638987:0:6539:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1866815604704512 00000100:00100000:3.0:1780334982.638992:0:6539:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1866815604704512 00000100:00080000:1.0:1780334982.639387:0:6534:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1780334982.639696:0:6539:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.22@tcp, seq: 1368 00000100:00100000:3.0:1780334982.639704:0:6539:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9b6f04e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604704512:12345-192.168.203.22@tcp:400:kworker.0 00000100:00100000:3.0:1780334982.639752:0:6539:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9b6f04e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:58271a7b-a5ef-4afe-8261-509ea1104824+5:2407:x1866815604704512:12345-192.168.203.22@tcp:400:kworker.0 Request processed in 48us (1834us total) trans 0 rc 0/0 00000100:00100000:3.0:1780334982.639757:0:6539:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.22@tcp, seq: 1368 Debug log: 71738 lines, 71738 kept, 0 dropped, 0 bad.